-- Logs begin at Wed 2021-12-15 11:55:11 UTC, end at Wed 2021-12-15 13:52:01 UTC. --
Dec 15 12:37:55.016636 dv-neutron-821831-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 15 12:37:57.602551 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.common.config [-] Logging enabled!
Dec 15 12:37:57.603215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21
Dec 15 12:37:57.604453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88760) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 15 12:37:57.605246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.common.config [-] Logging enabled!
Dec 15 12:37:57.605525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21
Dec 15 12:37:57.605784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88760) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 15 12:37:57.606871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 15 12:37:57.607137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 15 12:37:57.608165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 15 12:37:57.608446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 15 12:37:57.608742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 15 12:37:57.609063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.609403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.609733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.609992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.610312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.610644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.610959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.611285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.611652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.611974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.612283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.612602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.612859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.613171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.613492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.613822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.614074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.614382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.614894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.615206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.615539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.615867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.616171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.616476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.616792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.617149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] host                           = dv-neutron-821831-1-hyperv {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.617461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.617783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.618106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.618430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.618739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.619052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.619396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.619702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.620003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.620319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.620673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.620998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.621331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.621585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.621834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.622163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.622491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.622798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.623108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.623442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.623746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.624052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.624351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.624677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.625003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.625332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.625640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.625943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.626245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.626547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.626865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.627172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.627511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.627818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.628146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.628451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.628763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.629107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.629433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.629764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.630094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.630859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.631191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.631521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.631830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.632133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.632439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.632745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.633070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.633379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.633683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.633988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.634290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.634617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:37:57.634953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.635297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.635671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.635986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.636383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.636704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.637040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.637353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.637685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.638019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.638344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.638660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.639002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.639328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.639690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.640001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.640316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.640651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.640970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.641279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.641616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.641930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.642239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.642555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.642865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.643172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.643499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.643813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.644145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.644454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.644760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.645064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.645373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.645680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.646002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.646316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.646625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.646932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.647247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.647582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.647891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.648202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.648507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.648821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.649146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.649434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.649743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.650575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.650575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.650575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.650880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.651169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.651503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.651955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.652271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.652578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.652886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.653213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.653550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.653864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.654178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.654490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.654803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.655115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.655451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.655769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.656085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.656391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.656724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.657042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.657367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.657688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.658005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.658345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.658661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.658979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.659293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.659633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.659956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.660278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.660611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.660943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.661276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.661607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.661938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.662252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.662602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.662921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:37:57.663172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 15 12:37:57.663469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88760) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Dec 15 12:37:58.311740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88760) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:37:58.312059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88760) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:37:58.312392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88760) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:37:58.314046 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 15 12:37:58.672753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.673329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.673329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.732810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.733115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.733413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.736396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.736698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.736988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.884261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.884525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.884837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.885828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.886151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:58.886482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.005268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f42fc774b70> agent after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.005464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f42fc774b70> agent after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.005795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f42fc774bf8> segment precommit_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.006079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f42fc774c80> network precommit_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.006901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f42fc790d90> segment before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.187117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> network before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.187520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f42fc7f1e18> agent before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.187847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> network before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.188148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> port before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.188441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> port before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.188815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> segment after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.189108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> segment precommit_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.189391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> segment precommit_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.189675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> segment after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.190007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> network after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.190297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> network precommit_delete 0 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.190597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> port provisioning_complete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.190880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.191163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> rbac-policy after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.191498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> agent after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.191805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> subnet after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.192095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> subnet precommit_delete 0 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.192407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.192675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.193002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> segment_host_mapping after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.193438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> port after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.193716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> port after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.193990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> port after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.194321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.194593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.194861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f42fd9db940>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.195270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.195565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.195834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.196102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.196366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.196629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.197993 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 15 12:37:59.205935 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 15 12:37:59.213802 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 15 12:37:59.219140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Dec 15 12:37:59.221990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 15 12:37:59.223078 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 15 12:37:59.223489 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 15 12:37:59.223930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 15 12:37:59.227963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 15 12:37:59.228250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 15 12:37:59.228639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 15 12:37:59.256173 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 15 12:37:59.256638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f42fc4f99e8>> qos_plugin after_init 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.256963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88760) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 15 12:37:59.257378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f42fc4b9240>> logging-plugin after_init 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.258721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88760) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 15 12:37:59.259037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 15 12:37:59.259310 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 15 12:37:59.262818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f42fc4b92b0>> floatingip before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.263122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f42fc4b92b0>> port before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.328467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 15 12:37:59.328726 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 15 12:37:59.329000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 15 12:37:59.329403 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 15 12:37:59.369274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.sqlalchemy.engines [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88760) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 15 12:37:59.682548 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing driver for type 'gre'
Dec 15 12:37:59.683189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] gre ID ranges: [(1, 1000)]
Dec 15 12:37:59.731266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing driver for type 'local'
Dec 15 12:37:59.731732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing driver for type 'vlan'
Dec 15 12:37:59.743925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] VlanTypeDriver initialization complete
Dec 15 12:37:59.744398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing driver for type 'vxlan'
Dec 15 12:37:59.745156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] vxlan ID ranges: [(1, 1000)]
Dec 15 12:37:59.799746 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing extension driver 'port_security'
Dec 15 12:37:59.800112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] PortSecurityExtensionDriver initialization complete
Dec 15 12:37:59.800468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing mechanism driver 'openvswitch'
Dec 15 12:37:59.800832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing mechanism driver 'hyperv'
Dec 15 12:37:59.807469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88760) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:37:59.808317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc4c84a8>> port after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.808912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc4c84a8>> port after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.809296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc4c84a8>> port after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.809711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc043fd0>> subnet after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.810094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc043fd0>> subnet after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.810472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc043fd0>> subnet after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.810876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b1d0>> network after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.811249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b1d0>> network after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.811651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b1d0>> network after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.812057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b390>> security_group after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.812427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b390>> security_group after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.812795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b390>> security_group after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.813175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b550>> security_group_rule after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.813546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b550>> security_group_rule after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.814063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42fc04b550>> security_group_rule after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.814426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] ML2 OVO RPC backend initialized. {{(pid=88760) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 15 12:37:59.815127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> router_interface after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.815535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> router_interface after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.815986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> network before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.816356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> networks before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.816725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> port before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.817094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> ports before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.817461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> subnet before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.817824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> subnets before_response 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.818195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> network after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.818561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> network after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.818924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> network after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.819270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> port after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.819660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> port after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.820021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> port after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.820383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> subnet after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.820743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> subnet after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.821107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f42fc04b630>> subnet after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.821712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Modular L2 Plugin initialization complete
Dec 15 12:37:59.822060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading services supported by the core plugin {{(pid=88760) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Dec 15 12:37:59.822416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.managers [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Got port-security extension from driver 'port_security'
Dec 15 12:37:59.822905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.extensions.vlantransparent [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Disabled vlantransparent extension.
Dec 15 12:37:59.823388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88760) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Dec 15 12:37:59.823798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: router
Dec 15 12:37:59.867617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router_interface before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.868050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router after_create 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.868452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router before_create 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.868852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router_interface before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.869263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router_interface after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.869647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router after_delete 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.870009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> floatingip after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.870479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router after_create 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.870854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router after_update 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.871338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router after_update 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.871771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router_gateway after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.872152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router after_update 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.872651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router precommit_update 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.873058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f42fc6cdae8> port after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.873435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f42fc6cd9d8> port after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.873803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f42fc6cda60> subnet after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.874173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f42fc6cdb70> subnetpool_address_scope after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.874556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> port precommit_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.874940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router precommit_create 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.875303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f42fc6a5378> port before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.875705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router precommit_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.876097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router after_update 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.876468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router precommit_delete 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.876849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router precommit_create 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.877248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router_interface after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.877626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> router precommit_update 55549900 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.878048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> agent after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.878420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> agent after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.878792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f42fc04b7b8>> network after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.879801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Tracking information for resource: router configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.880174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Tracking information for resource: floatingip configured {{(pid=88760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 12:37:59.885140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_agentschedulers_db [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 15 12:37:59.885772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f42fbfb4488> port after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.886333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f42fbfb4378> port after_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.886741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function _notify_port_delete at 0x7f42fbfb4400> port after_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.887287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f42fbfb4620> port after_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.888185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42fbf8d390>> router before_create 55550100 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.888627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42fbf8d390>> router precommit_delete 55550100 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.889040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42fbf8d390>> router precommit_create 55550100 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.889424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f42fbf8d390>> router precommit_update 55550100 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.894192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.provider_configuration [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service providers = [] {{(pid=88760) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 15 12:37:59.894573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.servicetype_db [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88760) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 15 12:37:59.897571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.service_base [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 15 12:37:59.897947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.service_base [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 15 12:37:59.898318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.service_base [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 15 12:37:59.899185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.service_base [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 15 12:37:59.899607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.services.service_base [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 15 12:37:59.900020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.900368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 15 12:37:59.920904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.921264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: auto_allocate
Dec 15 12:37:59.931989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f42fbf8aa60> network precommit_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.932388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f42fbf8aa60> network precommit_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.933048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.933348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: tag
Dec 15 12:37:59.945010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.945524 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: timestamp
Dec 15 12:37:59.949592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.949961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: network_ip_availability
Dec 15 12:37:59.956079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42fbf84cc0>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.956478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42fbf84cc0>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.956864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42fbf84cc0>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:37:59.957645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.957990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: flavors
Dec 15 12:37:59.974257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.974609 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading Plugin: revisions
Dec 15 12:37:59.979540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 15 12:37:59.980138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.668s {{(pid=88760) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:37:59.980946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88760) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Dec 15 12:37:59.981301 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Initializing extension manager.
Dec 15 12:37:59.981971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: __init__.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.982344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: __pycache__ {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.982710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.983073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.983499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: _filter_validation_lib.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.983858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.984212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: address_scope.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.985039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.985689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: address-scope
Dec 15 12:37:59.986042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.986964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.987554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: router-admin-state-down-before-update
Dec 15 12:37:59.987891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: agent.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.988664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.989222 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: agent
Dec 15 12:37:59.989572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: agent_resources_synced.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.990486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.991040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: agent-resources-synced
Dec 15 12:37:59.991424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: allowedaddresspairs.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.993236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.993812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: allowed-address-pairs
Dec 15 12:37:59.994168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: auto_allocated_topology.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.995245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.995908 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: auto-allocated-topology
Dec 15 12:37:59.996265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: availability_zone.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.997314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.997873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: availability_zone
Dec 15 12:37:59.998228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: availability_zone_filter.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:37:59.999147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:37:59.999731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: availability_zone_filter
Dec 15 12:38:00.000088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: data_plane_status.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.001001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.001560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 15 12:38:00.001912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: default_subnetpools.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.002814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.003396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: default-subnetpools
Dec 15 12:38:00.003770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.004636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.005198 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: dhcp_agent_scheduler
Dec 15 12:38:00.005549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: dns.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.006463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.007017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension dns-integration not supported by any of loaded plugins
Dec 15 12:38:00.007384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: dns_domain_ports.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.008295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.008846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 15 12:38:00.009199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: dvr.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.009935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.010500 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: dvr
Dec 15 12:38:00.010847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: empty_string_filtering.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.011852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.012422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: empty-string-filtering
Dec 15 12:38:00.012772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.013689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.014247 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 15 12:38:00.014596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.015548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.016110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 15 12:38:00.016469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: external_net.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.017370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.017929 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: external-net
Dec 15 12:38:00.018277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.019175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.019771 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: extra_dhcp_opt
Dec 15 12:38:00.020121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: extraroute.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.021019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.021577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: extraroute
Dec 15 12:38:00.021928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: extraroute_atomic.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.023042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.023674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: extraroute-atomic
Dec 15 12:38:00.024026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: filter_validation.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.024712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.025270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: filter-validation
Dec 15 12:38:00.025616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: fip_pf_description.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.026516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.027248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 15 12:38:00.027597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: fip_port_details.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.028679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.029244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: fip-port-details
Dec 15 12:38:00.029598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: flavors.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.030817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.031383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: flavors
Dec 15 12:38:00.031779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.033472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.034048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 15 12:38:00.034408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: floatingip_pools.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.035184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.035780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: floatingip-pools
Dec 15 12:38:00.036135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: ip_allocation.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.037053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.037602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 15 12:38:00.037963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.038906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.039502 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: ip-substring-filtering
Dec 15 12:38:00.039856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l2_adjacency.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.040767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.041322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 15 12:38:00.041673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l3.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.042787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.043394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: router
Dec 15 12:38:00.043742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.046378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.046958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 15 12:38:00.047324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.048285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.048847 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: ext-gw-mode
Dec 15 12:38:00.049207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.050403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.050999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: l3-ha
Dec 15 12:38:00.051383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l3_flavors.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.052334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.052903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: l3-flavors
Dec 15 12:38:00.053257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.054161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.054730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 15 12:38:00.055083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: l3agentscheduler.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.056348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.056920 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: l3_agent_scheduler
Dec 15 12:38:00.057278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: logging.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.059014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.059781 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension logging not supported by any of loaded plugins
Dec 15 12:38:00.060144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: metering.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.062516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.063220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: metering
Dec 15 12:38:00.063611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: multiprovidernet.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.064556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.065129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: multi-provider
Dec 15 12:38:00.065488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: netmtu.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.066408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.066971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: net-mtu
Dec 15 12:38:00.067327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: netmtu_writable.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.068264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.068822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: net-mtu-writable
Dec 15 12:38:00.069179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: network_availability_zone.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.069927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.070488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: network_availability_zone
Dec 15 12:38:00.070839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: network_ip_availability.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.071944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.072510 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: network-ip-availability
Dec 15 12:38:00.072864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: network_segment_range.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.073835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.074428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 15 12:38:00.074777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: pagination.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.075982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.076352 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: pagination
Dec 15 12:38:00.076711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.077621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.078194 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: port-mac-address-regenerate
Dec 15 12:38:00.078548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: port_resource_request.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.079481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.080052 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 15 12:38:00.080404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: portbindings.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.081320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.081881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: binding
Dec 15 12:38:00.082230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: portbindings_extended.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.083559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.084129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: binding-extended
Dec 15 12:38:00.084486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: portsecurity.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.085707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.086274 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: port-security
Dec 15 12:38:00.086624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: project_id.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.087615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.087984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: project-id
Dec 15 12:38:00.088333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: providernet.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.089554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.090145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: provider
Dec 15 12:38:00.090501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.094249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.094831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos not supported by any of loaded plugins
Dec 15 12:38:00.095196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.096435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.096998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 15 12:38:00.097358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.098264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.098824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 15 12:38:00.099184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_default.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.100104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.100662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-default not supported by any of loaded plugins
Dec 15 12:38:00.101016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_fip.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.101694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.102252 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-fip not supported by any of loaded plugins
Dec 15 12:38:00.102602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_gateway_ip.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.103566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.104125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 15 12:38:00.104475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_port_network_policy.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.105408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.105957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 15 12:38:00.106311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_rule_type_details.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.107375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.107949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 15 12:38:00.108300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: qos_rules_alias.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.109325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.109882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 15 12:38:00.110233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: quotasv2.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.111259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.111699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: quotas
Dec 15 12:38:00.112045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: quotasv2_detail.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.113612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.113985 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: quota_details
Dec 15 12:38:00.114341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: rbac.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.115511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.116236 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: rbac-policies
Dec 15 12:38:00.116595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: rbac_address_scope.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.117517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.118086 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: rbac-address-scope
Dec 15 12:38:00.118453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: rbac_security_groups.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.119379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.119938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: rbac-security-groups
Dec 15 12:38:00.120291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: rbac_subnetpool.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.121265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.121822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: rbac-subnetpool
Dec 15 12:38:00.122170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: revisionifmatch.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.123084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.123681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: revision-if-match
Dec 15 12:38:00.124036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: revisions.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.125120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.125691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: standard-attr-revisions
Dec 15 12:38:00.126048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: router_availability_zone.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.126787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.127378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: router_availability_zone
Dec 15 12:38:00.127749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: routerservicetype.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.128672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.129237 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension router-service-type not supported by any of loaded plugins
Dec 15 12:38:00.129589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.130489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.131058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: port-security-groups-filtering
Dec 15 12:38:00.131428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: securitygroup.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.144693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.145292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: security-group
Dec 15 12:38:00.145656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: segment.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.146537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.147102 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension segment not supported by any of loaded plugins
Dec 15 12:38:00.147488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.148418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.148985 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 15 12:38:00.149336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: servicetype.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.150425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.150999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: service-type
Dec 15 12:38:00.151379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: sorting.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.152539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.152905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: sorting
Dec 15 12:38:00.153259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: standard_attr_segment.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.154139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.154708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 15 12:38:00.155059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: standardattrdescription.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.155793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.156363 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: standard-attr-description
Dec 15 12:38:00.156717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: stateful_security_group.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.157629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.158209 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: stateful-security-group
Dec 15 12:38:00.158564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: stdattrs_common.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.159141 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 15 12:38:00.159519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.160424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.160995 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 15 12:38:00.161343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: subnet_onboard.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.162391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.162962 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: subnet_onboard
Dec 15 12:38:00.163316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.164267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.164834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 15 12:38:00.165189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: subnet_service_types.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.166180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.166746 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: subnet-service-types
Dec 15 12:38:00.167103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: subnetallocation.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.168380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.168958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: subnet_allocation
Dec 15 12:38:00.169309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.169991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.170562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: subnetpool-prefix-ops
Dec 15 12:38:00.170915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.171848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.172419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 15 12:38:00.172769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: tagging.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.174284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.174883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: standard-attr-tag
Dec 15 12:38:00.175237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: timestamp.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.176459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.177031 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loaded extension: standard-attr-timestamp
Dec 15 12:38:00.177389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: trunk.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.178397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.178972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension trunk not supported by any of loaded plugins
Dec 15 12:38:00.179330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: trunk_details.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.180288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.180850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension trunk-details not supported by any of loaded plugins
Dec 15 12:38:00.181200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: uplink_status_propagation.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.182127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.182701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 15 12:38:00.183156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Loading extension file: vlantransparent.py {{(pid=88760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 15 12:38:00.183909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 15 12:38:00.184475 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 15 12:38:00.187022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:network
Dec 15 12:38:00.187883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:subnet
Dec 15 12:38:00.188537 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 12:38:00.189180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:port
Dec 15 12:38:00.190574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.191063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service FLAVORS assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.191867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.192328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.192756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:router
Dec 15 12:38:00.193455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:floatingip
Dec 15 12:38:00.194209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service METERING assigned prefix: /metering {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.196062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42fbe14fd0>> rbac-policy before_create 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:38:00.196456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42fbe14fd0>> rbac-policy before_update 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:38:00.196834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f42fbe14fd0>> rbac-policy before_delete 55550000 {{(pid=88760) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:38:00.197942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 15 12:38:00.198422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:security_group
Dec 15 12:38:00.199431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 15 12:38:00.200244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service CORE assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.200605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 12:38:00.200961 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] subnetpool is already registered
Dec 15 12:38:00.201608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service CORE assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.201966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 12:38:00.202320 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] subnetpool is already registered
Dec 15 12:38:00.204988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.205453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service FLAVORS assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.206083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.206526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.206887 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:router
Dec 15 12:38:00.207241 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] router is already registered
Dec 15 12:38:00.207919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:floatingip
Dec 15 12:38:00.208276 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] floatingip is already registered
Dec 15 12:38:00.208969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service METERING assigned prefix: /metering {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.209657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 15 12:38:00.210012 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] rbac_policy is already registered
Dec 15 12:38:00.210768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:security_group
Dec 15 12:38:00.211116 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] security_group is already registered
Dec 15 12:38:00.211929 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 15 12:38:00.212285 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] security_group_rule is already registered
Dec 15 12:38:00.212984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service CORE assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.213344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 12:38:00.213695 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] subnetpool is already registered
Dec 15 12:38:00.214466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.resource_helper [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Service CORE assigned prefix:  {{(pid=88760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 15 12:38:00.214918 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 12:38:00.215268 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.quota.resource_registry [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] subnetpool is already registered
Dec 15 12:38:00.215997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: extensions {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.217621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: address-scopes {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.219019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: agents {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.220365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: auto-allocated-topology {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.221682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: availability_zones {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.222940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: dhcp-networks {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.224522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: dhcp-agents {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.225974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: routers {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.227728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: flavors {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.229983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: service_profiles {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.231236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: next_providers {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.233018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: service_profiles {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.234500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: floatingip-pools {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.235871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: routers {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.237632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: floatingips {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.238863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: l3-routers {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.240459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: l3-agents {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.241893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: metering-labels {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.243177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: metering-label-rules {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.244628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: network-ip-availabilities {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.245992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: bindings {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.247652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: quotas {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.249224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: quotas {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.250683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: rbac-policies {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.251945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: security-groups {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.253170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: security-group-rules {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.254540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: service-providers {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.255826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: subnetpools {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.257184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: subnetpools {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.258784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.260526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.262619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.264552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.266269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.268130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.270009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.271827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.273840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.275698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.extensions [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Extended resource: tags {{(pid=88760) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 15 12:38:00.284737 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING keystonemiddleware.auth_token [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 15 12:38:00.289688 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING keystonemiddleware.auth_token [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 15 12:38:00.298807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Acquired lock "singleton_lock" {{(pid=88760) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Dec 15 12:38:00.299332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Releasing lock "singleton_lock" {{(pid=88760) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Dec 15 12:38:00.300857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO oslo_service.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Starting 2 workers
Dec 15 12:38:00.305579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Started child 88869 {{(pid=88760) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 15 12:38:00.310146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:00.310465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Started child 88870 {{(pid=88760) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 15 12:38:00.311588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [-] (88869) wsgi starting up on http://0.0.0.0:9696
Dec 15 12:38:00.311956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 15 12:38:00.312605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Notify callbacks [] for process, before_spawn {{(pid=88760) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:00.314035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:00.314958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO oslo_service.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Starting 1 workers
Dec 15 12:38:00.315376 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [-] (88870) wsgi starting up on http://0.0.0.0:9696
Dec 15 12:38:00.320310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Started child 88871 {{(pid=88760) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 15 12:38:00.320841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO oslo_service.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Starting 1 workers
Dec 15 12:38:00.323045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] calling RpcWorker wait() {{(pid=88871) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 15 12:38:00.323612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] returning from RpcWorker wait() {{(pid=88871) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 15 12:38:00.325285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:00.325567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Started child 88872 {{(pid=88760) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 15 12:38:00.325900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:00.326331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1885-2767-4d2e-96b2-dd74d4b3ae52 None None] Notify callbacks [] for process, after_spawn {{(pid=88760) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:00.328014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88760) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 15 12:38:00.328190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 15 12:38:00.328615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 15 12:38:00.328890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 15 12:38:00.329272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 15 12:38:00.329408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 15 12:38:00.329835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:00.329959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.330257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.330532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.330804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.331116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.331793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.332069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.332374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.332660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.332938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.333144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.333292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.333725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.334162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.334479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.334777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.335034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.335667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.335879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.336154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.336461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.336727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.337005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.337281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.337869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.338130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.338395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.338652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.338957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.339387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.339767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.340035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.340477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.340738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.341011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.341255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.341508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.341790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.342048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.342480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] host                           = dv-neutron-821831-1-hyperv {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.342727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.342964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.343244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.343531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.343813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.344052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.344340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.344625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.344895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.345146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.345385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.345657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.345909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.346161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.346348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.346584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.346862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.347130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.347376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.347554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.347741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.348036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.348221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.348488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.348722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.348973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.349217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.349437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.349689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.349960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.350195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.350441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.350686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.350967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.351246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.351541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.351794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.352050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.352300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.352565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.352753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.353004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.353238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.353493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.353761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.354015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.354286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.354547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.354876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.355157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.355394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.355698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.356150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.356413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.356686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.356956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.357191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.358051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.358051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.358051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.358445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.358445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.358705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.358837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:00.358968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.359097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.359232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.359495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.359679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.359957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.360382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.361346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.361346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.361346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.361608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.361737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.362173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.362851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.362851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.363671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.363671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.363671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.365922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.366316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.367090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.367090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.367090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.367090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.371839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.372331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.372461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.372700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.373104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.373318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.373743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.374025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.374234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.374496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.374758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.374996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.375233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.375525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.375748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.376000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.376241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.376480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.376720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.377206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.377372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.377772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.378015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.378250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.378505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.378746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.378988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.379226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.379496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.379742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.379978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.380214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.380514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.380858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.381126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.383706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.384570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.385033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.385675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.386188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.386598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.387029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.387496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.387810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.388086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.388374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.388696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.389025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.389332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.389595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.390264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.390664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.391111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.391423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.391729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.392012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.392290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.392567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.392864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.393415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.393700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.394011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.394283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.394581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.394921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.395232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.395683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.395980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.396260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.396549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.396828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.397120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.397455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.397729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.398001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.398302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.398657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.398945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.399217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.399511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.399812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.400211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.400494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.400792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.401076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.401357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.401732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.402528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.402528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.402528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.402832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.403021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.403266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.403635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.403887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.404134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.404377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.404646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.404889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.405142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.405388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.405734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.405970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.407615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.407615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.407615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.407615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.407615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.407615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.408392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.408392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.408392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.408392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.408889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.409022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.409161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.409429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.409698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.409943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.410295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.410583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.410832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.411075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.411336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.411623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.411866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.412123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.412393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.412637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.412930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.413192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.413582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.413832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.414117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.414366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.414614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.414861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.415106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.415388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.415683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.415947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.416227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.416487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.416742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.416989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.417247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.417528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.417798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.418042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.418340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.418641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.418917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.419193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.419518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.419782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.420027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.420386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.420664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.420926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.421194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.421455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.421786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.422064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.422318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.422683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.422948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.423235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.425600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.426549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.426549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.426549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.426818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.426913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.427461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.427634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.428503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.428503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.428503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.429206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.429206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.429206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.429496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.429496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.429779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.430105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.430368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.430867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.430867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.431133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.431374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.431633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.431905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.432151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.432344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 15 12:38:00.432974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88760) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 15 12:38:00.433233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 15 12:38:00.433331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 15 12:38:00.433570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 15 12:38:00.433721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 15 12:38:00.433897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 15 12:38:00.434157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.434349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.434597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.434793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.434986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.435211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.435449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.435644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.436115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.436312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.436504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.436694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.436885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.437075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.437266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.437454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.437644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.437834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.438029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.438222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.438410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.438599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.438790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.438976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.440597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.440597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.440597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.440597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.440597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.440597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] host                           = dv-neutron-821831-1-hyperv {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.441926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.442089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.442276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.442466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.442655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.442852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.443030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.443221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.443416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.443554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.443692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.443864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.444102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.444228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.444362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.444524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.444710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.444900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.445121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.445317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.445516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.445695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.445884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.446072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.446259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.446446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.446634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.446821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.447011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.447197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.447421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.447614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.447805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.447977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.448344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.448543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.448799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.448969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.449154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.449342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.449531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.449720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.449908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.450095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.450283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.450470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.450660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.450852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.451042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.451233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.451447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.451637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.451904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.452019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.452181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.452370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.452558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.452746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.452940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.453127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.453316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.453503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.453692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.453879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.454068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.454257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.454420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.454609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.454797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 15 12:38:00.455008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.455200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.455433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.455628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.455820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.456011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.456200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.456390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.456583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.456776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.456975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.457166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.457376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.457569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.457763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.457954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.458144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.458338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.458529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.458721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.458919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.459111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.459302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.459517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.459708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.459899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.460090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.460592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.460786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.460979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.461167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.461359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.461549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.461741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.461934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.462129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.462348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.462484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.462676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.462877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.463074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.463266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.463416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.463610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.463800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.463991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.464258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.464446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.464715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.464961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.465184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.465493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.465758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.465955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.466151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.466346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.466539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.466743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.466922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.467113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.467305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.467521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.467713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.467904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.468097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.468288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.468479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.468671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.468861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.469051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.469241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.469433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.469623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.469814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.470016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.470256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.470395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.470529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.470703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.470906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.471101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.471291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.471509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.471679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.471869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.472075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.472260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.472451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.472642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.472831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.473022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.473212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.473405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.473598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.473788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.473979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.474168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.474361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.474551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.474835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.474987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.475064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.475255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.475472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.475673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.475876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.476069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.476263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.476455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.476707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.476847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.476981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.477136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.477327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.477517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.477707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.477907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.478146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.478338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.478528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.478721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.482684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:00.483515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.486563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.487945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.488166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.488386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.488605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.488824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.489037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.489250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.489458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.489663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.489866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.490071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.490272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.490469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.490669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.490865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.491062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.491260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.491481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.491681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.491876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.492070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.492265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.492458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.492652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.492844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.493038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.493236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.493430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.493621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.493813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.494004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.494199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.494391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.494585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.494777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.494969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.495270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.495486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.495626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.495761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.495894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.496029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.496203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.496412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.496668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.496807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.496936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.497070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.497204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.497418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.497615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.497837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.498011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.498112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.498304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.498496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.498697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.498889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.499080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.499276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.499498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.499690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.499886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.500059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.500252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.500442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.500636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.500837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.501029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.501219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.501422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.501562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.501747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.501938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.502142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.502389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.502541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.502640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.502822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.503025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.503228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.503490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.503604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.503754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.503931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.504123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.504315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.504508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.504701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.504902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.505106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.505313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.505505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.505707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.505912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.506100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.506257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.506462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.506666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.506858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.507050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.507240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.507457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.507650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.507840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.508032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.508223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.508414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.508606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.508797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.508985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.509176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.509367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.509559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.509748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.509938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.510130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.510319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 12:38:00.510505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88760) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 15 12:38:00.680083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48012) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:00.701279 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0178506
Dec 15 12:38:11.019884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb69502-5743-4592-8d3f-ae49dab45cd3 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:38:11.416326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-014700a2-f42e-4e18-8e6e-71fa2ce6be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854343050'] for agent, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:11.443544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb69502-5743-4592-8d3f-ae49dab45cd3 None None] No non-hosted networks {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 15 12:38:12.396109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854343050'] for agent, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:12.404986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.405598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.406170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.407256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.407868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.408422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.408971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.409529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.410075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.410697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.411261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:12.411875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f42fb9edd30>, 'Open vSwitch agent', 'dv-neutron-821831-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:12.432080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f42fb939128>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821831-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:13.351358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55c4ca42-5509-44d9-9243-cf92b5d4dd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854343050'] for agent, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:13.425435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e638bb63-55be-4420-a290-c1ccb177b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:13.551555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854343050'] for agent, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:15.147297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854343050'] for agent, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:15.896878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48126) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:16.703091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-fa779fe3-a0bd-49b9-aeb3-caada90ff3ea admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:38:16.704322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa779fe3-a0bd-49b9-aeb3-caada90ff3ea admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.8063936
Dec 15 12:38:18.888745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48142) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:19.419989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8307eba4-4896-48e1-8a18-939b0072bc71 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:38:19.665003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.policy [None req-8307eba4-4896-48e1-8a18-939b0072bc71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88869) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 15 12:38:19.672990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota [None req-8307eba4-4896-48e1-8a18-939b0072bc71 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f42fba96dd8>.
Dec 15 12:38:19.708640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8307eba4-4896-48e1-8a18-939b0072bc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:19.771736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8307eba4-4896-48e1-8a18-939b0072bc71 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745357625842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745357621559', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745357607854', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745357536356', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745357594567', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1169202', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852799174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846881182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846786989'] for rbac-policy, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:19.843446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8307eba4-4896-48e1-8a18-939b0072bc71 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:19.844876 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8307eba4-4896-48e1-8a18-939b0072bc71 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9539599
Dec 15 12:38:20.452814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_hamode_db [None req-14cda689-6384-47cd-8cf7-0d9500571785 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 15 12:38:20.539842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cda689-6384-47cd-8cf7-0d9500571785 None None] Routers set() bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:38:20.540237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cda689-6384-47cd-8cf7-0d9500571785 None None] Router IDs set() for agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 15 12:38:22.165929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48162) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:22.256367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c655f706fbc740689591675d0a86f459'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:38:22.265052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:22.269633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Usage tracker for resource:network and tenant:c655f706fbc740689591675d0a86f459 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:38:22.273303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:38:22.280633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:38:22.291455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Made reservation on behalf of c655f706fbc740689591675d0a86f459 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:38:22.297518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.314619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.361715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:22.365655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Usage tracker for resource:security_group_rule and tenant:c655f706fbc740689591675d0a86f459 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:38:22.368597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:38:22.375617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:38:22.445715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.450176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.454847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:22.474276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:38:22.506028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363291499760449', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.506593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f42fc774bf8> segment precommit_create {{(pid=88869) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 15 12:38:22.507039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Added segment 19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00 of type vlan for network 53e4014c-9133-4e13-9c23-28129647eb10
Dec 15 12:38:22.568756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c026f-544c-403e-9ecd-3c9ae282722f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:22.601420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.601787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.602134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.602478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.602833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.603175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.603553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.603890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.604222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.604629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.604982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Tracked resource versions report:
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:38:22.606239 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:38:22.627763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.659979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:22.672898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.674921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:22.675868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:22.683941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:22.790969 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.6233690
Dec 15 12:38:22.800486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Pushing event updated for resources: {'Network': ['ID=53e4014c-9133-4e13-9c23-28129647eb10,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:22.804606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:22.817006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 53e4014c-9133-4e13-9c23-28129647eb10 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:38:25.090120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48180) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:25.292304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5acc1-800b-450b-a3c3-e3efe958146e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:25.293853 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f7d5acc1-800b-450b-a3c3-e3efe958146e admin admin] 10.222.0.53 "GET /v2.0/networks/53e4014c-9133-4e13-9c23-28129647eb10 HTTP/1.1" status: 200  len: 825 time: 0.2026210
Dec 15 12:38:25.325236 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6893addf-35a2-4c3c-86cf-3ef2c56a5888 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/762fbc3c-4334-4d71-b0f7-a21621bcf6b0 HTTP/1.1" status: 200  len: 734 time: 0.0249782
Dec 15 12:38:25.334741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Request body: {'subnet': {'tenant_id': 'c655f706fbc740689591675d0a86f459', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '762fbc3c-4334-4d71-b0f7-a21621bcf6b0', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:38:25.340689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:25.344959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Usage tracker for resource:subnet and tenant:c655f706fbc740689591675d0a86f459 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:38:25.348208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:38:25.354583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:38:25.369151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Made reservation on behalf of c655f706fbc740689591675d0a86f459 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:38:25.373773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:25.687698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:25.691878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:25.772176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b624c683-88a7-418d-9379-5f3fae906288,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:25.778741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:25.786119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Checking segment: {'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:38:25.786498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Network hostable DHCP agents. Network: 53e4014c-9133-4e13-9c23-28129647eb10, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:38:25.812373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Network 53e4014c-9133-4e13-9c23-28129647eb10 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:38:25.822342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 53e4014c-9133-4e13-9c23-28129647eb10) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:38:25.829176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:25.829927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:25.832405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9aa99-90f6-4119-9a34-38a3c22ad69f None None] Network 53e4014c-9133-4e13-9c23-28129647eb10 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:38:25.851535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5204079
Dec 15 12:38:26.241675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-53e4014c-9133-4e13-9c23-28129647eb10', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'fixed_ips': [{'subnet_id': 'b624c683-88a7-418d-9379-5f3fae906288'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:38:26.242696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:26.468655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Allocated IP 172.20.0.2 (53e4014c-9133-4e13-9c23-28129647eb10/b624c683-88a7-418d-9379-5f3fae906288/1f6a4aa4-84fd-4d47-b9ae-7291777a684b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:38:26.709319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:26.723192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Transition to ACTIVE for port object 1f6a4aa4-84fd-4d47-b9ae-7291777a684b will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:38:26.743382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Transition to ACTIVE for port object 1f6a4aa4-84fd-4d47-b9ae-7291777a684b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:38:26.750938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:26.755183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:26.822017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Network 53e4014c-9133-4e13-9c23-28129647eb10 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:38:26.825066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:38:26.830009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Pushing event updated for resources: {'Port': ['ID=1f6a4aa4-84fd-4d47-b9ae-7291777a684b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:26.832393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:38:26.844746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.845116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.845477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.845833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.846188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.846541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.846893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.847245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.847616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.847969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.848315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Tracked resource versions report:
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:38:26.849599 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:38:26.886624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:26.938651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Attempting to bind port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:38:26.939074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Attempting to bind port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:38:26.939514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Attempting to bind port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b on network 53e4014c-9133-4e13-9c23-28129647eb10 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:38:26.946451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:38:26.946866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Checking segment: {'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:38:26.947319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:26.947771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Bound using segment: {'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:38:26.948312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Bound port: 1f6a4aa4-84fd-4d47-b9ae-7291777a684b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:38:26.948719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:27.044705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] For port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:38:27.048869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] For port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1f6a4aa4-84fd-4d47-b9ae-7291777a684b,segment=NetworkSegment(19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00),segment_id=19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:38:27.052820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:27.056893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:27.144377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Pushing event updated for resources: {'Port': ['ID=1f6a4aa4-84fd-4d47-b9ae-7291777a684b,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:27.149028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:28.055327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48192) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:28.139513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-e0b9fb68-cc80-4832-9909-8531c0623664 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:38:28.155365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e0b9fb68-cc80-4832-9909-8531c0623664 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0840447
Dec 15 12:38:30.328287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48208) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:30.406299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-3094ec0b-7ff7-4208-9371-c6f3538a0353 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:38:30.407377 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3094ec0b-7ff7-4208-9371-c6f3538a0353 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0780745
Dec 15 12:38:30.780098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1f6a4aa4-84fd-4d47-b9ae-7291777a684b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:38:30.851404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:38:31.898077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01211b8-2ada-4475-90dc-e4d781c67743 None None] Network 53e4014c-9133-4e13-9c23-28129647eb10 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:38:32.017021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Provisioning for port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:38:32.024779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Provisioning complete for port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:32.025188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.259468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.306815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] For port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1f6a4aa4-84fd-4d47-b9ae-7291777a684b,segment=NetworkSegment(19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00),segment_id=19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:38:32.310741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.315595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:32.385352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Pushing event updated for resources: {'Port': ['ID=1f6a4aa4-84fd-4d47-b9ae-7291777a684b,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:32.389166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:32.640527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cc2e54d6-9d9a-4881-9f03-03d183765755 None None] Provisioning complete for port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:32.640934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc2e54d6-9d9a-4881-9f03-03d183765755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.698227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48222) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:32.764247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1f6a4aa4-84fd-4d47-b9ae-7291777a684b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:38:32.778615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Request body: {'router': {'tenant_id': 'c655f706fbc740689591675d0a86f459', 'name': 'router1', 'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:38:32.784309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:32.788265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Usage tracker for resource:router and tenant:c655f706fbc740689591675d0a86f459 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:38:32.791593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:38:32.798981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:38:32.809021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.810292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.840035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.945324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.965118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:32.967509 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6bc0156a-0185-459a-9312-341e4436b462 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2669487
Dec 15 12:38:32.983632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:32.984046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:35.170664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48234) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:35.255939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-6254396e-6ca0-4859-8394-d1ae9f18a4ec admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:38:35.257004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6254396e-6ca0-4859-8394-d1ae9f18a4ec admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0851676
Dec 15 12:38:37.468589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48246) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:37.549230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:38:37.551761 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.quota [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f42fbab16a0>.
Dec 15 12:38:37.588494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:37.594491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Usage tracker for resource:network and tenant:a707e5cba0024d5e82b72ae302551bab is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:38:37.598576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:38:37.606425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:38:37.620226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Made reservation on behalf of a707e5cba0024d5e82b72ae302551bab for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:38:37.848622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.policy [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88870) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 15 12:38:37.858682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:37.877595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:37.924142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:37.930132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Usage tracker for resource:security_group_rule and tenant:a707e5cba0024d5e82b72ae302551bab is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:38:37.933549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:38:37.939559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:38:38.019668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:38.024135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:38.028072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:38.041123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Reserving flat network on physical network physnet1 {{(pid=88870) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 15 12:38:38.061819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363291499760449', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:38.062398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f42fc774bf8> segment precommit_create {{(pid=88870) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 15 12:38:38.062837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Added segment 99585fdb-2e5a-439c-bf16-38bca18dcc7b of type flat for network f0377329-56d5-4afd-9346-65a75b69d51a
Dec 15 12:38:38.139195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c15014-1db2-4caa-9193-12dc417b3bcf,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:38.170761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.171131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.171499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.171847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.172208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.172557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.172912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.173251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.173588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.173922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.174249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Tracked resource versions report:
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:38:38.175508 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:38:38.198151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:38.222790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:38.248783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:38.250114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:38.250776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:38.255683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:38.365424 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8956420
Dec 15 12:38:38.366142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Pushing event updated for resources: {'Network': ['ID=f0377329-56d5-4afd-9346-65a75b69d51a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:38.370456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:38.384224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network f0377329-56d5-4afd-9346-65a75b69d51a details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:38:39.386395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:38:40.552975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:40.729938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e703240-1b29-40a8-aa25-a0863300fcc2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:40.731593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e703240-1b29-40a8-aa25-a0863300fcc2 admin admin] 10.222.0.53 "GET /v2.0/subnets/b624c683-88a7-418d-9379-5f3fae906288 HTTP/1.1" status: 200  len: 849 time: 0.1774387
Dec 15 12:38:40.806148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79405f74-5d2a-44ae-b48e-3f282b52f3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:40.904495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c45e7a7-4029-4a2e-93f2-bf1e022fbd0d admin admin] 10.222.0.53 "GET /v2.0/routers/9a55a58a-0abe-471a-8b6c-4bf80767120a HTTP/1.1" status: 200  len: 704 time: 0.1664448
Dec 15 12:38:41.529729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:41.800729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Allocated IP 172.20.0.1 (53e4014c-9133-4e13-9c23-28129647eb10/b624c683-88a7-418d-9379-5f3fae906288/eaf08a61-891d-4157-ac09-75f45bb02939) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:38:41.976768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:41.997779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Transition to ACTIVE for port object eaf08a61-891d-4157-ac09-75f45bb02939 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:38:42.052513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.056579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:42.127335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Network 53e4014c-9133-4e13-9c23-28129647eb10 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:38:42.128256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf08a61-891d-4157-ac09-75f45bb02939,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:42.131838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:42.133031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:38:42.135717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:38:42.136468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.275561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.392382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.448737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-50bbc67e-1b35-493a-a3cc-09412cf2f9b7 None None] Provisioning for port eaf08a61-891d-4157-ac09-75f45bb02939 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:38:42.454048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-50bbc67e-1b35-493a-a3cc-09412cf2f9b7 None None] Provisioning complete for port eaf08a61-891d-4157-ac09-75f45bb02939 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:42.454470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50bbc67e-1b35-493a-a3cc-09412cf2f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.512549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50bbc67e-1b35-493a-a3cc-09412cf2f9b7 None None] Port eaf08a61-891d-4157-ac09-75f45bb02939 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:38:42.529999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.534372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.535528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:42.539404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:42.631271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf08a61-891d-4157-ac09-75f45bb02939,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:42.634077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:42.750506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Network 53e4014c-9133-4e13-9c23-28129647eb10 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:38:42.751723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:38:43.039315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba48b401-ea23-4106-b67b-adc7cd9e888a None None] Provisioning complete for port eaf08a61-891d-4157-ac09-75f45bb02939 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:43.039892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba48b401-ea23-4106-b67b-adc7cd9e888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:43.092985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ba48b401-ea23-4106-b67b-adc7cd9e888a None None] Port eaf08a61-891d-4157-ac09-75f45bb02939 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:38:43.130347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Router 9a55a58a-0abe-471a-8b6c-4bf80767120a is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:38:43.346209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-879ca9da-6594-4f91-a21a-3c06b9a98c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:43.481351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:38:43.481623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:43.491524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Sync routers for ids ['9a55a58a-0abe-471a-8b6c-4bf80767120a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:38:43.491701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] 10.222.0.53 "PUT /v2.0/routers/9a55a58a-0abe-471a-8b6c-4bf80767120a/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5815918
Dec 15 12:38:43.505642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Routers {'9a55a58a-0abe-471a-8b6c-4bf80767120a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:38:43.506486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba8cc18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:38:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9a55a58a-0abe-471a-8b6c-4bf80767120a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:43.684681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Set router 9a55a58a-0abe-471a-8b6c-4bf80767120a gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:38:44.065584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba8cc18>, [{'id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'name': 'router1', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:38:32Z', 'updated_at': '2021-12-15T12:38:42Z', 'revision_number': 2, 'project_id': 'c655f706fbc740689591675d0a86f459', 'gw_port_host': None, '_interfaces': [{'id': 'eaf08a61-891d-4157-ac09-75f45bb02939', 'name': '', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'mac_address': 'fa:16:3e:d4:5b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b624c683-88a7-418d-9379-5f3fae906288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:41Z', 'updated_at': '2021-12-15T12:38:42Z', 'revision_number': 2, 'project_id': 'c655f706fbc740689591675d0a86f459', 'subnets': [{'id': 'b624c683-88a7-418d-9379-5f3fae906288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '762fbc3c-4334-4d71-b0f7-a21621bcf6b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:44.070641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Checking router: 9a55a58a-0abe-471a-8b6c-4bf80767120a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:38:44.071018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Updating router 9a55a58a-0abe-471a-8b6c-4bf80767120a port eaf08a61-891d-4157-ac09-75f45bb02939 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:38:44.127902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:44.525979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:44.541268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Transition to ACTIVE for port object eaf08a61-891d-4157-ac09-75f45bb02939 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:38:44.548251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:44.553057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:44.688306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Pushing event updated for resources: {'Port': ['ID=eaf08a61-891d-4157-ac09-75f45bb02939,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:44.783242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.783650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.784021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.784377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.784751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.785107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.785457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.785820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.786166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.786487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.786837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Tracked resource versions report:
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:38:44.788178 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:38:44.795233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Attempting to bind port eaf08a61-891d-4157-ac09-75f45bb02939 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:38:44.795781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Attempting to bind port eaf08a61-891d-4157-ac09-75f45bb02939 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:38:44.796093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Attempting to bind port eaf08a61-891d-4157-ac09-75f45bb02939 on network 53e4014c-9133-4e13-9c23-28129647eb10 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:38:44.799220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:44.804211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:38:44.804632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Checking segment: {'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:38:44.805132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:44.805561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Bound using segment: {'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:38:44.806095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Bound port: eaf08a61-891d-4157-ac09-75f45bb02939, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:38:44.806502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:44.898236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] For port eaf08a61-891d-4157-ac09-75f45bb02939, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:38:44.902385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] For port eaf08a61-891d-4157-ac09-75f45bb02939, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=eaf08a61-891d-4157-ac09-75f45bb02939,segment=NetworkSegment(19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00),segment_id=19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:38:44.908627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:44.913376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:45.003614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Pushing event updated for resources: {'Port': ['ID=eaf08a61-891d-4157-ac09-75f45bb02939,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:45.008838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:45.012720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Routers {'9a55a58a-0abe-471a-8b6c-4bf80767120a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:38:45.013388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba8cc18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:38:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9a55a58a-0abe-471a-8b6c-4bf80767120a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:45.083849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:45.185616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] Set router 9a55a58a-0abe-471a-8b6c-4bf80767120a gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:38:45.666467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48278) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:45.676623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba8cc18>, [{'id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'name': 'router1', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:38:32Z', 'updated_at': '2021-12-15T12:38:42Z', 'revision_number': 2, 'project_id': 'c655f706fbc740689591675d0a86f459', 'gw_port_host': None, '_interfaces': [{'id': 'eaf08a61-891d-4157-ac09-75f45bb02939', 'name': '', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'mac_address': 'fa:16:3e:d4:5b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b624c683-88a7-418d-9379-5f3fae906288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:41Z', 'updated_at': '2021-12-15T12:38:44Z', 'revision_number': 4, 'project_id': 'c655f706fbc740689591675d0a86f459', 'subnets': [{'id': 'b624c683-88a7-418d-9379-5f3fae906288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '762fbc3c-4334-4d71-b0f7-a21621bcf6b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:45.681141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b9d2-c42f-44ea-a871-d2dbc0af9ce4 None None] The sync data for ids ['9a55a58a-0abe-471a-8b6c-4bf80767120a'] in dv-neutron-821831-1-hyperv is: [{'id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'name': 'router1', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:38:32Z', 'updated_at': '2021-12-15T12:38:42Z', 'revision_number': 2, 'project_id': 'c655f706fbc740689591675d0a86f459', 'gw_port_host': None, '_interfaces': [{'id': 'eaf08a61-891d-4157-ac09-75f45bb02939', 'name': '', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'mac_address': 'fa:16:3e:d4:5b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b624c683-88a7-418d-9379-5f3fae906288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:41Z', 'updated_at': '2021-12-15T12:38:44Z', 'revision_number': 4, 'project_id': 'c655f706fbc740689591675d0a86f459', 'subnets': [{'id': 'b624c683-88a7-418d-9379-5f3fae906288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '762fbc3c-4334-4d71-b0f7-a21621bcf6b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:38:45.851106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c7bd0-3e24-4fa5-bbf9-6dce600f57df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:45.851694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-be1c7bd0-3e24-4fa5-bbf9-6dce600f57df admin admin] Synchronizing usage tracker for tenant:a707e5cba0024d5e82b72ae302551bab on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:38:45.869177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-be1c7bd0-3e24-4fa5-bbf9-6dce600f57df admin admin] Unset dirty status for tenant:a707e5cba0024d5e82b72ae302551bab on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:38:45.870410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-be1c7bd0-3e24-4fa5-bbf9-6dce600f57df admin admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 842 time: 0.2028315
Dec 15 12:38:45.881033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:38:45.886522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:38:45.890712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Usage tracker for resource:subnet and tenant:a707e5cba0024d5e82b72ae302551bab is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:38:45.893966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:38:45.904228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:38:45.914286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Made reservation on behalf of a707e5cba0024d5e82b72ae302551bab for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:38:45.919367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:46.336988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:46.343986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:46.426159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a27388-f1cf-4735-8b5a-56328185ba80,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:46.434175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:46.445195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:38:46.445579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Network hostable DHCP agents. Network: f0377329-56d5-4afd-9346-65a75b69d51a, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:38:46.472755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:38:46.482829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, f0377329-56d5-4afd-9346-65a75b69d51a) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:38:46.488228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:46.488875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:46.494006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0b33e-14c4-412a-9818-e2ae597ed0c4 None None] Network f0377329-56d5-4afd-9346-65a75b69d51a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:38:46.510931 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6336370
Dec 15 12:38:46.739148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4b86d-6967-436d-956d-6563fcb4a222 None None] Network f0377329-56d5-4afd-9346-65a75b69d51a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:38:48.736965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48294) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:48.784700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device eaf08a61-891d-4157-ac09-75f45bb02939 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:38:48.864749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port eaf08a61-891d-4157-ac09-75f45bb02939 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:38:48.869755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port eaf08a61-891d-4157-ac09-75f45bb02939 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:48.870183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:48.991021 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97b82f32-bfb9-41a0-a329-25ca3a648be5 admin admin] 10.222.0.53 "GET /v2.0/routers/9a55a58a-0abe-471a-8b6c-4bf80767120a HTTP/1.1" status: 200  len: 710 time: 0.2527924
Dec 15 12:38:48.993801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:49.027572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port eaf08a61-891d-4157-ac09-75f45bb02939, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=eaf08a61-891d-4157-ac09-75f45bb02939,segment=NetworkSegment(19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00),segment_id=19d2a80a-b7b3-4f39-b2ff-84a8a0a02a00)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:38:49.031000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:49.034428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:49.103532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=eaf08a61-891d-4157-ac09-75f45bb02939,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:49.108108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:49.139821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe42b9-aae7-4b99-8aa6-29bd66ad22bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:38:49.141335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d2fe42b9-aae7-4b99-8aa6-29bd66ad22bb admin admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 886 time: 0.1440122
Dec 15 12:38:49.151203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:38:49.665955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:49.866683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:49.927237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:50.078357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Allocated IP 172.26.0.68 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/7159231d-6404-4f04-a073-8e39fab07335) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:38:50.235562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:50.261756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:50.265831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:50.346639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:38:50.349994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:38:50.352046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7159231d-6404-4f04-a073-8e39fab07335,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:50.364512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:38:50.579558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:50.679079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:50.762480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device eaf08a61-891d-4157-ac09-75f45bb02939 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:38:50.839917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port eaf08a61-891d-4157-ac09-75f45bb02939 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:50.840187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:50.856014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:50.859719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:51.081263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Router 9a55a58a-0abe-471a-8b6c-4bf80767120a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:38:51.311176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:38:51.320881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:51.322158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] 10.222.0.53 "PUT /v2.0/routers/9a55a58a-0abe-471a-8b6c-4bf80767120a HTTP/1.1" status: 200  len: 889 time: 2.1745086
Dec 15 12:38:51.322750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Sync routers for ids ['9a55a58a-0abe-471a-8b6c-4bf80767120a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:38:51.337068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Routers {'9a55a58a-0abe-471a-8b6c-4bf80767120a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:38:51.337764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb774080>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:38:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9a55a58a-0abe-471a-8b6c-4bf80767120a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:51.537998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Set router 9a55a58a-0abe-471a-8b6c-4bf80767120a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:38:51.898079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb774080>, [{'id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'name': 'router1', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7159231d-6404-4f04-a073-8e39fab07335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:38:32Z', 'updated_at': '2021-12-15T12:38:50Z', 'revision_number': 4, 'project_id': 'c655f706fbc740689591675d0a86f459', 'gw_port': {'id': '7159231d-6404-4f04-a073-8e39fab07335', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:49Z', 'updated_at': '2021-12-15T12:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'eaf08a61-891d-4157-ac09-75f45bb02939', 'name': '', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'mac_address': 'fa:16:3e:d4:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b624c683-88a7-418d-9379-5f3fae906288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:41Z', 'updated_at': '2021-12-15T12:38:49Z', 'revision_number': 5, 'project_id': 'c655f706fbc740689591675d0a86f459', 'subnets': [{'id': 'b624c683-88a7-418d-9379-5f3fae906288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '762fbc3c-4334-4d71-b0f7-a21621bcf6b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:51.903611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Checking router: 9a55a58a-0abe-471a-8b6c-4bf80767120a for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:38:51.903994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Updating router 9a55a58a-0abe-471a-8b6c-4bf80767120a port 7159231d-6404-4f04-a073-8e39fab07335 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:38:51.960694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:52.315202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:52.328205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Transition to ACTIVE for port object 7159231d-6404-4f04-a073-8e39fab07335 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:38:52.334880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:52.339611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0bcd6189-f325-4e4f-9493-b6fc7b269d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:52.416092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ad39-10ff-4eec-9655-d9b2897817d1 None None] Pushing event updated for resources: {'Port': ['ID=7159231d-6404-4f04-a073-8e39fab07335,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:52.419764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1343ad39-10ff-4eec-9655-d9b2897817d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:52.420586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Attempting to bind port 7159231d-6404-4f04-a073-8e39fab07335 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:38:52.421026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Attempting to bind port 7159231d-6404-4f04-a073-8e39fab07335 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:38:52.421418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Attempting to bind port 7159231d-6404-4f04-a073-8e39fab07335 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:38:52.428949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:38:52.429359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:38:52.429794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:52.430210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:38:52.430748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Bound port: 7159231d-6404-4f04-a073-8e39fab07335, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:38:52.431156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:52.508363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] For port 7159231d-6404-4f04-a073-8e39fab07335, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:38:52.511706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] For port 7159231d-6404-4f04-a073-8e39fab07335, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7159231d-6404-4f04-a073-8e39fab07335,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:38:52.515796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:52.519840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1343ad39-10ff-4eec-9655-d9b2897817d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:52.600120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ad39-10ff-4eec-9655-d9b2897817d1 None None] Pushing event updated for resources: {'Port': ['ID=7159231d-6404-4f04-a073-8e39fab07335,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:52.606156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1343ad39-10ff-4eec-9655-d9b2897817d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:52.609897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Routers {'9a55a58a-0abe-471a-8b6c-4bf80767120a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:38:52.610665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb774080>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:38:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9a55a58a-0abe-471a-8b6c-4bf80767120a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:52.949978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] Set router 9a55a58a-0abe-471a-8b6c-4bf80767120a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:38:53.300651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb774080>, [{'id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'name': 'router1', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7159231d-6404-4f04-a073-8e39fab07335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:38:32Z', 'updated_at': '2021-12-15T12:38:50Z', 'revision_number': 4, 'project_id': 'c655f706fbc740689591675d0a86f459', 'gw_port': {'id': '7159231d-6404-4f04-a073-8e39fab07335', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:49Z', 'updated_at': '2021-12-15T12:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'eaf08a61-891d-4157-ac09-75f45bb02939', 'name': '', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'mac_address': 'fa:16:3e:d4:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b624c683-88a7-418d-9379-5f3fae906288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:41Z', 'updated_at': '2021-12-15T12:38:49Z', 'revision_number': 5, 'project_id': 'c655f706fbc740689591675d0a86f459', 'subnets': [{'id': 'b624c683-88a7-418d-9379-5f3fae906288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '762fbc3c-4334-4d71-b0f7-a21621bcf6b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:38:53.305107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f022d11-5872-4dc6-bde5-151a4933cab4 None None] The sync data for ids ['9a55a58a-0abe-471a-8b6c-4bf80767120a'] in dv-neutron-821831-1-hyperv is: [{'id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'name': 'router1', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '7159231d-6404-4f04-a073-8e39fab07335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:38:32Z', 'updated_at': '2021-12-15T12:38:50Z', 'revision_number': 4, 'project_id': 'c655f706fbc740689591675d0a86f459', 'gw_port': {'id': '7159231d-6404-4f04-a073-8e39fab07335', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:49Z', 'updated_at': '2021-12-15T12:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'eaf08a61-891d-4157-ac09-75f45bb02939', 'name': '', 'network_id': '53e4014c-9133-4e13-9c23-28129647eb10', 'tenant_id': 'c655f706fbc740689591675d0a86f459', 'mac_address': 'fa:16:3e:d4:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a55a58a-0abe-471a-8b6c-4bf80767120a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b624c683-88a7-418d-9379-5f3fae906288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:38:41Z', 'updated_at': '2021-12-15T12:38:49Z', 'revision_number': 5, 'project_id': 'c655f706fbc740689591675d0a86f459', 'subnets': [{'id': 'b624c683-88a7-418d-9379-5f3fae906288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '762fbc3c-4334-4d71-b0f7-a21621bcf6b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:38:53.663374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48308) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:38:53.818127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1067262b-aacb-423d-90b8-6eb446d1c3ec admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1529310
Dec 15 12:38:54.796442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7159231d-6404-4f04-a073-8e39fab07335 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:38:54.881936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7159231d-6404-4f04-a073-8e39fab07335 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:38:54.887182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7159231d-6404-4f04-a073-8e39fab07335 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:54.887633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:55.006095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:55.023555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7159231d-6404-4f04-a073-8e39fab07335, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7159231d-6404-4f04-a073-8e39fab07335,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:38:55.029348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:38:55.033501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1343ad39-10ff-4eec-9655-d9b2897817d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:38:55.107559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7159231d-6404-4f04-a073-8e39fab07335,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:38:55.110903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:38:56.785075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7159231d-6404-4f04-a073-8e39fab07335 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:38:56.894507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7159231d-6404-4f04-a073-8e39fab07335 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:38:56.895534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:10.816390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c607d90-7884-4bd3-b8b6-9315eddfb75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:12.396582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:13.340251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08dbac7e-54de-4c2d-950d-363c320ee007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:13.482882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:15.095223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:16.388391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:39:40.809080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1765597-e2fd-433e-a5a9-801f21efc151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:42.401062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:43.344594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29caac99-96dd-4c0e-9f0f-b1fae5ee8645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:43.488440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:45.101067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:39:53.390602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:40:10.814303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abc9448f-035a-44c4-8544-7261d7bce9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:12.406282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:13.357363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac51d429-b031-4b2e-b38b-fbdb6d8cd754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:13.500067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:15.098806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:30.397102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:40:34.017841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48878) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:34.131616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7f6e4e-5c54-42e4-b107-4691f440f67d admin admin] GET failed (client error): The resource could not be found.
Dec 15 12:40:34.133026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb7f6e4e-5c54-42e4-b107-4691f440f67d admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1140540
Dec 15 12:40:34.283092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48268051-932f-4a2e-8c0c-6f9ef17fbb84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:34.284709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-48268051-932f-4a2e-8c0c-6f9ef17fbb84 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1452336
Dec 15 12:40:36.427482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48890) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:36.699568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17c185-3051-401f-84e8-951738d79c27 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:36.701102 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-af17c185-3051-401f-84e8-951738d79c27 admin admin] 10.222.0.53 "GET /v2.0/subnets/b624c683-88a7-418d-9379-5f3fae906288 HTTP/1.1" status: 200  len: 849 time: 0.2725749
Dec 15 12:40:36.711992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:40:36.841386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:37.054417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745354972582'] for subnet, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:37.058293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:40:37.109200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:37.109868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:37.111245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b061394-f5a9-4744-9556-21b92fdf2dc5 None None] Network 53e4014c-9133-4e13-9c23-28129647eb10 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:40:37.111426 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] 10.222.0.53 "PUT /v2.0/subnets/b624c683-88a7-418d-9379-5f3fae906288 HTTP/1.1" status: 200  len: 868 time: 0.4039333
Dec 15 12:40:37.126981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b624c683-88a7-418d-9379-5f3fae906288,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:40:37.136380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.136749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.137102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.137462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.137808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.138182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.138549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.138902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.139263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.139655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.140020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:40:37.144202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:40:37.615567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89456690-c681-4df4-8c08-66d991483345 None None] Provisioning complete for port eaf08a61-891d-4157-ac09-75f45bb02939 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:40:37.616109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89456690-c681-4df4-8c08-66d991483345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:37.754414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89456690-c681-4df4-8c08-66d991483345 None None] Provisioning complete for port 1f6a4aa4-84fd-4d47-b9ae-7291777a684b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:40:37.754708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89456690-c681-4df4-8c08-66d991483345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:39.257286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48902) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:39.487668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112316e-e6db-4e56-b205-af700352a91e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:39.488004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112316e-e6db-4e56-b205-af700352a91e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:39.489662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e112316e-e6db-4e56-b205-af700352a91e admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2313225
Dec 15 12:40:40.818713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cea47a2e-1280-447c-9664-5fb411b59f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:41.592371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48914) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:41.810519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f047f385-73e2-48ac-b799-c309393b211b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:41.810857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f047f385-73e2-48ac-b799-c309393b211b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:41.812599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f047f385-73e2-48ac-b799-c309393b211b admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2191398
Dec 15 12:40:42.411947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:43.352266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1f4f-f560-4cf4-a5c6-520dfb715c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:43.493016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:43.948718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48926) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:44.177871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e7368-f25a-4e1d-8ef5-0f7c8bc09370 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:44.179290 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ad3e7368-f25a-4e1d-8ef5-0f7c8bc09370 admin admin] 10.222.0.53 "GET /v2.0/networks/53e4014c-9133-4e13-9c23-28129647eb10 HTTP/1.1" status: 200  len: 869 time: 0.2295017
Dec 15 12:40:45.096664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:40:46.310677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:46.524167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7bcdf-61f3-4a8b-90a7-a49271c581b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:46.525592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f0e7bcdf-61f3-4a8b-90a7-a49271c581b6 admin admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 886 time: 0.2137978
Dec 15 12:40:48.621765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48950) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:48.782929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292ad1d-56f6-4a0b-a916-21090bf3de9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:48.783383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292ad1d-56f6-4a0b-a916-21090bf3de9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:48.785126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0292ad1d-56f6-4a0b-a916-21090bf3de9c admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1618948
Dec 15 12:40:50.895670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48962) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:51.048742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7d333-3e4b-4dd1-bf0b-08df8a7c8fae admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:51.049142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7d333-3e4b-4dd1-bf0b-08df8a7c8fae admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:51.050844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32b7d333-3e4b-4dd1-bf0b-08df8a7c8fae admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1541047
Dec 15 12:40:53.170335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 48974) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:53.327906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fddc03-e8d0-475f-914a-b3e03ef63fcc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:53.329433 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67fddc03-e8d0-475f-914a-b3e03ef63fcc admin admin] 10.222.0.53 "GET /v2.0/subnets/b624c683-88a7-418d-9379-5f3fae906288 HTTP/1.1" status: 200  len: 868 time: 0.1580155
Dec 15 12:40:55.458284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 48986) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:40:55.606006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75eae7b-ea43-4940-a14b-97b976a6bc03 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:40:55.606644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f75eae7b-ea43-4940-a14b-97b976a6bc03 admin admin] Synchronizing usage tracker for tenant:a707e5cba0024d5e82b72ae302551bab on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:40:55.624690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f75eae7b-ea43-4940-a14b-97b976a6bc03 admin admin] Unset dirty status for tenant:a707e5cba0024d5e82b72ae302551bab on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:40:55.626273 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f75eae7b-ea43-4940-a14b-97b976a6bc03 admin admin] 10.222.0.53 "GET /v2.0/subnets/d9a27388-f1cf-4735-8b5a-56328185ba80 HTTP/1.1" status: 200  len: 816 time: 0.1667252
Dec 15 12:41:07.388537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:41:10.823628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-243e76d8-d2c3-48ce-9791-c6a06e9ba5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:12.407880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:13.358021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c23de64a-32e2-4891-927b-d9d178deb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:13.496652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:15.104964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:15.496746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49034) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:41:15.591881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-fa23f848-87a4-470f-8377-1ea6fc4fa1e8 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:41:15.593073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa23f848-87a4-470f-8377-1ea6fc4fa1e8 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0951300
Dec 15 12:41:17.821288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49046) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:41:17.927511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-06287320-7fc3-42ae-bdc5-a697c2bc616f admin admin] GET failed (client error): The resource could not be found.
Dec 15 12:41:17.929798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06287320-7fc3-42ae-bdc5-a697c2bc616f admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1072006
Dec 15 12:41:18.073046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069475-dcdd-4556-a5c3-0aa9524e0d34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:41:18.074663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6069475-dcdd-4556-a5c3-0aa9524e0d34 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1376953
Dec 15 12:41:20.210199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49058) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:41:20.294813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:41:20.305899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:41:20.319527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:41:20.333179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Made reservation on behalf of a707e5cba0024d5e82b72ae302551bab for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:41:20.340619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:20.438806 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.services.revisions.revision_plugin [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f42fb4ebe10] {project_id='a707e5cba0024d5e82b72ae302551bab', id='9a233722-effd-49e9-abed-a2b82a203353', target_tenant='*', action='access_as_shared', object_id='0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'}> to bump revision.
Dec 15 12:41:20.457737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:41:20.472705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:20.473109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Added segment 2d2c5c8a-e66f-42fb-8aa8-36b13426875a of type vlan for network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c
Dec 15 12:41:20.501865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:20.534503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:20.535832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:41:20.536465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:20.541573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:41:20.646410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4349325
Dec 15 12:41:20.649625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Pushing event updated for resources: {'Network': ['ID=0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:41:20.656299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:41:20.663116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:41:22.763416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49070) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:41:22.870035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-685fa063-04f3-49ca-ba37-e029debec4c2 admin admin] GET failed (client error): The resource could not be found.
Dec 15 12:41:22.870536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-685fa063-04f3-49ca-ba37-e029debec4c2 admin admin] Synchronizing usage tracker for tenant:a707e5cba0024d5e82b72ae302551bab on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:41:22.887032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-685fa063-04f3-49ca-ba37-e029debec4c2 admin admin] Unset dirty status for tenant:a707e5cba0024d5e82b72ae302551bab on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:41:22.888295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-685fa063-04f3-49ca-ba37-e029debec4c2 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1231933
Dec 15 12:41:23.006970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de9ea3-ef02-4fde-825d-5b693f7d68d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:41:23.008544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d9de9ea3-ef02-4fde-825d-5b693f7d68d5 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1138320
Dec 15 12:41:23.022774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c', 'name': 'shared-subnet'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:41:23.027698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:41:23.037878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:41:23.048366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Made reservation on behalf of a707e5cba0024d5e82b72ae302551bab for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:41:23.052966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:23.265992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:23.271193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d984158f-f9f5-4500-a1af-0a93ba554686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:41:23.353055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21a9351-d513-48dc-9b1f-8e5882b619bd,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:41:23.357048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:41:23.366128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Checking segment: {'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:41:23.366524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Network hostable DHCP agents. Network: 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:41:23.388938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:41:23.398530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:41:23.402774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:41:23.403476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:23.409355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183a6ae-c21e-4877-a7db-972e55416eba None None] Network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:41:23.429530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4105880
Dec 15 12:41:23.652002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c', 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c', 'tenant_id': 'a707e5cba0024d5e82b72ae302551bab', 'fixed_ips': [{'subnet_id': 'b21a9351-d513-48dc-9b1f-8e5882b619bd'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:41:23.652925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:23.823926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Allocated IP 192.168.233.2 (0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c/b21a9351-d513-48dc-9b1f-8e5882b619bd/54b476a0-777b-471e-9e6c-ca527d56922e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:41:24.039803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:24.050932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Transition to ACTIVE for port object 54b476a0-777b-471e-9e6c-ca527d56922e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:41:24.070847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Transition to ACTIVE for port object 54b476a0-777b-471e-9e6c-ca527d56922e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:41:24.076972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:24.086414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:41:24.155727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:41:24.159469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:41:24.161472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Pushing event updated for resources: {'Port': ['ID=54b476a0-777b-471e-9e6c-ca527d56922e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:41:24.163945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:41:24.204635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.205014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.205430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.205802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.206184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.206611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.207311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.207714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.208071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.208425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.208782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:41:24.246524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:41:24.272413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Attempting to bind port 54b476a0-777b-471e-9e6c-ca527d56922e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:41:24.272829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Attempting to bind port 54b476a0-777b-471e-9e6c-ca527d56922e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:41:24.273238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Attempting to bind port 54b476a0-777b-471e-9e6c-ca527d56922e on network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:41:24.280507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:41:24.280917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Checking segment: {'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:41:24.281356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:24.281849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Bound using segment: {'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:41:24.282331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Bound port: 54b476a0-777b-471e-9e6c-ca527d56922e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:41:24.282748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:24.377748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] For port 54b476a0-777b-471e-9e6c-ca527d56922e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:41:24.381024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] For port 54b476a0-777b-471e-9e6c-ca527d56922e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=54b476a0-777b-471e-9e6c-ca527d56922e,segment=NetworkSegment(2d2c5c8a-e66f-42fb-8aa8-36b13426875a),segment_id=2d2c5c8a-e66f-42fb-8aa8-36b13426875a)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:41:24.384773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:24.390468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:41:24.470288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Pushing event updated for resources: {'Port': ['ID=54b476a0-777b-471e-9e6c-ca527d56922e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:41:24.474121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:41:24.898061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 54b476a0-777b-471e-9e6c-ca527d56922e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:41:24.977397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 54b476a0-777b-471e-9e6c-ca527d56922e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:41:25.997311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4def93b-d34a-4660-9ee0-4ae336f29d22 None None] Network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:41:26.136983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Provisioning for port 54b476a0-777b-471e-9e6c-ca527d56922e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:41:26.147879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Provisioning complete for port 54b476a0-777b-471e-9e6c-ca527d56922e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:41:26.148297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:26.538925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:26.581108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] For port 54b476a0-777b-471e-9e6c-ca527d56922e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=54b476a0-777b-471e-9e6c-ca527d56922e,segment=NetworkSegment(2d2c5c8a-e66f-42fb-8aa8-36b13426875a),segment_id=2d2c5c8a-e66f-42fb-8aa8-36b13426875a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:41:26.587491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:26.591528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:41:26.665524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Pushing event updated for resources: {'Port': ['ID=54b476a0-777b-471e-9e6c-ca527d56922e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:41:26.669009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:41:26.851055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 54b476a0-777b-471e-9e6c-ca527d56922e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:41:26.929844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4f5cfef4-6736-48c4-9547-c190a76328c8 None None] Provisioning complete for port 54b476a0-777b-471e-9e6c-ca527d56922e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:41:26.930244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfef4-6736-48c4-9547-c190a76328c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:26.974485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 54b476a0-777b-471e-9e6c-ca527d56922e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:41:26.974898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:40.830101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8eab8b7-b49b-4098-b0d1-0536d0bc7ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:42.403606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:43.352375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0fc79e5-3b08-4107-98bc-e19a654397d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:43.500748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:41:44.390244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:41:45.111888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:10.830353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7a6858ce-60a1-4a5c-aa4d-0bc64acaaa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:12.407486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:13.357569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14a0fd39-5add-49af-9247-875786dbb0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:13.503681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:15.116893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:21.391628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:42:39.969528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49104) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:42:39.976110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-a1f8aaeb-6fe9-4abf-bb02-1b8a0529ca8a tempest-verify_tempest_config-1744170220 tempest-verify_tempest_config-1744170220-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:42:39.977177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a1f8aaeb-6fe9-4abf-bb02-1b8a0529ca8a tempest-verify_tempest_config-1744170220 tempest-verify_tempest_config-1744170220-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0065095
Dec 15 12:42:40.473873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49122) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:42:40.644246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:40.682726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:42:40.687128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Usage tracker for resource:security_group_rule and tenant:84143a458f4e4ab1a7f4709720050578 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:42:40.690464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:42:40.696924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:42:40.781999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:40.786003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:40.794067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:42:40.825635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f514edbf-0910-40c2-a219-caf4967eae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:40.833696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ef8cc2-a87c-437d-bd72-58f674082e3f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:42:40.843329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Synchronizing usage tracker for tenant:a707e5cba0024d5e82b72ae302551bab on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:42:40.849847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.850218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.850587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.850944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.851286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.851670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.852024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.852374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.852721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.853068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.853413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:42:40.860112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:42:40.869702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Unset dirty status for tenant:a707e5cba0024d5e82b72ae302551bab on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:42:40.870970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84143a458f4e4ab1a7f4709720050578&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3960953
Dec 15 12:42:40.873857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49128) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:42:40.936828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:40.964250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:41.027287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:41.035269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:42:41.048823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ef8cc2-a87c-437d-bd72-58f674082e3f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:42:41.051622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:42:41.053546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:41.054917 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09ef8cc2-a87c-437d-bd72-58f674082e3f HTTP/1.1" status: 204  len: 168 time: 0.1800628
Dec 15 12:42:42.413166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:43.361938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-633225eb-ccdb-480e-b160-3ddcaaa9212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:43.507258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:45.131197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:42:58.395647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:43:10.834675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b98629bf-5b67-4a40-a6f3-b39a5e016bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:12.424744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:13.371859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b079deb5-f4ff-47db-b106-300f12cd28c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:13.512393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:15.133798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:35.402978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 5 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:43:40.837299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5450bfa7-0755-4436-b48c-681f61f95b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:42.423145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:43.376473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c3751ed-2edd-4edd-881c-e3c346582c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:43.515622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:45.141631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:43:57.826756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854343050'] for agent, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:10.831639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae7e6bfe-7107-4205-bdae-b6bee3610834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:12.401330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:44:12.424197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:13.369419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da660cc-8852-4d2e-98e5-0f6429dc4a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:13.517248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:15.080485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49208) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:44:15.136135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:15.251066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7b231c69-51ee-49f1-85b2-656bb75bc47a admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1693358
Dec 15 12:44:17.364384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49220) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:44:17.470651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cfc11c78-a6a8-494b-94fb-8c16e88bb225 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1049507
Dec 15 12:44:27.820026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:40.843090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5620-ff9c-4f28-b82f-8e4a13f59845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:42.418651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:43.390809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58d35d48-782d-4175-93a3-06781fb72cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:43.532590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:45.137425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:44:49.399640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:44:57.810705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:10.836832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e30da9-4458-412b-b4eb-9232504b3e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:12.422248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:13.375231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55c5048c-5ec8-487a-ab4c-584f9dbd0580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:13.523997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:15.140350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:26.391370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:45:27.827311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:40.841883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2eadd991-0663-4c35-abd1-34b826ac314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:42.439877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:43.385130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda89311-2adc-4b78-96c9-c5d3ce77ace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:43.533290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:45.144772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:46.997803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49384) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:47.364136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49400) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:47.377118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49406) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:47.494162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-492975278-network', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:47.499663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:47.504065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Usage tracker for resource:network and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:47.507116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:47.513265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:47.524455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Made reservation on behalf of e04ea19c22194e65bb85a4051639ed56 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:47.529756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.544140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.577310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:47.581866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Usage tracker for resource:security_group_rule and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:47.584885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:47.591037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:47.664824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.668758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.673688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:47.703729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:47.713661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e8a43b-96e4-44ff-95d9-cacb36900bcb,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:47.720181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.720715 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Added segment 1ee57bf6-418f-420a-9435-c7ee312080e5 of type vlan for network bc963569-0db8-414d-9fa6-2320ec354452
Dec 15 12:45:47.731326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.731770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.732133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.732631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.733067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.733426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.733782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.734145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.734502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.734846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.735190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Tracked resource versions report:
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     HyperV agent@hv-neutron-8218: {},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:45:47.736598 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:45:47.741053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:47.761971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.796785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.798197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:47.799145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:47.805121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7855f8ca-ec8b-481a-ba98-16b2fac19f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:47.914454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.9148021
Dec 15 12:45:47.915322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Pushing event updated for resources: {'Network': ['ID=bc963569-0db8-414d-9fa6-2320ec354452,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:47.917706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49422) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:47.924219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Request body: {'subnet': {'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-492975278-subnet', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:47.928313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:47.929529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network bc963569-0db8-414d-9fa6-2320ec354452 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:47.930550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:47.934674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Usage tracker for resource:subnet and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:47.939378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:47.946739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:47.964968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Made reservation on behalf of e04ea19c22194e65bb85a4051639ed56 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:47.971494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.048349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-499503610-network', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:48.054599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:48.059054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Usage tracker for resource:network and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:48.063741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:48.072038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:48.082564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Made reservation on behalf of 0fd950bc0cb74fce8c5f5eba7257bc40 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:48.088500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.101278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-743376304-network', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:48.106393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:48.106947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.110334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Usage tracker for resource:network and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:48.113629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:48.120008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:48.133387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Made reservation on behalf of e0740fa38e254b8585115892d0e4fa4e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:48.141624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.154212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:48.159090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Usage tracker for resource:security_group_rule and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:48.159445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.162530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:48.169731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:48.198297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:48.203920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Usage tracker for resource:security_group_rule and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:48.208005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:48.215393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:48.254104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.259487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.274810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:48.285860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.286452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Added segment 03c4b7db-a389-4b0a-8510-8113f532e7ad of type vlan for network d9032e91-bc3c-4033-9e8c-fe03b62d15c9
Dec 15 12:45:48.322904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:48.337692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.369208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6392273b-1b83-44ab-83e8-8da61fb8249f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:48.386834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:48.397371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.399256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:48.400400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.406750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:48.440823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.445131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.450272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8125e670-c9d1-4f1e-9c02-c0240cd123e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:48.514684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.515663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25a8028-a061-498e-8666-a604a3a36469,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:48.518569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Pushing event updated for resources: {'Network': ['ID=d9032e91-bc3c-4033-9e8c-fe03b62d15c9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:48.523858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:48.530565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:48.532005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:48.543096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.543630 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Added segment 160e0459-ab00-4ff2-a48a-08cbda2b5501 of type vlan for network de98e018-c465-4472-9497-5e08fb357769
Dec 15 12:45:48.547801 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1795068
Dec 15 12:45:48.554079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49438) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:48.562838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Request body: {'subnet': {'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-499503610-subnet', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:48.568337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:48.572266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Usage tracker for resource:subnet and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:48.575500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:48.582254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:48.584272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.593310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Made reservation on behalf of 0fd950bc0cb74fce8c5f5eba7257bc40 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:48.598709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.616397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.620725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:48.621159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.657143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2787311
Dec 15 12:45:48.658248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49446) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:48.664520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.665030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.665504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.665968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.666688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.667169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.667660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.668113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.668564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.669014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.669473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Tracked resource versions report:
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     HyperV agent@hv-neutron-8218: {},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:45:48.670658 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:45:48.685124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Request body: {'subnet': {'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-743376304-subnet', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:48.712339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:48.716368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:48.750595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:48.753543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ef3a2-10ae-432a-bef4-a2817ad573d2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:48.760293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:48.762238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a510665-6879-4d34-98ec-6ae5f8b6129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:48.864238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Usage tracker for resource:subnet and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:48.867751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Pushing event updated for resources: {'Network': ['ID=de98e018-c465-4472-9497-5e08fb357769,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:48.878132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:48.881606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Checking segment: {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:48.882261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Network hostable DHCP agents. Network: bc963569-0db8-414d-9fa6-2320ec354452, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:45:48.889995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network de98e018-c465-4472-9497-5e08fb357769 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:48.890752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:48.893838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.895936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:48.903398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca2b0a7b-99b3-4652-a3aa-3128e3d9c281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:48.929492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Made reservation on behalf of e0740fa38e254b8585115892d0e4fa4e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:48.934447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:48.989868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdbb9ba-509c-4de0-8790-bb1a35d2d505,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:49.000289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:49.010588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Network bc963569-0db8-414d-9fa6-2320ec354452 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:45:49.046116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Checking segment: {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:49.046662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Network hostable DHCP agents. Network: d9032e91-bc3c-4033-9e8c-fe03b62d15c9, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:45:49.074536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:45:49.086345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, d9032e91-bc3c-4033-9e8c-fe03b62d15c9) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:49.090811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:49.091821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.097679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea17254-b45c-40b2-a601-0c82312b579b None None] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:45:49.108716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, bc963569-0db8-414d-9fa6-2320ec354452) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:49.117597 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5623689
Dec 15 12:45:49.120368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49464) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:49.128224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:49.135876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:49.140400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Usage tracker for resource:router and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:49.144653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:49.145318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aca2ab-e758-4b30-be49-01a0c4206846 None None] Network bc963569-0db8-414d-9fa6-2320ec354452 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:45:49.151269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:49.162923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.164564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:49.164682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.165213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.188900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.240087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.3210530
Dec 15 12:45:49.243130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49472) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:49.308660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:49.337070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:49.370383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Usage tracker for resource:router and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:49.379532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.387932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:49.398307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:49.468606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.469711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.517817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49480) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:49.547016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.554865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-365ace9e-8e81-495f-9cbc-7c818be546a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:49.620871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.631597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.666531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.833428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Allocated IP 172.26.0.211 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/0d2cef1d-880b-4f61-97a0-7503d3aa1e8d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:49.898341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-bc963569-0db8-414d-9fa6-2320ec354452', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:45:49.899244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:49.943632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-d9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:45:49.944607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.163540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49490) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:50.179322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b7a4c81-a551-43b8-a11c-8a10ec518f48,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:50.189971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:50.227731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:50.246623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:50.265198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Usage tracker for resource:floatingip and tenant:d7c2ee60cf824457bc2d5cbf4081e0cb is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:50.294970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Checking segment: {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:50.296412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:50.296799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Network hostable DHCP agents. Network: de98e018-c465-4472-9497-5e08fb357769, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:45:50.316228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:50.328507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.348462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Network de98e018-c465-4472-9497-5e08fb357769 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:45:50.377685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.381216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, de98e018-c465-4472-9497-5e08fb357769) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:50.385307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.386670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:50.388138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.422256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2f0e4-b289-442f-8e2c-63bfba405fda None None] Network de98e018-c465-4472-9497-5e08fb357769 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:45:50.433804 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7729690
Dec 15 12:45:50.449405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49506) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:50.476909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:50.567113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:50.586787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Usage tracker for resource:router and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:50.602175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:50.613996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:50.669819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.711325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.722768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:50.726715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-352323029'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:50.739288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:50.777227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Usage tracker for resource:network and tenant:bdecbae72bb34317ac4ea6affb2e0f14 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:50.777227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:50.787100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:50.804509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:50.809606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Allocated IP 172.20.0.2 (bc963569-0db8-414d-9fa6-2320ec354452/e25a8028-a061-498e-8666-a604a3a36469/543b5ac5-21cd-4c27-a45e-53c20ea79f35) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:50.811483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.815772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.816826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.826847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:50.852230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:50.855805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:50.862677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:50.875186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Made reservation on behalf of bdecbae72bb34317ac4ea6affb2e0f14 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:50.881326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.919183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:50.931608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.024902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.034605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Allocated IP 172.20.0.2 (d9032e91-bc3c-4033-9e8c-fe03b62d15c9/3fdbb9ba-509c-4de0-8790-bb1a35d2d505/d0ea7305-96d2-43bf-aa21-ccdc9a81532a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:51.127208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:51.155609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Usage tracker for resource:security_group_rule and tenant:bdecbae72bb34317ac4ea6affb2e0f14 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:51.161059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:51.179947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:51.290028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Allocated IP 172.26.0.198 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f8557a74-3e48-482c-bacb-e514939de11a) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:51.311644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49532) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:51.402962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.484697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.485487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.497904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.508384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33015053-18fa-466c-8859-93370136b1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-de98e018-c465-4472-9497-5e08fb357769', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:45:51.509292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33015053-18fa-466c-8859-93370136b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.517146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49540) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:51.529578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.547323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be6df966-7fee-4edb-a09e-dd6b772c4659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:51.629114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:51.632056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8557a74-3e48-482c-bacb-e514939de11a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:51.635182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:51.637351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:51.643070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:51.740221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1661672566', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:51.772206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.777051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.788569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:51.789172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-78720b37-2160-4b6b-9be6-182e8231c98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:51.805209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Usage tracker for resource:port and tenant:4b723e6b2c3841fbb5593663fe869518 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:51.810558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Allocated IP 172.26.0.30 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/48e5aadb-4e24-47b0-aff9-734f862b525f) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:51.812929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:51.850366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:51.857477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb430b96-5e37-4c2b-8a7e-24edf1fedffe,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:51.860962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:51.863191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:51.863313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49548) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:51.885457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.885849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Added segment a24c5bb4-959e-477c-a05c-fe10f73a0d39 of type vlan for network e3763859-113c-430b-a9d5-e9e7d8a86584
Dec 15 12:45:51.909551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Made reservation on behalf of 4b723e6b2c3841fbb5593663fe869518 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:51.914463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.936986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.972587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.973355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.978836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.994196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:51.997298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Transition to ACTIVE for port object d0ea7305-96d2-43bf-aa21-ccdc9a81532a will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:52.049482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b26da354-c5de-463b-99a0-660d4c5d2632 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:52.059115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.066444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:52.067235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.074115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:52.079561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Transition to ACTIVE for port object 543b5ac5-21cd-4c27-a45e-53c20ea79f35 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:52.084474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Transition to ACTIVE for port object d0ea7305-96d2-43bf-aa21-ccdc9a81532a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:52.105036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.123203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:52.152693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-33015053-18fa-466c-8859-93370136b1dc None None] Allocated IP 172.20.0.2 (de98e018-c465-4472-9497-5e08fb357769/1b7a4c81-a551-43b8-a11c-8a10ec518f48/ffbe6104-4ddd-49d9-a5bb-058dae53deb8) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:52.158205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.9874597
Dec 15 12:45:52.158433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Transition to ACTIVE for port object 543b5ac5-21cd-4c27-a45e-53c20ea79f35 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:52.162397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-517109010'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:52.167572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49558) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:52.169008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.172927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.190458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.229584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:52.238233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:52.243494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Usage tracker for resource:network and tenant:db4d623052844bac9e5b444f160831bc is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:52.252249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:52.255071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:52.261409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:52.261570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:52.265521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Request body: {'subnet': {'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:52.276461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:52.282263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Usage tracker for resource:security_group_rule and tenant:4b723e6b2c3841fbb5593663fe869518 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:52.283253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event updated for resources: {'Network': ['ID=e3763859-113c-430b-a9d5-e9e7d8a86584,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:52.289474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:52.302528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:52.306962 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b26da354-c5de-463b-99a0-660d4c5d2632 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "PUT /v2.0/quotas/a27b6d64cb2d4481beef2d6186bd8d89 HTTP/1.1" status: 200  len: 368 time: 0.4386322
Dec 15 12:45:52.315810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Pushing event updated for resources: {'Port': ['ID=d0ea7305-96d2-43bf-aa21-ccdc9a81532a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:52.317304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49564) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:52.328784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e3763859-113c-430b-a9d5-e9e7d8a86584 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:52.329228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Request body: {'network': {'project_id': 'a27b6d64cb2d4481beef2d6186bd8d89'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:52.337907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:52.343911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:52.347461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Network bc963569-0db8-414d-9fa6-2320ec354452 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:52.363221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:52.372171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:52.376698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.377848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Made reservation on behalf of db4d623052844bac9e5b444f160831bc for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:52.383466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.402221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.402586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.402969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.403336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.403733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.404100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.404461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.404824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.405182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.405513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.405874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Tracked resource versions report:
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     HyperV agent@hv-neutron-8218: {},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:45:52.406961 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:45:52.412588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:52.428436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:52.428890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:52.446236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Usage tracker for resource:network and tenant:a27b6d64cb2d4481beef2d6186bd8d89 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:52.454009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.456623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:52.477404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:52.490240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:52.498188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Usage tracker for resource:subnet and tenant:bdecbae72bb34317ac4ea6affb2e0f14 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:52.502397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:52.505133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.506340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Made reservation on behalf of a27b6d64cb2d4481beef2d6186bd8d89 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:52.510985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.529286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:52.534323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.580851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Made reservation on behalf of bdecbae72bb34317ac4ea6affb2e0f14 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:52.713565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:52.714362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.737188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Usage tracker for resource:security_group_rule and tenant:a27b6d64cb2d4481beef2d6186bd8d89 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:52.744701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:52.755477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:52.770319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks [] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.794323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:52.824589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:52.837907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Pushing event updated for resources: {'Port': ['ID=48e5aadb-4e24-47b0-aff9-734f862b525f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:52.850606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:52.886667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:52.915681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Usage tracker for resource:security_group_rule and tenant:db4d623052844bac9e5b444f160831bc is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:52.924714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:52.932927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Pushing event updated for resources: {'Port': ['ID=543b5ac5-21cd-4c27-a45e-53c20ea79f35,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:52.946125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:52.951146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Attempting to bind port d0ea7305-96d2-43bf-aa21-ccdc9a81532a on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:45:52.951610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Attempting to bind port d0ea7305-96d2-43bf-aa21-ccdc9a81532a by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:45:52.952012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Attempting to bind port d0ea7305-96d2-43bf-aa21-ccdc9a81532a on network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:45:52.963490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Attempting to bind port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:45:52.963874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Attempting to bind port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:45:52.964449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Attempting to bind port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 on network bc963569-0db8-414d-9fa6-2320ec354452 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:45:52.990620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:45:52.991163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Checking segment: {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:52.991510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:52.991948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Bound using segment: {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:45:52.992483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Bound port: 543b5ac5-21cd-4c27-a45e-53c20ea79f35, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:45:52.992897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.002969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:45:53.003320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Checking segment: {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:53.003790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.004181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Bound using segment: {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:45:53.004878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Bound port: d0ea7305-96d2-43bf-aa21-ccdc9a81532a, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:45:53.005401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.018149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Router 482d98a2-5510-49b7-b0f7-d1fc36628902 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:45:53.023782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:53.024509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.033144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33015053-18fa-466c-8859-93370136b1dc None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.037288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.044122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.051806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.072230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.084820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.092716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.106879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] device_id is not set on port 14ac890e-4fe7-4f1b-94d9-77a35d52dbb1 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:45:53.108170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-33015053-18fa-466c-8859-93370136b1dc None None] Transition to ACTIVE for port object ffbe6104-4ddd-49d9-a5bb-058dae53deb8 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:53.176867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-33015053-18fa-466c-8859-93370136b1dc None None] Transition to ACTIVE for port object ffbe6104-4ddd-49d9-a5bb-058dae53deb8 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:53.193309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:53.199543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33015053-18fa-466c-8859-93370136b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.213202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c7a85-a61b-49ac-a8a6-5e13810e2e29,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.215856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] For port 543b5ac5-21cd-4c27-a45e-53c20ea79f35, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:45:53.217662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.221217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.227687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.227687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Added segment 70d62264-7c75-4402-a469-bc5835148de0 of type vlan for network dff5cea8-edb2-4ca8-84fb-75153fbc2916
Dec 15 12:45:53.247826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Allocated IP 172.26.0.49 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/64edd9d3-0974-4582-9613-de40d0d007ed) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:53.273355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] For port 543b5ac5-21cd-4c27-a45e-53c20ea79f35, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=543b5ac5-21cd-4c27-a45e-53c20ea79f35,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:45:53.281576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] For port d0ea7305-96d2-43bf-aa21-ccdc9a81532a, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:45:53.302511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:45:53.303284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.306356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.311835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.312380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33015053-18fa-466c-8859-93370136b1dc None None] Network de98e018-c465-4472-9497-5e08fb357769 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:53.320350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-38dab03a-d8d3-4f21-ac7a-c6be7b97e494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.321331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] For port d0ea7305-96d2-43bf-aa21-ccdc9a81532a, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d0ea7305-96d2-43bf-aa21-ccdc9a81532a,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:45:53.321936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.323413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33015053-18fa-466c-8859-93370136b1dc None None] Pushing event updated for resources: {'Port': ['ID=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.326382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-33015053-18fa-466c-8859-93370136b1dc None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:53.328892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c2538b-8ca2-4a22-a5a3-90001f7c3881,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.329002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33015053-18fa-466c-8859-93370136b1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.330997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.371631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.372671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33015053-18fa-466c-8859-93370136b1dc None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:53.378651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.522603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Pushing event updated for resources: {'Port': ['ID=543b5ac5-21cd-4c27-a45e-53c20ea79f35,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.548889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.549666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-33015053-18fa-466c-8859-93370136b1dc None None] Attempting to bind port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:45:53.549997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-33015053-18fa-466c-8859-93370136b1dc None None] Attempting to bind port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:45:53.550408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33015053-18fa-466c-8859-93370136b1dc None None] Attempting to bind port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 on network de98e018-c465-4472-9497-5e08fb357769 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:45:53.552737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33015053-18fa-466c-8859-93370136b1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.605213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33015053-18fa-466c-8859-93370136b1dc None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:45:53.605520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33015053-18fa-466c-8859-93370136b1dc None None] Checking segment: {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:53.605960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33015053-18fa-466c-8859-93370136b1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.606402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33015053-18fa-466c-8859-93370136b1dc None None] Bound using segment: {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:45:53.606949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-33015053-18fa-466c-8859-93370136b1dc None None] Bound port: ffbe6104-4ddd-49d9-a5bb-058dae53deb8, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:45:53.607374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33015053-18fa-466c-8859-93370136b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.613921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.634004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.634754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.684007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f90671f7-f470-4805-9985-a03946bab924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.685879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Pushing event updated for resources: {'Port': ['ID=d0ea7305-96d2-43bf-aa21-ccdc9a81532a,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.690987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.728740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event updated for resources: {'Subnet': ['ID=8e83e4ca-a245-4f2e-b537-3d37f12f4a46,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.737683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.741468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-33015053-18fa-466c-8859-93370136b1dc None None] For port ffbe6104-4ddd-49d9-a5bb-058dae53deb8, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:45:53.747827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-33015053-18fa-466c-8859-93370136b1dc None None] For port ffbe6104-4ddd-49d9-a5bb-058dae53deb8, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:45:53.751130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:53.755018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33015053-18fa-466c-8859-93370136b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.762786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.768567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.769848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:53.770516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.776852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:53.794510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5edd469-dcfb-4ecf-9bb7-684c95d738c9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.808956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.809260 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Added segment 02cad0b7-094b-42f2-9915-3aaef0a67e36 of type vlan for network 6e161c9e-ff8e-425b-8ec1-c8018c894885
Dec 15 12:45:53.815078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.828520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:53.847835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Checking segment: {'id': 'a24c5bb4-959e-477c-a05c-fe10f73a0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:53.848240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Network hostable DHCP agents. Network: e3763859-113c-430b-a9d5-e9e7d8a86584, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:45:53.878494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33015053-18fa-466c-8859-93370136b1dc None None] Pushing event updated for resources: {'Port': ['ID=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.886557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33015053-18fa-466c-8859-93370136b1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.933924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.6126056
Dec 15 12:45:53.937994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49574) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:53.938676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Pushing event updated for resources: {'Network': ['ID=dff5cea8-edb2-4ca8-84fb-75153fbc2916,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:53.944371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:53.949599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Request body: {'network': {'project_id': 'a27b6d64cb2d4481beef2d6186bd8d89'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:53.959438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:53.960235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network dff5cea8-edb2-4ca8-84fb-75153fbc2916 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:53.970731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Usage tracker for resource:network and tenant:a27b6d64cb2d4481beef2d6186bd8d89 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:53.976315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:53.985184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:53.988774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:45:53.999104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Network e3763859-113c-430b-a9d5-e9e7d8a86584 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:45:54.016300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.033425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, e3763859-113c-430b-a9d5-e9e7d8a86584) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:54.048190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Made reservation on behalf of a27b6d64cb2d4481beef2d6186bd8d89 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:54.058728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Sync routers for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:45:54.063518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.089160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:45:54.090222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba3a748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:54.091536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:54.092524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.100029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.105651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 4.8612552
Dec 15 12:45:54.109781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49578) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:54.166874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9923406
Dec 15 12:45:54.167429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49582) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:54.196589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Request body: {'port': {'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1644568102'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:54.227181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa761ae-f455-4eb6-a095-afc7a1ae7c3e None None] Network e3763859-113c-430b-a9d5-e9e7d8a86584 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:45:54.466796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:54.484913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:54.508940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Usage tracker for resource:port and tenant:bdecbae72bb34317ac4ea6affb2e0f14 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:54.511188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.512893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.513425 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Added segment 505306bd-afc1-453f-b5ef-4716a1599eaf of type vlan for network 59e5235d-b252-47ea-b8ee-f0e772ba235d
Dec 15 12:45:54.521286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:54.529118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:54.544844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:45:54.561607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.573527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Made reservation on behalf of bdecbae72bb34317ac4ea6affb2e0f14 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:54.582736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.588260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Allocated IP 172.26.0.138 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/14ac890e-4fe7-4f1b-94d9-77a35d52dbb1) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:54.655375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-e3763859-113c-430b-a9d5-e9e7d8a86584', 'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584', 'tenant_id': 'bdecbae72bb34317ac4ea6affb2e0f14', 'fixed_ips': [{'subnet_id': '8e83e4ca-a245-4f2e-b537-3d37f12f4a46'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:45:54.656617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.673293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] device_id is not set on port 1b693679-57c6-455e-b31e-8f5d1cb5278e yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:45:54.845908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.851896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Allocated IP 172.20.0.8 (e3763859-113c-430b-a9d5-e9e7d8a86584/8e83e4ca-a245-4f2e-b537-3d37f12f4a46/1b693679-57c6-455e-b31e-8f5d1cb5278e) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:54.863570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.865890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:54.866512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.873846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:54.878964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.884714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:54.927801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:54.928469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.932967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:54.940356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba3a748>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:45:51Z', 'revision_number': 3, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:54.944862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Checking router: 482d98a2-5510-49b7-b0f7-d1fc36628902 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:45:54.945413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Updating router 482d98a2-5510-49b7-b0f7-d1fc36628902 port f8557a74-3e48-482c-bacb-e514939de11a binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:45:55.011384 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.0677600
Dec 15 12:45:55.020804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.023334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49588) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.037919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Request body: {'network': {'project_id': 'a27b6d64cb2d4481beef2d6186bd8d89'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:55.045710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Pushing event updated for resources: {'Network': ['ID=59e5235d-b252-47ea-b8ee-f0e772ba235d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:55.049378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:55.071959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:55.073025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Usage tracker for resource:network and tenant:a27b6d64cb2d4481beef2d6186bd8d89 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:55.074898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 59e5235d-b252-47ea-b8ee-f0e772ba235d details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:55.080652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:55.103033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:55.107232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:45:55.107776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:45:55.112775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-422ae16d-0e62-4889-92bc-ddb41fb79968 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0817494
Dec 15 12:45:55.113385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49592) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.221505 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.7019250
Dec 15 12:45:55.232636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49596) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.247225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.272663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:55.273084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.278310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:55.288006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Pushing event updated for resources: {'Port': ['ID=64edd9d3-0974-4582-9613-de40d0d007ed,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:55.297968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:55.347803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.359084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a26db7a-1369-4f2f-924a-1f0d25f51fda tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a27b6d64cb2d4481beef2d6186bd8d89&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1862712
Dec 15 12:45:55.359536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49602) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.373956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ffbe6104-4ddd-49d9-a5bb-058dae53deb8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:45:55.377784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:55.380409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:55.383901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Transition to ACTIVE for port object 1b693679-57c6-455e-b31e-8f5d1cb5278e will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:55.445379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.447136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.469337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:55.488433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:55.521182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:55.536572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.543081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:55.543854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:55.544543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.559374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:45:55.574136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'network': {'name': 'tempest-network--254754574', 'router:external': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:55.593673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Sync routers for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:45:55.602424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Network e3763859-113c-430b-a9d5-e9e7d8a86584 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:55.603712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:55.606084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event updated for resources: {'Port': ['ID=1b693679-57c6-455e-b31e-8f5d1cb5278e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:55.613384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:55.615228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.615616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:55.618304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:network and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:55.621271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:55.625546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:55.626254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.634597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:45:55.643057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:55.657203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:55.659198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:45:55.659988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c9710>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:55.667726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Pushing event updated for resources: {'Network': ['ID=6e161c9e-ff8e-425b-8ec1-c8018c894885,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:55.670224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.679210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:55.679402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4978735
Dec 15 12:45:55.680160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Made reservation on behalf of ec0645c5ece54d249550f7ab1e8052bf for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:55.682636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:55.685300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.689294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Transition to ACTIVE for port object f8557a74-3e48-482c-bacb-e514939de11a will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:55.697637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.698373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49606) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.704220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:55.714558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 4.3940687
Dec 15 12:45:55.724100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49610) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.725847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.730040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.2029877
Dec 15 12:45:55.730040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.732892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a479d4cc-9ea7-406b-923e-4a02fe0a7c99 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.6113913
Dec 15 12:45:55.741188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49612) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.741188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49614) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:55.741937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.747125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}]}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:55.760633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:55.781212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Usage tracker for resource:router and tenant:4b723e6b2c3841fbb5593663fe869518 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:55.797600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 543b5ac5-21cd-4c27-a45e-53c20ea79f35 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:45:55.807836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:55.822773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:55.828219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Pushing event updated for resources: {'Port': ['ID=14ac890e-4fe7-4f1b-94d9-77a35d52dbb1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:55.840499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 6e161c9e-ff8e-425b-8ec1-c8018c894885 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:55.899226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.900281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.901145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Deleting port 1b693679-57c6-455e-b31e-8f5d1cb5278e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:45:55.901725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:55.942515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Pushing event updated for resources: {'Port': ['ID=48e5aadb-4e24-47b0-aff9-734f862b525f,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:55.948653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:55.949844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:55.950157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:55.970167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Pushing event updated for resources: {'Port': ['ID=f8557a74-3e48-482c-bacb-e514939de11a,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:55.982351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.983253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.983253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.983751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.984320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.984784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.987074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.987074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.987074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.987074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.987074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Tracked resource versions report:
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]: pushed versions:
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]: {   'ConntrackHelper': {'1.0'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Log': {'1.0'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Network': {'1.1'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Port': {'1.5'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'PortForwarding': {'1.2'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'QosPolicy': {'1.8'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroup': {'1.2'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SecurityGroupRule': {'1.0'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'SubPort': {'1.0'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Subnet': {'1.1'},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     'Trunk': {'1.1'}}
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]: consumer versions:
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]: {   DHCP agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     HyperV agent@hv-neutron-8218: {},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     L3 agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metadata agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     Metering agent@dv-neutron-821831-1-hyperv: {},
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:     Open vSwitch agent@dv-neutron-821831-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Log': '1.0',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Network': '1.1',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Port': '1.5',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'PortForwarding': '1.2',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'QosPolicy': '1.8',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroup': '1.2',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SecurityGroupRule': '1.0',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'SubPort': '1.0',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Subnet': '1.1',
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:                                                        'Trunk': '1.1'}}
Dec 15 12:45:55.988833 dv-neutron-821831-1-hyperv neutron-server[88760]:  {{(pid=88872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 15 12:45:55.997076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:55.999368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Allocated IP 172.20.0.2 (e3763859-113c-430b-a9d5-e9e7d8a86584/8e83e4ca-a245-4f2e-b537-3d37f12f4a46/85b7bb7e-aa69-4232-a263-4d2e208a8dfb) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:56.023379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Attempting to bind port f8557a74-3e48-482c-bacb-e514939de11a on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:45:56.023969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Attempting to bind port f8557a74-3e48-482c-bacb-e514939de11a by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:45:56.024471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Attempting to bind port f8557a74-3e48-482c-bacb-e514939de11a on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:45:56.031969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.037125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:45:56.037850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:56.038096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.039099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.039808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:45:56.047990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1575376163', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'fixed_ips': [{'ip_address': '172.26.0.30'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:56.049787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Bound port: f8557a74-3e48-482c-bacb-e514939de11a, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:45:56.050576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.051319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:56.061650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Usage tracker for resource:port and tenant:d7c2ee60cf824457bc2d5cbf4081e0cb is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:56.066047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:56.077828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:56.100722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.101489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.151699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] For port f8557a74-3e48-482c-bacb-e514939de11a, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:45:56.156663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] For port f8557a74-3e48-482c-bacb-e514939de11a, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f8557a74-3e48-482c-bacb-e514939de11a,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:45:56.163505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.169608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:56.259531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Pushing event updated for resources: {'Port': ['ID=f8557a74-3e48-482c-bacb-e514939de11a,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:56.265248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:56.292351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:45:56.292730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:45:56.293615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba3a748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:56.309785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:45:56.429187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.523667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:56.539465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:45:56.625802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d0ea7305-96d2-43bf-aa21-ccdc9a81532a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:45:56.676828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Calling delete_port for 1b693679-57c6-455e-b31e-8f5d1cb5278e owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:45:56.996323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f877c-00c5-4b6f-be0c-4397ba42631b None None] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:45:57.020655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba3a748>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:45:51Z', 'revision_number': 3, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:57.026410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbf657-4e94-4cd4-b2e9-7f1617f6b720 None None] The sync data for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv is: [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:45:51Z', 'revision_number': 3, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:45:57.048644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:57.054269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:security_group_rule and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:57.058132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:57.068416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:57.093312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4157e079-6de5-4379-aab5-62a99f14eb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:57.107985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Made reservation on behalf of d7c2ee60cf824457bc2d5cbf4081e0cb for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:57.114105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.137618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.185920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.236230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c7a85-a61b-49ac-a8a6-5e13810e2e29,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:57.239941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:57.254518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d64d9632-3ad7-49c6-96ea-31ba655903d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:57.352740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.371510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Provisioning for port d0ea7305-96d2-43bf-aa21-ccdc9a81532a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:45:57.377111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port d0ea7305-96d2-43bf-aa21-ccdc9a81532a completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:45:57.389815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Provisioning complete for port d0ea7305-96d2-43bf-aa21-ccdc9a81532a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:45:57.390245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.449060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d0ea7305-96d2-43bf-aa21-ccdc9a81532a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:45:57.449469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.492247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Transition to ACTIVE for port object 85b7bb7e-aa69-4232-a263-4d2e208a8dfb will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:57.584671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Router 5157f754-9570-453e-9edc-242a1f25f707 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:45:57.593189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72290598-9b04-404d-b535-d1c0d66f6633 None None] Network bc963569-0db8-414d-9fa6-2320ec354452 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:45:57.727624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:57.732328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Usage tracker for resource:security_group_rule and tenant:d7c2ee60cf824457bc2d5cbf4081e0cb is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:57.736280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:57.743292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event deleted for resources: {'Port': ['ID=1b693679-57c6-455e-b31e-8f5d1cb5278e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:57.797912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.800761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:57.808682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.821802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:57.825614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "DELETE /v2.0/ports/1b693679-57c6-455e-b31e-8f5d1cb5278e HTTP/1.1" status: 204  len: 168 time: 2.1258471
Dec 15 12:45:57.826770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.844300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:57.858225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:57.869203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.869606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Added segment dd5b3a9f-67ff-41ba-ae89-2924c459ca62 of type vlan for network ac423f4a-bc37-44c2-8071-c51a309b4a80
Dec 15 12:45:57.913432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.922154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a017a50-808c-4654-9748-1693173ca3b7 None None] Network de98e018-c465-4472-9497-5e08fb357769 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:45:57.951605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:57.965359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Transition to ACTIVE for port object 85b7bb7e-aa69-4232-a263-4d2e208a8dfb will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:45:57.977543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.987386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c7b85e-f55a-440d-9373-f8a1c89e83c7,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:57.990119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.991041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:57.992389 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/a07c7a85-a61b-49ac-a8a6-5e13810e2e29 HTTP/1.1" status: 204  len: 168 time: 2.6318810
Dec 15 12:45:57.996574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:58.000697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49638) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:58.001825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:45:58.002499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.011713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f25c1ce1-ee8a-4136-8e7e-2b94ca13c7f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:58.027228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.312301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.354157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.381194 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 3.1449993
Dec 15 12:45:58.409005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49642) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:58.446324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Network': ['ID=ac423f4a-bc37-44c2-8071-c51a309b4a80,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:58.461292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-49ed70fe-e17c-420c-bb06-15498786c889 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.5678871
Dec 15 12:45:58.461292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:58.466550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:58.469478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.493095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49646) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:58.508427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-810108987'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:45:58.523292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network ac423f4a-bc37-44c2-8071-c51a309b4a80 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:45:58.540734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:45:58.606811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Usage tracker for resource:network and tenant:bdecbae72bb34317ac4ea6affb2e0f14 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:45:58.616972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.632110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:45:58.662177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.675304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:45:58.677589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.702141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.709737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.718068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:58.734271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] device_id is not set on port f1d230e0-10ee-416d-bfe7-3949f85efbd2 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:45:58.808943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Made reservation on behalf of bdecbae72bb34317ac4ea6affb2e0f14 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:45:58.815336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.948074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:58.958711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57069021-1d1e-4d55-8b63-f43522c1654b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:58.993541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Network e3763859-113c-430b-a9d5-e9e7d8a86584 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:45:58.998865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.005737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:59.026565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:45:59.057038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.089631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:45:59.109754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c9710>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:45:50Z', 'revision_number': 3, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.163331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] For port d0ea7305-96d2-43bf-aa21-ccdc9a81532a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d0ea7305-96d2-43bf-aa21-ccdc9a81532a,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:45:59.168143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f42fad7c198>> segment before_delete 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.168547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f42fad7c198>> subnet precommit_delete_associations 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.169355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> segment_host_mapping after_create 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.169721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> port after_create 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.170081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> port after_delete 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.170442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> port after_update 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.170808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> segment after_delete 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.171180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> subnet after_create 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.171563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> subnet after_delete 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.171918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fb411a58>> subnet after_update 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.216321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.217402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Checking router: 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:45:59.218155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Updating router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:45:59.263917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.269375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Pushing event updated for resources: {'Port': ['ID=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:59.269657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.279504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:59.300036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:45:59.347860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42fa958048>> subnet after_create 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.348260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42fa958048>> subnet after_delete 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.348611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42fa958048>> subnet before_create 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.348959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42fa958048>> subnet before_update 55550000 {{(pid=88870) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:45:59.349342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42facac898>,) {'filters': {'network_id': ['59e5235d-b252-47ea-b8ee-f0e772ba235d']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.378445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:45:59.408937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Attempting to bind port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:45:59.409611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Attempting to bind port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'a24c5bb4-959e-477c-a05c-fe10f73a0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:45:59.409611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Attempting to bind port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb on network e3763859-113c-430b-a9d5-e9e7d8a86584 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:45:59.413107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42facac898>, '505306bd-afc1-453f-b5ef-4716a1599eaf') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.413416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42facac898>, '505306bd-afc1-453f-b5ef-4716a1599eaf') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.433837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.434535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2a2c35-2d58-4f5d-8907-c2d289fcd7f3 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:45:59.481678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.493872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.497279 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:45:59.501587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4d07bc8c-8477-4b25-a8eb-b035a11350be tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.7645056
Dec 15 12:45:59.502965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49654) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:59.509720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.510117 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Added segment 865e1dac-f19f-43b7-ad87-e75c5e87634f of type vlan for network 1d9b977e-8e36-427c-99e0-1aafcf7d8be8
Dec 15 12:45:59.517144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.540842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:45:59.541260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Checking segment: {'id': 'a24c5bb4-959e-477c-a05c-fe10f73a0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:45:59.541696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.542130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Bound using segment: {'id': 'a24c5bb4-959e-477c-a05c-fe10f73a0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:45:59.542655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Bound port: 85b7bb7e-aa69-4232-a263-4d2e208a8dfb, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24c5bb4-959e-477c-a05c-fe10f73a0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e3763859-113c-430b-a9d5-e9e7d8a86584'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:45:59.543079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.579759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:45:59.580272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:45:59.582769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.593282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Pushing event updated for resources: {'Port': ['ID=d0ea7305-96d2-43bf-aa21-ccdc9a81532a,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:45:59.598763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:45:59.622938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:45:59.623616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.643467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb526898>,) {'filters': {'network_id': ['ac423f4a-bc37-44c2-8071-c51a309b4a80']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.652826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Deleting port 14ac890e-4fe7-4f1b-94d9-77a35d52dbb1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:45:59.653279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   (self, other),
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   (self, other),
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:45:59.658608 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:45:59.710806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb526898>, 'dd5b3a9f-67ff-41ba-ae89-2924c459ca62') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.711450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb526898>, 'dd5b3a9f-67ff-41ba-ae89-2924c459ca62') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.721012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.721861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Provisioning complete for port d0ea7305-96d2-43bf-aa21-ccdc9a81532a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:45:59.722283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.737297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:45:59.749416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Sync routers for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:45:59.793461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:45:59.794570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb69b048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:45:59.826539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.835113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:45:59.835939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:45:59.891724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.896115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.4426801
Dec 15 12:45:59.900101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49658) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:45:59.905775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Allocated IP 172.20.0.1 (bc963569-0db8-414d-9fa6-2320ec354452/e25a8028-a061-498e-8666-a604a3a36469/0fa9674c-5797-427e-a7e8-392b53945540) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:45:59.924196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] For port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:45:59.957078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:45:59.971469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.032405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] For port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,segment=NetworkSegment(a24c5bb4-959e-477c-a05c-fe10f73a0d39),segment_id=a24c5bb4-959e-477c-a05c-fe10f73a0d39)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:00.237810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:00.251627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:00.252690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.261324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:00.268086 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:00.295164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6f802e0-1f2a-4260-9c48-2a1806a650d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:00.297605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:00.373378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.378008 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "DELETE /v2.0/networks/59e5235d-b252-47ea-b8ee-f0e772ba235d HTTP/1.1" status: 204  len: 168 time: 2.3686943
Dec 15 12:46:00.386770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 4.6298261
Dec 15 12:46:00.386770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.396972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49662) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:00.397636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49664) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:00.399876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Pushing event deleted for resources: {'Network': ['ID=59e5235d-b252-47ea-b8ee-f0e772ba235d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:00.429420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:00.459307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:00.460109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.511443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Pushing event updated for resources: {'Port': ['ID=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:00.516244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:00.533836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Provisioning for port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:00.535902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:00.563166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Provisioning complete for port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:00.563597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.721879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f8557a74-3e48-482c-bacb-e514939de11a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:00.761303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event updated for resources: {'Network': ['ID=1d9b977e-8e36-427c-99e0-1aafcf7d8be8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:00.766395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.772290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb69b048>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:45:55Z', 'revision_number': 3, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:00.774555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:00.777168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Checking router: 5157f754-9570-453e-9edc-242a1f25f707 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:46:00.777671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Updating router 5157f754-9570-453e-9edc-242a1f25f707 port 64edd9d3-0974-4582-9613-de40d0d007ed binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:46:00.788769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 1d9b977e-8e36-427c-99e0-1aafcf7d8be8 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:00.801716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.3064744
Dec 15 12:46:00.821687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49670) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:00.848270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Transition to ACTIVE for port object 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:00.851273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.890550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.930944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:00.944014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.020983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:01.053914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.058580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:01.085235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ac423f4a-bc37-44c2-8071-c51a309b4a80 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 15 12:46:01.114603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.119648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.123391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac423f4a-bc37-44c2-8071-c51a309b4a80,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:01.128893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Deleting port 48e5aadb-4e24-47b0-aff9-734f862b525f {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:01.129272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.157112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:01.191774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Calling delete_port for 14ac890e-4fe7-4f1b-94d9-77a35d52dbb1 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:01.203919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.220103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ac423f4a-bc37-44c2-8071-c51a309b4a80 HTTP/1.1" status: 204  len: 168 time: 2.7987750
Dec 15 12:46:01.268078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49674) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:01.289920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630691be-5c89-4b65-a91f-b0046d66cf1b None None] Pushing event updated for resources: {'Port': ['ID=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:01.295470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-630691be-5c89-4b65-a91f-b0046d66cf1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:01.302936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:01.313928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Attempting to bind port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:01.314415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Attempting to bind port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:01.314784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Attempting to bind port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:01.334701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:01.335103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:01.335614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.336052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:01.336572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Bound port: 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:01.336991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.387003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f8557a74-3e48-482c-bacb-e514939de11a completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:01.404969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] For port ffbe6104-4ddd-49d9-a5bb-058dae53deb8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:01.408492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f8557a74-3e48-482c-bacb-e514939de11a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:01.409160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.456069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.458848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:01.465390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:01.514588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Transition to ACTIVE for port object 0fa9674c-5797-427e-a7e8-392b53945540 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:01.516385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:network and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:01.539134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.543597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:01.569445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Transition to ACTIVE for port object 64edd9d3-0974-4582-9613-de40d0d007ed will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:01.578828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.583278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:01.589790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:01.596685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] For port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:01.603835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Provisioning for port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:01.619168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] For port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:01.620883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Pushing event updated for resources: {'Port': ['ID=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:01.625513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Provisioning complete for port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:01.626102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.656392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:01.676579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.709978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4938b2f-f6a2-4fc7-a58f-a9ef78efc746 None None] Pushing event updated for resources: {'Port': ['ID=64edd9d3-0974-4582-9613-de40d0d007ed,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:01.714277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Made reservation on behalf of ec0645c5ece54d249550f7ab1e8052bf for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:01.719519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.720441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4938b2f-f6a2-4fc7-a58f-a9ef78efc746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:01.741665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Attempting to bind port 64edd9d3-0974-4582-9613-de40d0d007ed on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:01.742384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Attempting to bind port 64edd9d3-0974-4582-9613-de40d0d007ed by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:01.742937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Attempting to bind port 64edd9d3-0974-4582-9613-de40d0d007ed on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:01.751480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:01.752096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:01.752672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.753313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:01.754048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Bound port: 64edd9d3-0974-4582-9613-de40d0d007ed, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:01.754831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.791849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.792413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.827076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.850117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67b4bcaf-f0c5-44be-9767-cd1ddfc2c510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:01.873341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] For port 64edd9d3-0974-4582-9613-de40d0d007ed, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:01.877004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] For port 64edd9d3-0974-4582-9613-de40d0d007ed, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64edd9d3-0974-4582-9613-de40d0d007ed,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:01.881256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.886641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba490975-45eb-4afa-ae3a-4f975263cb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:01.899464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:01.933785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.938977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:01.939769 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Added segment eafa3e31-6eff-4caf-af7b-61cc2d327be0 of type vlan for network 21710359-5726-405c-a8f1-ef52692bef51
Dec 15 12:46:01.988666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Network bc963569-0db8-414d-9fa6-2320ec354452 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:02.001836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:02.002686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4938b2f-f6a2-4fc7-a58f-a9ef78efc746 None None] Pushing event updated for resources: {'Port': ['ID=64edd9d3-0974-4582-9613-de40d0d007ed,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:02.007937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4938b2f-f6a2-4fc7-a58f-a9ef78efc746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:02.013284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:02.014042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.018785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:02.019626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb69b048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:02.022128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa9674c-5797-427e-a7e8-392b53945540,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:02.025373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:02.031033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:02.066747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a56b2c4-7b68-474a-961c-66c973224c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:02.105568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Calling delete_port for 48e5aadb-4e24-47b0-aff9-734f862b525f owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:02.162328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.179996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630691be-5c89-4b65-a91f-b0046d66cf1b None None] Pushing event updated for resources: {'Port': ['ID=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:02.192190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-630691be-5c89-4b65-a91f-b0046d66cf1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:02.239473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:02.240229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c9710>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:02.273756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Pushing event deleted for resources: {'Port': ['ID=14ac890e-4fe7-4f1b-94d9-77a35d52dbb1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:02.276550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:02.280294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.282385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.298744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.344148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] 10.222.0.53 "DELETE /v2.0/ports/14ac890e-4fe7-4f1b-94d9-77a35d52dbb1 HTTP/1.1" status: 204  len: 168 time: 2.8401124
Dec 15 12:46:02.384228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:02.401383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb4c3f60>,) {'filters': {'network_id': ['dff5cea8-edb2-4ca8-84fb-75153fbc2916']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:02.467622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4c3f60>, '70d62264-7c75-4402-a469-bc5835148de0') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:02.468195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4c3f60>, '70d62264-7c75-4402-a469-bc5835148de0') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:02.503685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.528556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:02.534137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.539172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:02.552844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:02.577894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.666505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.675615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:02.676550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.760844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port f8557a74-3e48-482c-bacb-e514939de11a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f8557a74-3e48-482c-bacb-e514939de11a,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:02.791012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.792196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d0ea7305-96d2-43bf-aa21-ccdc9a81532a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:02.818742 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6622f10b-ae0e-479d-921b-68d91ad45979 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "GET /v2.0/agents/2c70bc96-7e75-4435-b269-7486a1ef5ffb/dhcp-networks HTTP/1.1" status: 200  len: 5508 time: 1.9382041
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:02.819915 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:02.822741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49686) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:02.831950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.848532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.5629389
Dec 15 12:46:02.855553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:02.863690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49690) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:02.910651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28548341-40bb-4324-bf44-2ab9acbb20a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:02.945414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Network': ['ID=21710359-5726-405c-a8f1-ef52692bef51,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:02.956798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:02.968220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:03.021596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=f8557a74-3e48-482c-bacb-e514939de11a,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:03.033837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'subnet': {'network_id': '21710359-5726-405c-a8f1-ef52692bef51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:03.038306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 21710359-5726-405c-a8f1-ef52692bef51 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:03.052662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:03.062687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.092385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dff5cea8-edb2-4ca8-84fb-75153fbc2916 HTTP/1.1" status: 204  len: 168 time: 2.6819260
Dec 15 12:46:03.101459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:subnet and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:03.129079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49698) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:03.158597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:03.170362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce1bfd-a72d-412d-936a-77c908fb7009 None None] Network e3763859-113c-430b-a9d5-e9e7d8a86584 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:03.202004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb69b048>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:45:55Z', 'revision_number': 3, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:03.208543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6d66-34d3-4080-acf2-f1bb9f1e5d42 None None] The sync data for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv is: [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:45:55Z', 'revision_number': 3, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:46:03.262627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:03.282632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Pushing event deleted for resources: {'Network': ['ID=dff5cea8-edb2-4ca8-84fb-75153fbc2916,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:03.319237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:03.356299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d0ea7305-96d2-43bf-aa21-ccdc9a81532a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:03.356725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.393742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:46:03.497981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.550482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.643300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:03.648217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Made reservation on behalf of ec0645c5ece54d249550f7ab1e8052bf for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:03.653343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.767667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] For port 543b5ac5-21cd-4c27-a45e-53c20ea79f35, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=543b5ac5-21cd-4c27-a45e-53c20ea79f35,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:03.794351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.801643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:03.857123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:03.862988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.868288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Usage tracker for resource:security_group_rule and tenant:e1823bd2a66f4e25a00210b10a9afe9c is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:03.873462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:03.878743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.883382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.886404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:03.906250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:03.914009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7e00787-ebb1-42ca-bf81-2b567287e50c tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:03.921596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:04.000180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Pushing event updated for resources: {'Port': ['ID=543b5ac5-21cd-4c27-a45e-53c20ea79f35,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:04.015161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:04.032805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Provisioning complete for port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:04.033235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:04.037523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49708) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:04.042856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d333169-66e3-418c-8b8e-5c282a84bc23 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] Network 1d9b977e-8e36-427c-99e0-1aafcf7d8be8 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:04.076061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Pushing event deleted for resources: {'Port': ['ID=48e5aadb-4e24-47b0-aff9-734f862b525f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:04.079019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:04.163230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c9710>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:45:50Z', 'revision_number': 3, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:04.189730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d333169-66e3-418c-8b8e-5c282a84bc23 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "POST /v2.0/agents/2c70bc96-7e75-4435-b269-7486a1ef5ffb/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 1.3593102
Dec 15 12:46:04.247216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49714) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:04.250934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:04.262865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b531b-43cf-44c9-bac1-e104fa78fd14 None None] The sync data for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv is: [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:45:50Z', 'revision_number': 3, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:46:04.293112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa1078-2aa3-40bf-882d-c549931c7de3 None None] Network 1d9b977e-8e36-427c-99e0-1aafcf7d8be8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:04.339205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f8557a74-3e48-482c-bacb-e514939de11a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:04.434603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa9674c-5797-427e-a7e8-392b53945540,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:04.437125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:04.460210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:04.464359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:04.481959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:04.525494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd54cb1-bfbe-4885-97cd-db73f8dcadd9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:04.533672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:04.547253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Network bc963569-0db8-414d-9fa6-2320ec354452 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:04.559104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:04.672616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1823bd2a66f4e25a00210b10a9afe9c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5374694
Dec 15 12:46:04.677975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49718) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:04.757975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Provisioning for port 0fa9674c-5797-427e-a7e8-392b53945540 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:04.769464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Provisioning complete for port 0fa9674c-5797-427e-a7e8-392b53945540 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:04.770039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:04.910054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.076646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Port 0fa9674c-5797-427e-a7e8-392b53945540 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:05.135475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f8557a74-3e48-482c-bacb-e514939de11a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:05.136657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.167988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:05.178445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.178445 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/2c557f5f-e785-484e-84c1-7275f4c3a7cd HTTP/1.1" status: 204  len: 168 time: 4.7655919
Dec 15 12:46:05.178445 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6323ac8b-b47c-417c-99ac-c423f4b969ce tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "GET /v2.0/agents/2c70bc96-7e75-4435-b269-7486a1ef5ffb/dhcp-networks HTTP/1.1" status: 200  len: 6252 time: 0.9249470
Dec 15 12:46:05.179460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49728) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:05.187989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Usage tracker for resource:security_group_rule and tenant:c664cda1471544849753d4e655c683bb is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:05.210630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Provisioning complete for port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:05.211364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.217367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:05.232931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.255639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:05.439256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.495576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 85b7bb7e-aa69-4232-a263-4d2e208a8dfb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:05.507873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.662050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.667215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c478cf81-7b6a-4e22-a6b3-d5ba615b1e83 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "DELETE /v2.0/agents/2c70bc96-7e75-4435-b269-7486a1ef5ffb/dhcp-networks/1d9b977e-8e36-427c-99e0-1aafcf7d8be8 HTTP/1.1" status: 204  len: 168 time: 0.4805131
Dec 15 12:46:05.676816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49734) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:05.679454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:05.729722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-90fc7df4-0d5f-4dd8-a2a8-eb0fca9db490 None None] Provisioning for port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:05.768844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:05.776311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:05.777015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.873796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49738) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:05.904468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e48c692-2c9d-4cda-b141-ebb1f1e111b6 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "GET /v2.0/agents/2c70bc96-7e75-4435-b269-7486a1ef5ffb/dhcp-networks HTTP/1.1" status: 200  len: 5508 time: 0.2146542
Dec 15 12:46:05.923789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bebd7fd9-c436-445f-ad16-679046403add None None] Provisioning complete for port 0fa9674c-5797-427e-a7e8-392b53945540 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:05.924223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bebd7fd9-c436-445f-ad16-679046403add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.929671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49742) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:05.936222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd54cb1-bfbe-4885-97cd-db73f8dcadd9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:05.938689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:05.972325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:05.973891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fd54cb1-bfbe-4885-97cd-db73f8dcadd9 HTTP/1.1" status: 204  len: 168 time: 1.2947025
Dec 15 12:46:06.032657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a47ab86-db55-477a-8003-e4d9ce7010b7 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "GET /v2.0/networks/e3763859-113c-430b-a9d5-e9e7d8a86584/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0810173
Dec 15 12:46:06.046889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.057209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49750) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:06.075266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bebd7fd9-c436-445f-ad16-679046403add None None] Port 0fa9674c-5797-427e-a7e8-392b53945540 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:06.095249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,segment=NetworkSegment(a24c5bb4-959e-477c-a05c-fe10f73a0d39),segment_id=a24c5bb4-959e-477c-a05c-fe10f73a0d39)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:06.107461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bebd7fd9-c436-445f-ad16-679046403add None None] Provisioning complete for port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:06.108052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bebd7fd9-c436-445f-ad16-679046403add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.140050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.140050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-80d3f3d1-f7d2-4fc1-b4f7-705d5905ac93 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "GET /v2.0/networks/e3763859-113c-430b-a9d5-e9e7d8a86584/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0752420
Dec 15 12:46:06.150971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49754) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:06.171623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.174236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ffbe6104-4ddd-49d9-a5bb-058dae53deb8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:06.218525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33015053-18fa-466c-8859-93370136b1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:06.237844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.292269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.349211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:06.361806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:06.378817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:06.413392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c664cda1471544849753d4e655c683bb&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3522167
Dec 15 12:46:06.414344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49760) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:06.423777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.463826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:06.464247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.470903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f45ce5-d496-4515-aa4f-415d2b33d396,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:06.480795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Allocated IP 172.20.0.1 (d9032e91-bc3c-4033-9e8c-fe03b62d15c9/3fdbb9ba-509c-4de0-8790-bb1a35d2d505/7465f57d-9e8c-43cd-91fb-936818c3cb22) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:06.500882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:06.574670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:06.584556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bebd7fd9-c436-445f-ad16-679046403add None None] Could not find standard attr ID for object 1b693679-57c6-455e-b31e-8f5d1cb5278e. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:46:06.598344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:06.603241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Usage tracker for resource:security_group_rule and tenant:2a502e9c0daf40f69c26953a3043aaee is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:06.617820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:06.639020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:06.674738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:06.759254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49764) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:06.838746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a93e352-32b3-4f73-8406-794de6ded609,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:06.851884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:06.892804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:06.950284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Checking segment: {'id': 'eafa3e31-6eff-4caf-af7b-61cc2d327be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21710359-5726-405c-a8f1-ef52692bef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:06.951428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Network hostable DHCP agents. Network: 21710359-5726-405c-a8f1-ef52692bef51, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:46:06.971644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:06.976900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:06.977414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.002254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.002425 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-70bf4e3e-c87c-42af-831e-01592b3f7646 tempest-DHCPAgentSchedulersTestJSON-904071535 tempest-DHCPAgentSchedulersTestJSON-904071535-project-admin] 10.222.0.53 "GET /v2.0/agents/2c70bc96-7e75-4435-b269-7486a1ef5ffb/dhcp-networks HTTP/1.1" status: 200  len: 5508 time: 0.8346448
Dec 15 12:46:07.005066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-14ba009c-65f1-478f-8b98-184a6717eba8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b723e6b2c3841fbb5593663fe869518&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2373483
Dec 15 12:46:07.005687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49768) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:07.015336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49770) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:07.019300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.069026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.070323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Transition to ACTIVE for port object 7465f57d-9e8c-43cd-91fb-936818c3cb22 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:07.079227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Router 482d98a2-5510-49b7-b0f7-d1fc36628902 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:46:07.090260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.103985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Network 21710359-5726-405c-a8f1-ef52692bef51 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:07.105254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.116497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.127675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Allocated IP 172.20.0.1 (de98e018-c465-4472-9497-5e08fb357769/1b7a4c81-a551-43b8-a11c-8a10ec518f48/2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:07.134132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:07.137371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.138290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 85b7bb7e-aa69-4232-a263-4d2e208a8dfb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:07.155747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18b5604e-70eb-4882-9d3e-9ccc81a0a531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:07.167374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:07.206566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 21710359-5726-405c-a8f1-ef52692bef51) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:07.229860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:07.230432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.238315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f11d5-4484-4ee1-ba9d-da2651163b27 None None] Network 21710359-5726-405c-a8f1-ef52692bef51 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:07.242159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.251487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe60eff-78f9-496a-8201-55ed436c2ba8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:07.263927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:07.279042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a502e9c0daf40f69c26953a3043aaee&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3834929
Dec 15 12:46:07.285261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49776) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:07.291264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.353558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:07.361809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:07.374544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:07.394886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:07.395312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.405937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.5379224
Dec 15 12:46:07.411688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49780) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:07.451913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'floatingip': {'floating_network_id': '21710359-5726-405c-a8f1-ef52692bef51'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:07.639129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.655232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 543b5ac5-21cd-4c27-a45e-53c20ea79f35 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:07.655484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.693678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6582077d-3a8d-425a-8fe0-ca7d5ec6979d None None] Network 21710359-5726-405c-a8f1-ef52692bef51 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:07.745834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:07.755634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.761891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:07.827009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:07.830076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:floatingip and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:07.843684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Pushing event updated for resources: {'Port': ['ID=7465f57d-9e8c-43cd-91fb-936818c3cb22,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:07.846363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Transition to ACTIVE for port object 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:07.846910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:07.873209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.881363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.883672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:07.889938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:07.894270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.911773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:07.913029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:07.925512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c2538b-8ca2-4a22-a5a3-90001f7c3881,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:07.931570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:07.938852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:07.944164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-488f67ee-00f5-480a-a118-1978f756cac1 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:08.015628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb230940>,) {'filters': {'network_id': ['1d9b977e-8e36-427c-99e0-1aafcf7d8be8']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:08.025092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.026559 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07f45ce5-d496-4515-aa4f-415d2b33d396 HTTP/1.1" status: 204  len: 168 time: 1.6068301
Dec 15 12:46:08.039894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.044131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57c2538b-8ca2-4a22-a5a3-90001f7c3881 HTTP/1.1" status: 204  len: 168 time: 1.0267949
Dec 15 12:46:08.067396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb230940>, '865e1dac-f19f-43b7-ad87-e75c5e87634f') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:08.068000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb230940>, '865e1dac-f19f-43b7-ad87-e75c5e87634f') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:08.078984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.089049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.120715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.130811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.160449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Network de98e018-c465-4472-9497-5e08fb357769 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:08.168871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:08.198974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Pushing event updated for resources: {'Port': ['ID=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:08.201866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:08.202865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.207655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.214549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:08.223640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:08.224068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.232994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.236095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b85811a-2d17-45db-b1a9-553c437eeb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:08.286959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:08.287904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.311322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f45ce5-d496-4515-aa4f-415d2b33d396,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:08.322537 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:08.349448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:08.635873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:46:08.637798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.648374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.669787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.685844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] 10.222.0.53 "PUT /v2.0/routers/482d98a2-5510-49b7-b0f7-d1fc36628902/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5671098
Dec 15 12:46:08.687475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:08.714778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64edd9d3-0974-4582-9613-de40d0d007ed up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:08.738564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.746204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.759623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event deleted for resources: {'Network': ['ID=1d9b977e-8e36-427c-99e0-1aafcf7d8be8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:08.768944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:08.772746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc7dce14-30ad-4e95-8246-020199b5d4f9 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:08.794672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Sync routers for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:46:08.797985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b13f2b6e-64f2-448f-84bf-12f202b04e27 None None] Provisioning for port 7465f57d-9e8c-43cd-91fb-936818c3cb22 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:08.818655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b13f2b6e-64f2-448f-84bf-12f202b04e27 None None] Provisioning complete for port 7465f57d-9e8c-43cd-91fb-936818c3cb22 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:08.819073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b13f2b6e-64f2-448f-84bf-12f202b04e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:08.883067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b13f2b6e-64f2-448f-84bf-12f202b04e27 None None] Port 7465f57d-9e8c-43cd-91fb-936818c3cb22 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:08.898589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:08.899285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8daba8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:08.961999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49796) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:08.977053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 64edd9d3-0974-4582-9613-de40d0d007ed completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:09.000120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 64edd9d3-0974-4582-9613-de40d0d007ed triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:09.000554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.017591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.080720 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "DELETE /v2.0/networks/1d9b977e-8e36-427c-99e0-1aafcf7d8be8 HTTP/1.1" status: 204  len: 168 time: 2.0629787
Dec 15 12:46:09.081706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.085372 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fe60eff-78f9-496a-8201-55ed436c2ba8 HTTP/1.1" status: 204  len: 168 time: 1.7967069
Dec 15 12:46:09.085372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe60eff-78f9-496a-8201-55ed436c2ba8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:09.094480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49810) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:09.099289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:09.108770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:09.207418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.209111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-35e43b73-5955-4fed-a58a-cf3c30bf774a None None] Provisioning for port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:09.228869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-35e43b73-5955-4fed-a58a-cf3c30bf774a None None] Provisioning complete for port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:09.229294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35e43b73-5955-4fed-a58a-cf3c30bf774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.234704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.329267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:09.332840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:09.367384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.370809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Usage tracker for resource:security_group_rule and tenant:6b90e515a23647319e6766554924b8ca is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:09.375231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:09.384674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:09.387745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.400998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-35e43b73-5955-4fed-a58a-cf3c30bf774a None None] Port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:09.438787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 64edd9d3-0974-4582-9613-de40d0d007ed, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64edd9d3-0974-4582-9613-de40d0d007ed,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:09.457599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.459706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:09.475032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.483592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.484752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.486947 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdecc1f-12f7-4057-87d8-545671d1ae24 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:46:09.487835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdecc1f-12f7-4057-87d8-545671d1ae24 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:46:09.524651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.532901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-38b121b3-045d-4dd8-b253-41ac1c7c46ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:09.534030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.547440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b90e515a23647319e6766554924b8ca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5709713
Dec 15 12:46:09.552756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49824) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:09.563427 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7cdecc1f-12f7-4057-87d8-545671d1ae24 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "DELETE /v2.0/ports/1b693679-57c6-455e-b31e-8f5d1cb5278e HTTP/1.1" status: 404  len: 333 time: 0.4651885
Dec 15 12:46:09.617200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:09.624400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49828) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:09.730559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=64edd9d3-0974-4582-9613-de40d0d007ed,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:09.742303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:09.830532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Allocated IP 172.20.0.9 (21710359-5726-405c-a8f1-ef52692bef51/2a93e352-32b3-4f73-8406-794de6ded609/03e9e39c-1891-4bff-b208-533221c0c2c2) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:09.834041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Pushing event updated for resources: {'Port': ['ID=7465f57d-9e8c-43cd-91fb-936818c3cb22,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:09.846501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:09.858362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:09.858776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:09.903115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Deleting subnet 8e83e4ca-a245-4f2e-b537-3d37f12f4a46 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:46:09.938815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8daba8>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:03Z', 'revision_number': 2, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:09.949037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Checking router: 482d98a2-5510-49b7-b0f7-d1fc36628902 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:46:09.949441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Updating router 482d98a2-5510-49b7-b0f7-d1fc36628902 port 0fa9674c-5797-427e-a7e8-392b53945540 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:46:10.061152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.085043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.090755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49832) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:10.095319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.101358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Network de98e018-c465-4472-9497-5e08fb357769 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:10.102665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2c03a-0cd5-4e72-9c8f-deee46617294,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:10.111070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:10.111476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.113191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:10.155584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:10.157285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:10.191873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Port': ['ID=03e9e39c-1891-4bff-b208-533221c0c2c2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:10.196509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:10.198798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Network 21710359-5726-405c-a8f1-ef52692bef51 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:10.202123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:10.205081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:10.387042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Pushing event updated for resources: {'Port': ['ID=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:10.429266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:10.433477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.466177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.528874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.589161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.668901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.679753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.702985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.722395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.734867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Transition to ACTIVE for port object 0fa9674c-5797-427e-a7e8-392b53945540 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:10.744989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.751641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:10.773988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:10.823747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:10.833670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2c03a-0cd5-4e72-9c8f-deee46617294,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:10.852402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:10.951233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6240eee-ea84-4f18-ae5d-c53ce5c6512d None None] Pushing event updated for resources: {'Port': ['ID=0fa9674c-5797-427e-a7e8-392b53945540,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:10.955852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6240eee-ea84-4f18-ae5d-c53ce5c6512d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:10.957420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49844) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:10.958903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49846) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:10.965490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2810168d-81ae-4024-949e-76910bebde6c None None] Provisioning complete for port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:10.965912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2810168d-81ae-4024-949e-76910bebde6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:10.991485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abff0399-de9a-42a8-9c95-b140516c2dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.004238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628512413', 'description': 'tempest-description--439333574'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:11.028300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:11.095061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Usage tracker for resource:security_group and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:11.113287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:11.215642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:11.267108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.268696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1c2c03a-0cd5-4e72-9c8f-deee46617294 HTTP/1.1" status: 204  len: 168 time: 1.7147570
Dec 15 12:46:11.281507 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-baccd6bf-92d4-400a-a7a7-f7ce997824c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7c2ee60cf824457bc2d5cbf4081e0cb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1753161
Dec 15 12:46:11.285133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49856) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:11.290810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:11.317321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Attempting to bind port 0fa9674c-5797-427e-a7e8-392b53945540 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:11.317741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Attempting to bind port 0fa9674c-5797-427e-a7e8-392b53945540 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:11.318154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Attempting to bind port 0fa9674c-5797-427e-a7e8-392b53945540 on network bc963569-0db8-414d-9fa6-2320ec354452 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:11.321293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2810168d-81ae-4024-949e-76910bebde6c None None] Port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:11.332772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:11.333214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Checking segment: {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:11.333668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.337979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Bound using segment: {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:11.338612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Bound port: 0fa9674c-5797-427e-a7e8-392b53945540, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:11.339090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.359276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.507964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7797693a-b49d-4d06-9e96-1345872911d3 None None] Provisioning complete for port 7465f57d-9e8c-43cd-91fb-936818c3cb22 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:11.509103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7797693a-b49d-4d06-9e96-1345872911d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.576619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] For port 0fa9674c-5797-427e-a7e8-392b53945540, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:11.588581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.609823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.613577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7797693a-b49d-4d06-9e96-1345872911d3 None None] Port 7465f57d-9e8c-43cd-91fb-936818c3cb22 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:11.616242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64edd9d3-0974-4582-9613-de40d0d007ed up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:11.632283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.639524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17ab1bc1-6fbf-465f-928d-a2cdeda98259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:11.710566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] For port 0fa9674c-5797-427e-a7e8-392b53945540, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0fa9674c-5797-427e-a7e8-392b53945540,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:11.725924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.727029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.736214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:11.752988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event deleted for resources: {'Subnet': ['ID=8e83e4ca-a245-4f2e-b537-3d37f12f4a46,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:11.772178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:11.776068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:11.780391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.798949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "DELETE /v2.0/subnets/8e83e4ca-a245-4f2e-b537-3d37f12f4a46 HTTP/1.1" status: 204  len: 168 time: 2.1643875
Dec 15 12:46:11.800485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49864) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:11.807126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 64edd9d3-0974-4582-9613-de40d0d007ed triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:11.808514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.823592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b412c2b-4a0f-423b-be77-539c99c75115 tempest-AgentManagementNegativeTest-1509867253 tempest-AgentManagementNegativeTest-1509867253-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.8496511
Dec 15 12:46:11.831123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Usage tracker for resource:security_group_rule and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:11.841519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:11.853031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:11.898969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a14a2-d54f-4697-b46a-96887fa42f45 None None] Network e3763859-113c-430b-a9d5-e9e7d8a86584 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:11.901951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.926787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.970653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.972916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:11.982848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45dd9218-d5ff-4a46-9409-68c8a3308157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:12.000934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57069021-1d1e-4d55-8b63-f43522c1654b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:12.007403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:12.017303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Deleting port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:12.017798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.048213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.052848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57069021-1d1e-4d55-8b63-f43522c1654b HTTP/1.1" status: 204  len: 168 time: 0.7604330
Dec 15 12:46:12.082189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:12.101979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Router 5157f754-9570-453e-9edc-242a1f25f707 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:46:12.228288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6240eee-ea84-4f18-ae5d-c53ce5c6512d None None] Pushing event updated for resources: {'Port': ['ID=0fa9674c-5797-427e-a7e8-392b53945540,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:12.271276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6240eee-ea84-4f18-ae5d-c53ce5c6512d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:12.320452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:12.321272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8daba8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:45:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:12.385723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.407632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Port': ['ID=03e9e39c-1891-4bff-b208-533221c0c2c2,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:12.423945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:12.447664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.556971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] For port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,segment=NetworkSegment(a24c5bb4-959e-477c-a05c-fe10f73a0d39),segment_id=a24c5bb4-959e-477c-a05c-fe10f73a0d39)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:12.557374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.576818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.582966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:12.590840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcb8fc85-a557-41ad-961f-4e8a585db046 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:12.664674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49882) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:12.675259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab09ab-0aa3-4446-aead-0f742ca73835,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:12.723287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:12.726872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.775463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] DHCP port deletion for e3763859-113c-430b-a9d5-e9e7d8a86584 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:46:12.780850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Calling delete_port for 85b7bb7e-aa69-4232-a263-4d2e208a8dfb owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:12.797356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Deleting port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:12.797875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.850197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.854934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.4237778
Dec 15 12:46:12.856470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49894) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:12.863973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:12.865492 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.8999095
Dec 15 12:46:12.904550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49898) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:12.921814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Request body: {'security_group_rule': {'security_group_id': 'b6ab09ab-0aa3-4446-aead-0f742ca73835', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:12.932205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:12.951041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Usage tracker for resource:security_group_rule and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:12.956165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:12.959924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32d7adb8-184e-4a7c-ac61-d2266b1e0757 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Synchronizing usage tracker for tenant:ec0645c5ece54d249550f7ab1e8052bf on resource:floatingip {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:12.966439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:12.975184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.006897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:46:13.008011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32d7adb8-184e-4a7c-ac61-d2266b1e0757 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Unset dirty status for tenant:ec0645c5ece54d249550f7ab1e8052bf on resource:floatingip {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:13.012505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:13.013001 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32d7adb8-184e-4a7c-ac61-d2266b1e0757 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=21710359-5726-405c-a8f1-ef52692bef51 HTTP/1.1" status: 200  len: 689 time: 0.1528027
Dec 15 12:46:13.013819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49904) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:13.116944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event deleted for resources: {'Port': ['ID=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:13.122972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.142801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:13.160651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] No DVR routers for this DVR port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:46:13.172751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.201636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] For port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=85b7bb7e-aa69-4232-a263-4d2e208a8dfb,segment=NetworkSegment(a24c5bb4-959e-477c-a05c-fe10f73a0d39),segment_id=a24c5bb4-959e-477c-a05c-fe10f73a0d39)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:13.202038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.298361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.337085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:13.341482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Usage tracker for resource:security_group_rule and tenant:b8e8f6f4d74147f2b8455713d24ee1b6 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:13.344790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:13.352260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:13.354932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Calling delete_port for 85b7bb7e-aa69-4232-a263-4d2e208a8dfb owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:13.430668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.435819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Deleting port 03e9e39c-1891-4bff-b208-533221c0c2c2 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:13.436328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.439804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a547a59f-a790-4a06-8966-eff65b69749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.440531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:46:13.455624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Sync routers for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:46:13.483206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:13.487809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb93ad30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:13.585864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.607100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.627410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:13.640949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8daba8>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:11Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:13.646379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 85b7bb7e-aa69-4232-a263-4d2e208a8dfb no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:46:13.667716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] 10.222.0.53 "PUT /v2.0/routers/5157f754-9570-453e-9edc-242a1f25f707/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7660372
Dec 15 12:46:13.678614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.688553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:13.691164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f42ff545470>> segment before_delete 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.691613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f42ff545470>> subnet precommit_delete_associations 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.692462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> segment_host_mapping after_create 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.692829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> port after_create 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.693188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> port after_delete 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.693562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> port after_update 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.693923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> segment after_delete 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.694282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> subnet after_create 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.694636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> subnet after_delete 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.695039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42fa76c828>> subnet after_update 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:13.788283 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8e8f6f4d74147f2b8455713d24ee1b6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1039362
Dec 15 12:46:13.792900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4275f031-2924-4f5d-9d19-fa4b2f47b3a5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:13.799108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:13.799303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49920) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:13.889128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:14.005167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 85b7bb7e-aa69-4232-a263-4d2e208a8dfb {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:46:14.005935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 85b7bb7e-aa69-4232-a263-4d2e208a8dfb not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:46:14.026333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c760f-73da-4f4d-b03d-304ae7c7b76d None None] The sync data for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv is: [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:11Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:46:14.040016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:46:14.041086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:46:14.050859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.053251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42faab79e8>> subnet after_create 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:14.069472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42faab79e8>> subnet after_delete 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:14.070085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42faab79e8>> subnet before_create 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:14.071788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42faab79e8>> subnet before_update 55550000 {{(pid=88869) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 15 12:46:14.072336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fadaf5f8>,) {'filters': {'network_id': ['e3763859-113c-430b-a9d5-e9e7d8a86584']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:14.084618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.085056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.113695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.151834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:14.184739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fadaf5f8>, 'a24c5bb4-959e-477c-a05c-fe10f73a0d39') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:14.185823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fadaf5f8>, 'a24c5bb4-959e-477c-a05c-fe10f73a0d39') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:14.207681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fbf753-1ed3-478f-b1fc-da088117a604,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:14.232599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.238434 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3318577
Dec 15 12:46:14.243496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49932) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:14.258985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:14.262815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.285922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Request body: {'security_group_rule': {'security_group_id': 'b6ab09ab-0aa3-4446-aead-0f742ca73835', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:14.314647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:14.325660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Usage tracker for resource:security_group_rule and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:14.331407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.348243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:14.365684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:14.370932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:14.372803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.383625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Calling delete_port for 03e9e39c-1891-4bff-b208-533221c0c2c2 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   (self, other),
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   (self, other),
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:14.406014 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:14.482453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.482959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb93ad30>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 2, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:14.489798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Checking router: 5157f754-9570-453e-9edc-242a1f25f707 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:46:14.490203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Updating router 5157f754-9570-453e-9edc-242a1f25f707 port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:46:14.514962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.542521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Deleting port 85b7bb7e-aa69-4232-a263-4d2e208a8dfb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:14.542953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.574173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.611321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8bcfe1c8-11ff-4396-9314-3dcbc9f0e662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:14.617706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:46:14.633958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.650824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.653657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] 10.222.0.53 "DELETE /v2.0/networks/e3763859-113c-430b-a9d5-e9e7d8a86584 HTTP/1.1" status: 204  len: 168 time: 2.8524463
Dec 15 12:46:14.654900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Pushing event deleted for resources: {'Network': ['ID=e3763859-113c-430b-a9d5-e9e7d8a86584,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:14.668131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:14.711982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.716452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] 10.222.0.53 "PUT /v2.0/routers/60f1b15b-62f2-48d1-8f55-5f9b730e2f4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.9599946
Dec 15 12:46:14.718473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.722401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:14.726007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d19b885d-fb3d-4c56-976e-e4cf08da68cb None None] The port '85b7bb7e-aa69-4232-a263-4d2e208a8dfb' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:46:14.727702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Sync routers for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:46:14.750669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.757807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd146c5-083c-46cf-b2b6-15efe00a3f60,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:14.760976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.763140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5136876
Dec 15 12:46:14.765002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:14.765891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49956) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:14.767098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:14.768206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7c8b00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:14.774022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:14.782158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:14.786269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-706eedcb-58bc-4eec-b920-3da9496cb351 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:14.793069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Usage tracker for resource:floatingip and tenant:e04ea19c22194e65bb85a4051639ed56 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:14.799074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:14.816493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:14.841348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4275f031-2924-4f5d-9d19-fa4b2f47b3a5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:14.843257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.859716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:14.891409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.892842 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4275f031-2924-4f5d-9d19-fa4b2f47b3a5 HTTP/1.1" status: 204  len: 168 time: 1.0062335
Dec 15 12:46:14.907335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:14.917973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcc5e037-9436-4212-a5c5-4ef6a9668ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:15.039392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event deleted for resources: {'Port': ['ID=03e9e39c-1891-4bff-b208-533221c0c2c2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:15.055597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:15.128530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:15.198307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:15.291618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:15.343613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:15.497267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Allocated IP 172.26.0.101 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/6f4ce87e-9c1c-4ee8-ae78-3e513b5af28d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:15.520517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:15.701673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:15.738864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Transition to ACTIVE for port object 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:15.747735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:15.753489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:15.848324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:15.884550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:16.030703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0fa9674c-5797-427e-a7e8-392b53945540 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:16.145877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a1f32-e033-4227-b05d-e72f403545be None None] Pushing event updated for resources: {'Port': ['ID=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:16.153601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c2a1f32-e033-4227-b05d-e72f403545be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:16.271398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 49974) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:16.309396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0fa9674c-5797-427e-a7e8-392b53945540 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:16.338687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0fa9674c-5797-427e-a7e8-392b53945540 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:16.339116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.442587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Attempting to bind port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:16.445136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Attempting to bind port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:16.446454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Attempting to bind port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a on network de98e018-c465-4472-9497-5e08fb357769 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:16.462866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:16.464391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Checking segment: {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:16.465614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.468512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Bound using segment: {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:16.477638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Bound port: 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:16.478756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.495298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.589398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a93e352-32b3-4f73-8406-794de6ded609,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:16.591663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.607692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:16.614253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:16.624214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.672137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7c8b00>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 2, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:16.692639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] For port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:16.706094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] For port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:16.723384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.723912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0fa9674c-5797-427e-a7e8-392b53945540, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0fa9674c-5797-427e-a7e8-392b53945540,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:16.728671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:16.740329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.748348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:16.797424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.849809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Checking router: 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:46:16.850788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Updating router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f port 7465f57d-9e8c-43cd-91fb-936818c3cb22 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:46:16.860061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb8f9d68>,) {'filters': {'network_id': ['21710359-5726-405c-a8f1-ef52692bef51']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:16.863138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event updated for resources: {'Port': ['ID=6f4ce87e-9c1c-4ee8-ae78-3e513b5af28d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:16.890922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb8f9d68>, 'eafa3e31-6eff-4caf-af7b-61cc2d327be0') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:16.891215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb8f9d68>, 'eafa3e31-6eff-4caf-af7b-61cc2d327be0') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:16.903986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:16.923090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:16.929674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.951773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:16.960280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:16.969535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0fa9674c-5797-427e-a7e8-392b53945540,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:16.973620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:16.974592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.983816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:16.990875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:16.991315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.030739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a1f32-e033-4227-b05d-e72f403545be None None] Pushing event updated for resources: {'Port': ['ID=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:17.069850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c2a1f32-e033-4227-b05d-e72f403545be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:17.076045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:17.076972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb93ad30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:17.231917 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:17.240274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.245641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-829fad61-25ab-4c9d-9442-17393b2462d5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:17.286749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  21710359-5726-405c-a8f1-ef52692bef51 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 15 12:46:17.294645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event deleted for resources: {'Network': ['ID=21710359-5726-405c-a8f1-ef52692bef51,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:17.310712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.324825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:17.326478 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "DELETE /v2.0/networks/21710359-5726-405c-a8f1-ef52692bef51 HTTP/1.1" status: 204  len: 168 time: 4.3094857
Dec 15 12:46:17.334397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:17.511612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aee8357d-11ed-49ef-b44c-fc1523fd53eb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Synchronizing usage tracker for tenant:ec0645c5ece54d249550f7ab1e8052bf on resource:floatingip {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:17.515200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49996) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:17.515593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 49998) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:17.527040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.535428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568544588', 'description': 'tempest-description--138365885'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:17.542180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Transition to ACTIVE for port object 7465f57d-9e8c-43cd-91fb-936818c3cb22 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:17.556665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435646645', 'description': 'tempest-description--264352983'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:17.565261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.585768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:17.597612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:17.605299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Usage tracker for resource:security_group and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:17.613979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:17.624149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:17.651859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:17.668485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.671152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.727004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Usage tracker for resource:security_group and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:17.731165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:17.754013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:17.788726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:17.799158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aee8357d-11ed-49ef-b44c-fc1523fd53eb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Unset dirty status for tenant:ec0645c5ece54d249550f7ab1e8052bf on resource:floatingip {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:17.804815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cfaa3-f95d-4d43-9372-0153dba304ff None None] Pushing event updated for resources: {'Port': ['ID=7465f57d-9e8c-43cd-91fb-936818c3cb22,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:17.809271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-892cfaa3-f95d-4d43-9372-0153dba304ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:17.816854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aee8357d-11ed-49ef-b44c-fc1523fd53eb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 212 time: 0.4812381
Dec 15 12:46:17.818613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0fa9674c-5797-427e-a7e8-392b53945540 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:17.820968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50010) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:17.869198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:17.874537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Usage tracker for resource:security_group_rule and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:17.877937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:17.880386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:17.898323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:18.133426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.144670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Attempting to bind port 7465f57d-9e8c-43cd-91fb-936818c3cb22 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:18.145220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Attempting to bind port 7465f57d-9e8c-43cd-91fb-936818c3cb22 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:18.145764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Attempting to bind port 7465f57d-9e8c-43cd-91fb-936818c3cb22 on network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:18.191160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:18.191617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Checking segment: {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:18.193611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.194110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Bound using segment: {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:18.194691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Bound port: 7465f57d-9e8c-43cd-91fb-936818c3cb22, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:18.197864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.244892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0fa9674c-5797-427e-a7e8-392b53945540 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:18.245249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.271830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.301565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.400861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.406018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d6e602f-4c2d-4df0-b425-565558b74584 tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:18.410450 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93a5d280-4fc9-477b-85b3-43ec9037b0ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdecbae72bb34317ac4ea6affb2e0f14&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1352103
Dec 15 12:46:18.415199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50018) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:18.421452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.468509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50022) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:18.470955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:18.514788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:18.534869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:18.539153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:18.541679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.545973 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.0187132
Dec 15 12:46:18.547599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50030) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:18.572118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Request body: {'security_group_rule': {'security_group_id': 'ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:18.579917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:18.585537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Usage tracker for resource:security_group_rule and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:18.589232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:18.598927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:18.602248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb93ad30>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:18.606848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6c06d-f2b1-4ebb-8918-72cc2277c80f None None] The sync data for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv is: [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:46:18.614579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Usage tracker for resource:security_group_rule and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:18.618949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:18.630918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:18.693831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] For port 7465f57d-9e8c-43cd-91fb-936818c3cb22, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:18.700166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.731297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] For port 7465f57d-9e8c-43cd-91fb-936818c3cb22, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7465f57d-9e8c-43cd-91fb-936818c3cb22,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:18.753739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.754869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.758390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e788cd9-b942-48b6-b576-9c29b8974918 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:18.760352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e788cd9-b942-48b6-b576-9c29b8974918 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:18.761103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e788cd9-b942-48b6-b576-9c29b8974918 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:18.766858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e788cd9-b942-48b6-b576-9c29b8974918 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:18.766858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e788cd9-b942-48b6-b576-9c29b8974918 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Synchronizing usage tracker for tenant:ec0645c5ece54d249550f7ab1e8052bf on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:18.773349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event updated for resources: {'Port': ['ID=6f4ce87e-9c1c-4ee8-ae78-3e513b5af28d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:18.776191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-630691be-5c89-4b65-a91f-b0046d66cf1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:18.784162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.786365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.788668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.800401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:18.809532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.898636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.905702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1330547
Dec 15 12:46:18.913407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.920721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.938194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:18.943786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:18.954554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cfaa3-f95d-4d43-9372-0153dba304ff None None] Pushing event updated for resources: {'Port': ['ID=7465f57d-9e8c-43cd-91fb-936818c3cb22,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:18.955145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:18.958876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-892cfaa3-f95d-4d43-9372-0153dba304ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:18.967883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1826548704', 'router:external': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:18.968595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e788cd9-b942-48b6-b576-9c29b8974918 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Unset dirty status for tenant:ec0645c5ece54d249550f7ab1e8052bf on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:18.972842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:18.973739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7c8b00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:18.973858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e788cd9-b942-48b6-b576-9c29b8974918 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4013 time: 1.0012627
Dec 15 12:46:18.974467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50042) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:18.984722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb430b96-5e37-4c2b-8a7e-24edf1fedffe,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:18.987302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:19.000630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.002422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb430b96-5e37-4c2b-8a7e-24edf1fedffe HTTP/1.1" status: 204  len: 168 time: 0.5845642
Dec 15 12:46:19.011578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:19.012722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:network and tenant:dae236e4a39f4938b62fc755395c555f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:19.019953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:19.040132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:19.060343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Made reservation on behalf of dae236e4a39f4938b62fc755395c555f for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:19.070766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.073856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.078994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.5622351
Dec 15 12:46:19.086593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50048) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:19.096340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Request body: {'security_group_rule': {'security_group_id': '48c2f529-01fc-46b8-ae24-b3686b47fc49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:19.112702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-6db9458a-13dc-482b-ab3b-8895097f3930 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] delete failed (client error): The resource could not be found.
Dec 15 12:46:19.116922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6db9458a-13dc-482b-ab3b-8895097f3930 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/9254e510-55a2-42a0-a987-445f6748e5fd HTTP/1.1" status: 404  len: 345 time: 0.1306612
Dec 15 12:46:19.118692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50052) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:19.124400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2f529-01fc-46b8-ae24-b3686b47fc49,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:19.127478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:19.156247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.156460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:19.165015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-febff5ca-90a4-496b-a2b9-19f9b5a2bf6d tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] DELETE failed (client error): The resource could not be found.
Dec 15 12:46:19.165699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febff5ca-90a4-496b-a2b9-19f9b5a2bf6d tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:46:19.171869 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-febff5ca-90a4-496b-a2b9-19f9b5a2bf6d tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "DELETE /v2.0/networks/21710359-5726-405c-a8f1-ef52692bef51 HTTP/1.1" status: 404  len: 339 time: 0.0496984
Dec 15 12:46:19.172765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.176922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6080112
Dec 15 12:46:19.176922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50056) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:19.183229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:19.184415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'network': {'name': 'tempest-network--1523729834', 'router:external': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:19.186030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50058) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:19.200216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:19.200884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Request body: {'security_group_rule': {'security_group_id': 'ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:19.205604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:network and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:19.209418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:19.214401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Usage tracker for resource:security_group_rule and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:19.218176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:19.218746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:19.226104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:19.244366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Made reservation on behalf of ec0645c5ece54d249550f7ab1e8052bf for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:19.249802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.263872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1568bc24-9737-450e-a92c-d80725455fc9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:19.265561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:19.267955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:19.290747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Usage tracker for resource:security_group_rule and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:19.302201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:19.316852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:19.332158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:19.370482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.370651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:19.370874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Added segment 2e0edd5d-afaf-4b6c-bae5-82145b61231d of type vlan for network 11b921f9-1d25-4770-b4e3-44292a67bdae
Dec 15 12:46:19.389089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:19.394491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:security_group_rule and tenant:dae236e4a39f4938b62fc755395c555f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:19.397937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:19.405273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:19.493108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.571562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.575217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.591358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.592787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:19.593852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.609320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.649744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5c04c1d-9470-4008-9e5b-828f867e552e tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:19.699965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:19.700798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.5223923
Dec 15 12:46:19.709620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50080) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:19.724300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.768026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.769491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50084) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:19.809740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:19.819988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.820714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Added segment bd9a0a37-f7fa-496b-912c-040382056a6f of type vlan for network 4ac67659-8860-442d-9254-eddba4ebe808
Dec 15 12:46:19.871758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.908843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a524f78-a60d-4312-b6a2-006b29853051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:19.917652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.993187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:19.999500 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8097522
Dec 15 12:46:20.003114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50096) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:20.013372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7065123-cb83-4331-b11f-3eaedc579256,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:20.020435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.027572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:20.036096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:20.042425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Usage tracker for resource:floatingip and tenant:0fd950bc0cb74fce8c5f5eba7257bc40 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:20.047320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:20.054998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:20.066420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:20.069205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae0e8c34-0a13-4b33-8b4e-bb248ff9d409 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:20.095737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:20.096789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.117408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4895422b-e076-4ab5-aedf-a39e528771a3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:20.120228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.126608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:20.128078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:20.147689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.6362202
Dec 15 12:46:20.197986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50100) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:20.310112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4ef9d-4918-41e4-bd0e-e9039b736317 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:20.316752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.323420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'subnet': {'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:20.327316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50106) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:20.335119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4ef9d-4918-41e4-bd0e-e9039b736317 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:20.339419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.347720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4ef9d-4918-41e4-bd0e-e9039b736317 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:20.354797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4ef9d-4918-41e4-bd0e-e9039b736317 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:20.361815 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25e4ef9d-4918-41e4-bd0e-e9039b736317 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.6495202
Dec 15 12:46:20.364000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:20.371314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50110) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:20.372333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Network': ['ID=11b921f9-1d25-4770-b4e3-44292a67bdae,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:20.380955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:20.394313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 11b921f9-1d25-4770-b4e3-44292a67bdae details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:20.473795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:subnet and tenant:dae236e4a39f4938b62fc755395c555f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:20.483611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:20.486864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Network': ['ID=4ac67659-8860-442d-9254-eddba4ebe808,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:20.493864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.526919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:20.528824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e96a0f2-2950-49d1-b19f-331552908ca6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:20.540756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:20.549141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 4ac67659-8860-442d-9254-eddba4ebe808 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:20.614958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.618594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:20.641152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:20.641803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.680882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:20.684940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Usage tracker for resource:security_group_rule and tenant:bb32ca916e674a99ada1484b3db72dca is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:20.687867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:20.702328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:20.805288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7c8b00>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:18Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:20.812423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f3f47-0f86-4640-8599-1776a2613c2f None None] The sync data for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv is: [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:18Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:46:20.817809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.821947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c551139-c592-4b3e-a967-49ca387a7d8c,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:20.835572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-bf262b92-0f32-47d5-91d5-b48db5972b63 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:20.845337 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bf262b92-0f32-47d5-91d5-b48db5972b63 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.9949579
Dec 15 12:46:20.867517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.869059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:20.872488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50116) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:20.895933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-27b25df9-6b6d-409a-8882-b6fface70e08 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:20.899297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-27b25df9-6b6d-409a-8882-b6fface70e08 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0081685
Dec 15 12:46:20.933616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Made reservation on behalf of dae236e4a39f4938b62fc755395c555f for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:20.946640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.964917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:20.979281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50122) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:20.988968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:20.995636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.012414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:21.027022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.030294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:21.047492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50130) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.049337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db80175-a2b0-465c-aabd-67e310c8b3e9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:21.056307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:21.070693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.072038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.9826486
Dec 15 12:46:21.084949 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 15 12:46:21.085667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50134) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.104105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa836048>,) {'filters': {'network_id': ['11b921f9-1d25-4770-b4e3-44292a67bdae']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:21.121145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Request body: {'security_group_rule': {'security_group_id': '48c2f529-01fc-46b8-ae24-b3686b47fc49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:21.128179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:21.130617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa836048>, '2e0edd5d-afaf-4b6c-bae5-82145b61231d') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:21.132439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Usage tracker for resource:security_group_rule and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:21.135039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa836048>, '2e0edd5d-afaf-4b6c-bae5-82145b61231d') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:21.137317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:21.142788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:21.159180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.177080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.184624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:21.185351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:21.203096 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:21.208747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-06da76d8-019b-4c75-abee-ff495a8ce6d3 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.212156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06da76d8-019b-4c75-abee-ff495a8ce6d3 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.2191637
Dec 15 12:46:21.214193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50140) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.229165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:21.268310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:21.282359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-039164df-ff1d-41bf-9c59-71d0a971602e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.284125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-039164df-ff1d-41bf-9c59-71d0a971602e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0690446
Dec 15 12:46:21.308486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50144) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.315552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.336284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb32ca916e674a99ada1484b3db72dca&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0046873
Dec 15 12:46:21.350711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50148) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.354194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-1df61c42-637d-4ff2-ae22-8259d3055301 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.356747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1df61c42-637d-4ff2-ae22-8259d3055301 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0244358
Dec 15 12:46:21.356914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50150) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.364727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50152) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.385877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-33f62f75-69db-4d09-a98d-ade5fd8dfcb6 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.389525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-33f62f75-69db-4d09-a98d-ade5fd8dfcb6 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0127411
Dec 15 12:46:21.399983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50162) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.403298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-e4e52e05-65d2-4e14-b15a-163e40f8029f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Synchronizing usage tracker for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:21.407569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-acdca642-bc81-42c2-a57d-c3f836c3ac50 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.409898 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-acdca642-bc81-42c2-a57d-c3f836c3ac50 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0063608
Dec 15 12:46:21.412198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50166) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.418847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-b83bf679-d382-464e-8ca2-63fc1fa68456 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.423616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b83bf679-d382-464e-8ca2-63fc1fa68456 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0069263
Dec 15 12:46:21.423616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.423874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50170) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.430504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-6e9d742c-4e37-4f05-919d-94fc8d3547fd tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.434244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e9d742c-4e37-4f05-919d-94fc8d3547fd tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0071208
Dec 15 12:46:21.434244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:21.452668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  11b921f9-1d25-4770-b4e3-44292a67bdae {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 15 12:46:21.454393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50174) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.457565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.466830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-695de927-0717-4bfb-9840-bda263f329b8 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.470680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-695de927-0717-4bfb-9840-bda263f329b8 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0127196
Dec 15 12:46:21.472936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "DELETE /v2.0/networks/11b921f9-1d25-4770-b4e3-44292a67bdae HTTP/1.1" status: 204  len: 168 time: 1.0977099
Dec 15 12:46:21.474170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50178) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.478657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event deleted for resources: {'Network': ['ID=11b921f9-1d25-4770-b4e3-44292a67bdae,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:21.480652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50180) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.484659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-cd79cd4a-3dec-40d4-8982-7c55bd4dce45 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.488395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd79cd4a-3dec-40d4-8982-7c55bd4dce45 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0107353
Dec 15 12:46:21.492519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'network': {'name': 'tempest-network--199441862', 'router:external': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:21.495970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50184) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.496806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:21.502277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-6d807636-c7df-4e93-b07f-555f9c27dbbc tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.506179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6d807636-c7df-4e93-b07f-555f9c27dbbc tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0055375
Dec 15 12:46:21.506179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50190) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.509654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:21.514920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-815e0bc3-3d49-4f2c-a143-38127551653f tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.518976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-815e0bc3-3d49-4f2c-a143-38127551653f tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0090692
Dec 15 12:46:21.519135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-e4e52e05-65d2-4e14-b15a-163e40f8029f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Unset dirty status for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:21.519135 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-e4e52e05-65d2-4e14-b15a-163e40f8029f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1628512413&fields=id&tenant_id=e04ea19c22194e65bb85a4051639ed56 HTTP/1.1" status: 200  len: 267 time: 0.4659247
Dec 15 12:46:21.520090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.522844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.528793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50194) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.530672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:network and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:21.537089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-0fe63e34-87c0-4d25-bdfd-101e7960e83b tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.540693 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0fe63e34-87c0-4d25-bdfd-101e7960e83b tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0096378
Dec 15 12:46:21.540693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:21.542165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50198) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.547534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-16218c6c-d4a0-44fa-8aa6-008e7e2d1295 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.550960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-16218c6c-d4a0-44fa-8aa6-008e7e2d1295 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0056293
Dec 15 12:46:21.552290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50202) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.555308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:21.560733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-bf303998-5a32-42de-bafc-2f2cf17bbedf tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.564716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bf303998-5a32-42de-bafc-2f2cf17bbedf tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0084906
Dec 15 12:46:21.565450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50206) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.570703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-80915695-8214-4ee7-8e24-560127325afa tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.574392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-80915695-8214-4ee7-8e24-560127325afa tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0057251
Dec 15 12:46:21.575002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50210) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.583516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-4a8d5db7-9128-482b-9b46-49ce38c14fcd tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.587495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a8d5db7-9128-482b-9b46-49ce38c14fcd tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0086424
Dec 15 12:46:21.587991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50214) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.593776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-055765dc-0610-49d0-be1a-60d54ce156b4 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.597813 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-055765dc-0610-49d0-be1a-60d54ce156b4 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0061879
Dec 15 12:46:21.597813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Made reservation on behalf of ec0645c5ece54d249550f7ab1e8052bf for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:21.602324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.613662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50218) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.635681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-4fc55848-793f-4ae1-9456-fb4a1b195048 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.639335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4fc55848-793f-4ae1-9456-fb4a1b195048 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0217266
Dec 15 12:46:21.640269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50222) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.646488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-375a8cd6-3fc0-4ced-ade6-2d411072e029 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.650134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-375a8cd6-3fc0-4ced-ade6-2d411072e029 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0067692
Dec 15 12:46:21.650785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50226) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.656164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-a17dab2f-9f24-425b-a3c9-b385b26caac3 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.659645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a17dab2f-9f24-425b-a3c9-b385b26caac3 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0058467
Dec 15 12:46:21.659850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50230) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.665205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-4e51c0db-b7c6-4769-9afb-dbd816bcc2fb tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.668692 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4e51c0db-b7c6-4769-9afb-dbd816bcc2fb tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0054393
Dec 15 12:46:21.685627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50236) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.686701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:21.702761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.703892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Added segment c340cff3-4e07-4b1f-9296-883031645567 of type vlan for network d05704fa-6553-4680-a658-852c4c44f222
Dec 15 12:46:21.721328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:21.723008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-067a1659-d987-4f47-8264-0f47ff9fd966 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:21.759937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.813306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:21.814512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.816793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.821329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-067a1659-d987-4f47-8264-0f47ff9fd966 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "PUT /v2.0/quotas/f8d8b94979d94393881693d3d5330ac1 HTTP/1.1" status: 200  len: 366 time: 0.4556863
Dec 15 12:46:21.821329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:21.821329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.826694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50242) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.827972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93a24d08-12d7-40aa-85f3-781357e802ee tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:21.893005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-ab4796fa-94e4-4c7e-b485-62182ce749df tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:21.893774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-ab4796fa-94e4-4c7e-b485-62182ce749df tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Synchronizing usage tracker for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:21.920186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-f6245610-ecd7-48ce-a272-bf523e04a75e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.923871 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6245610-ecd7-48ce-a272-bf523e04a75e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.2266214
Dec 15 12:46:21.924021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Allocated IP 172.26.0.11 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/002e4e0b-bdd5-46bd-8c0b-862f338a280b) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:21.937250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50244) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.950936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7465f57d-9e8c-43cd-91fb-936818c3cb22 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:21.951784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:21.956453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Network': ['ID=d05704fa-6553-4680-a658-852c4c44f222,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:21.971757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-6fd2da9d-ae74-4f94-b1e8-ba953904fe6e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.975450 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6fd2da9d-ae74-4f94-b1e8-ba953904fe6e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0321658
Dec 15 12:46:21.976984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:21.977613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50250) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:21.989789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-4317277c-a678-4581-874c-a23926f0d842 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:21.993721 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4317277c-a678-4581-874c-a23926f0d842 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0115972
Dec 15 12:46:21.996873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50254) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.002641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network d05704fa-6553-4680-a658-852c4c44f222 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:22.004760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-403bd23c-403f-4022-8a80-bf59668d011e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.009369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-403bd23c-403f-4022-8a80-bf59668d011e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0088532
Dec 15 12:46:22.011853 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.5243311
Dec 15 12:46:22.012796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50258) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.013285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50260) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.018141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f40498b1-97eb-4d8b-89a6-d32756df401d tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0697093
Dec 15 12:46:22.021225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50262) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.027128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-c42dcb3c-1a03-4be3-9da9-01a7ba096505 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.030782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c42dcb3c-1a03-4be3-9da9-01a7ba096505 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0107052
Dec 15 12:46:22.032850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.036269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50270) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.071134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-ab4796fa-94e4-4c7e-b485-62182ce749df tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Unset dirty status for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:22.072375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-ab4796fa-94e4-4c7e-b485-62182ce749df tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/networks?id=bc963569-0db8-414d-9fa6-2320ec354452 HTTP/1.1" status: 200  len: 805 time: 0.4101951
Dec 15 12:46:22.082103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-d59a4f3d-0f37-4990-a028-215732e92b7f tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.085646 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d59a4f3d-0f37-4990-a028-215732e92b7f tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0408528
Dec 15 12:46:22.086536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.089681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50274) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.101812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-60c438ec-aa13-4f03-a738-e471eca4dc10 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.105663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60c438ec-aa13-4f03-a738-e471eca4dc10 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0116663
Dec 15 12:46:22.110043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50278) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.168538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:22.173454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7a383e0d-a33f-4d26-b3d3-63489f79c474 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "GET /v2.0/quotas/f8d8b94979d94393881693d3d5330ac1 HTTP/1.1" status: 200  len: 366 time: 0.1481035
Dec 15 12:46:22.175845 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-b9c5e971-33b1-496a-80a4-439750d53075 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/quotas/e04ea19c22194e65bb85a4051639ed56 HTTP/1.1" status: 200  len: 375 time: 0.0847960
Dec 15 12:46:22.181958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-2b69026f-92d8-4fec-ab9e-e9cb34c0dc02 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.185852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2b69026f-92d8-4fec-ab9e-e9cb34c0dc02 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0713134
Dec 15 12:46:22.186450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50282) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.186829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50284) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.212665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f25cf-58e4-4ecd-93a6-db79b9db6c9f tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:22.213356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7465f57d-9e8c-43cd-91fb-936818c3cb22 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:22.214878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac3f25cf-58e4-4ecd-93a6-db79b9db6c9f tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] 10.222.0.53 "GET /v2.0/networks/d05704fa-6553-4680-a658-852c4c44f222 HTTP/1.1" status: 200  len: 756 time: 0.1954334
Dec 15 12:46:22.218336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50292) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.227761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7465f57d-9e8c-43cd-91fb-936818c3cb22 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:22.228187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.238012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-1460dd51-41a1-4205-8f97-42f660e1dc02 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.239145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1460dd51-41a1-4205-8f97-42f660e1dc02 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0404072
Dec 15 12:46:22.260972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50296) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.388151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0045b0-91f7-4d49-9a28-6b978dee8510 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:22.390331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd0045b0-91f7-4d49-9a28-6b978dee8510 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] 10.222.0.53 "GET /v2.0/networks/6e161c9e-ff8e-425b-8ec1-c8018c894885 HTTP/1.1" status: 200  len: 767 time: 0.1701453
Dec 15 12:46:22.394691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50300) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.401119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.444633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7465f57d-9e8c-43cd-91fb-936818c3cb22, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7465f57d-9e8c-43cd-91fb-936818c3cb22,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:22.450542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.454977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:22.540623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27143cf4-5c5d-464b-83de-b8680b434cfe,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:22.544030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7465f57d-9e8c-43cd-91fb-936818c3cb22,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:22.549143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:22.549279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.549998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-c14045c6-1e41-4427-9aba-2a64295b9fb7 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.553577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c14045c6-1e41-4427-9aba-2a64295b9fb7 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.2861092
Dec 15 12:46:22.554147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50304) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.564626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:22.565066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-c3e9039c-00aa-46d4-bdc5-46c00ae3f3ec tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.567722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3e9039c-00aa-46d4-bdc5-46c00ae3f3ec tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0110276
Dec 15 12:46:22.569665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50308) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.579225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-31f81e28-6b68-4667-9105-2fb6c156d82e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.583681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-31f81e28-6b68-4667-9105-2fb6c156d82e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0088525
Dec 15 12:46:22.586132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50312) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.621939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-dd0c97b9-c373-4a77-98b5-df6f3df52bab tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.625768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dd0c97b9-c373-4a77-98b5-df6f3df52bab tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0275095
Dec 15 12:46:22.631956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50316) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.632815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.643078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.646177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.5557680
Dec 15 12:46:22.651384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50320) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.660652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-f47246a7-4b97-4f3e-865b-364bfd6d6382 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.665267 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f47246a7-4b97-4f3e-865b-364bfd6d6382 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0277324
Dec 15 12:46:22.665267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.665493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50324) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.665894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5db80175-a2b0-465c-aabd-67e310c8b3e9 HTTP/1.1" status: 204  len: 168 time: 1.2977092
Dec 15 12:46:22.673754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-701abbbb-8dfc-41d1-85cd-81ba9bb6521b tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/f8d8b94979d94393881693d3d5330ac1 HTTP/1.1" status: 204  len: 168 time: 0.4703450
Dec 15 12:46:22.674155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:22.685674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:22.689818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Usage tracker for resource:floatingip and tenant:e0740fa38e254b8585115892d0e4fa4e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:22.691619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50330) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.692289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:22.692882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:22.706088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-6b48788a-8671-476f-9288-1e39a0c3ddbf tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.710477 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6b48788a-8671-476f-9288-1e39a0c3ddbf tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0411136
Dec 15 12:46:22.710477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:22.716768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50332) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.730901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.743771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db80175-a2b0-465c-aabd-67e310c8b3e9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:22.753080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:22.769414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-395e8c16-f349-4dee-b300-e79ae8a4a96a tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0570037
Dec 15 12:46:22.774045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50338) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.784673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.787419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-603fdfb3-d61b-457a-b637-7485bb0439a9 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Synchronizing usage tracker for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:22.795920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-8220185e-fe4d-4d3e-9cb1-dde5b6880786 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.801025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8220185e-fe4d-4d3e-9cb1-dde5b6880786 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0787582
Dec 15 12:46:22.801245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50342) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.807241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.814580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-97540094-ebdb-4765-a756-8b9ed3df870c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.817995 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97540094-ebdb-4765-a756-8b9ed3df870c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0129285
Dec 15 12:46:22.825288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50346) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.848884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-548c44f2-fddb-461c-81b1-0cc3cb7e66db tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.853950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-548c44f2-fddb-461c-81b1-0cc3cb7e66db tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0233791
Dec 15 12:46:22.855215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50350) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.857115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fabff080>,) {'filters': {'network_id': ['d05704fa-6553-4680-a658-852c4c44f222']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:22.879325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-dd5690d4-c940-4960-bd0c-04b8d23aa641 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.880425 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dd5690d4-c940-4960-bd0c-04b8d23aa641 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0144072
Dec 15 12:46:22.884260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50354) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.886077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fabff080>, 'c340cff3-4e07-4b1f-9296-883031645567') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:22.886409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fabff080>, 'c340cff3-4e07-4b1f-9296-883031645567') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:22.894404 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a561db39-6b23-4941-ad38-f79111331ff4 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "GET /v2.0/quotas/f8d8b94979d94393881693d3d5330ac1 HTTP/1.1" status: 200  len: 370 time: 0.1159213
Dec 15 12:46:22.895403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50356) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.912754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-acddb491-0c5f-4de0-90ae-b68f23079b00 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.913836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-acddb491-0c5f-4de0-90ae-b68f23079b00 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0106626
Dec 15 12:46:22.920322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f97041b6-27ae-4cdb-8202-ae5a41ec21e4 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "GET /v2.0/quotas/f8d8b94979d94393881693d3d5330ac1/default HTTP/1.1" status: 200  len: 370 time: 0.0213649
Dec 15 12:46:22.920322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-603fdfb3-d61b-457a-b637-7485bb0439a9 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Unset dirty status for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:22.921722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-603fdfb3-d61b-457a-b637-7485bb0439a9 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e04ea19c22194e65bb85a4051639ed56&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7064993
Dec 15 12:46:22.922605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50362) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.923035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50364) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.931721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.939638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-ae0201d9-368d-479c-8f29-2d9420216904 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:22.941357 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae0201d9-368d-479c-8f29-2d9420216904 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0159936
Dec 15 12:46:22.945832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.949324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50372) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:22.959725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:22.979014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:22.991719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:22.992165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:23.009765 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:23.011803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-7b8d358d-db50-400a-90d8-624fd8bb919c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.012480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7b8d358d-db50-400a-90d8-624fd8bb919c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0555835
Dec 15 12:46:23.015608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50378) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.062286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-014d9a2b-e89b-4239-b662-80fdbeb2c27d tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] delete failed (client error): The resource could not be found.
Dec 15 12:46:23.063984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-014d9a2b-e89b-4239-b662-80fdbeb2c27d tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/f8d8b94979d94393881693d3d5330ac1 HTTP/1.1" status: 404  len: 348 time: 0.1354907
Dec 15 12:46:23.104918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-de3158a6-20ec-46e9-89c9-799578834081 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.105740 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de3158a6-20ec-46e9-89c9-799578834081 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0889511
Dec 15 12:46:23.108997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:23.131180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50384) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.132320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:23.137566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:23.199866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event updated for resources: {'Port': ['ID=002e4e0b-bdd5-46bd-8c0b-862f338a280b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:23.214419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-7ac2377a-4050-460f-84d7-5a38e36c5c56 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.215821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ac2377a-4050-460f-84d7-5a38e36c5c56 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0808487
Dec 15 12:46:23.217834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:23.224114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50390) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.249074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-cad120b1-bf57-4235-9e98-b048ce06833c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.250272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cad120b1-bf57-4235-9e98-b048ce06833c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0223877
Dec 15 12:46:23.278500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50396) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.288762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-f3f6894d-128b-4d78-8fa9-59b66b2dc92a tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.289937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f3f6894d-128b-4d78-8fa9-59b66b2dc92a tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0103645
Dec 15 12:46:23.328093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50400) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.392672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-6947fed3-d424-43f0-b662-7031708ca8c4 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.396640 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6947fed3-d424-43f0-b662-7031708ca8c4 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0414703
Dec 15 12:46:23.408071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50404) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.413984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.417431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-77708adf-7427-4f8a-a65c-f9926ed92a2d tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.431023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-77708adf-7427-4f8a-a65c-f9926ed92a2d tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0214608
Dec 15 12:46:23.435996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50408) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.456703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-2841f20a-d10c-487a-a704-24d8e4a745d6 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.461131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2841f20a-d10c-487a-a704-24d8e4a745d6 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0134687
Dec 15 12:46:23.467083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50412) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.483144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-eac2768a-1ac5-4893-bd2e-6d1f51708977 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.484308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eac2768a-1ac5-4893-bd2e-6d1f51708977 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0095286
Dec 15 12:46:23.489958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:23.506204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50416) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.514832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-f5d6842b-d2a0-433c-9983-2097aad9c49a tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.515794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f5d6842b-d2a0-433c-9983-2097aad9c49a tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0085194
Dec 15 12:46:23.521288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50420) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.522385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.536602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-1675810b-0785-4ee5-971d-ee817c69cd10 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.537769 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1675810b-0785-4ee5-971d-ee817c69cd10 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0128753
Dec 15 12:46:23.541445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50424) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.542272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d05704fa-6553-4680-a658-852c4c44f222 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 15 12:46:23.543891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-754d0128-6209-4ea4-bab3-2495efbcf9c7 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:23.587711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.597714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-6802569b-a256-4d34-ab05-f803817a8863 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.598887 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6802569b-a256-4d34-ab05-f803817a8863 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0211883
Dec 15 12:46:23.601767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event deleted for resources: {'Network': ['ID=d05704fa-6553-4680-a658-852c4c44f222,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:23.604673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50428) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.605477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:23.630893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d05704fa-6553-4680-a658-852c4c44f222 HTTP/1.1" status: 204  len: 168 time: 1.2287083
Dec 15 12:46:23.638935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-c6c50cfd-e4d1-40ac-bb79-6d1be6d0a21e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.640591 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6c50cfd-e4d1-40ac-bb79-6d1be6d0a21e tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0199306
Dec 15 12:46:23.644117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50432) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.644117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50434) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.656273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7465f57d-9e8c-43cd-91fb-936818c3cb22 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:23.660600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'network': {'name': 'tempest-network--1769769260'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:23.666607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-eb0a30fc-e1ff-4b3c-9cc9-8170a0b0f234 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.672004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb0a30fc-e1ff-4b3c-9cc9-8170a0b0f234 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0257609
Dec 15 12:46:23.674094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50440) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.681891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:23.690118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-c2ea0508-e668-47b7-9495-7be1969e0e0c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.701113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2ea0508-e668-47b7-9495-7be1969e0e0c tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0177610
Dec 15 12:46:23.701113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Usage tracker for resource:network and tenant:ec0645c5ece54d249550f7ab1e8052bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:23.713420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50446) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.721659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:23.729625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-e23e4e75-0f4f-47da-90b9-668d3f3fbe39 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.733552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e23e4e75-0f4f-47da-90b9-668d3f3fbe39 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0140386
Dec 15 12:46:23.735635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50450) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.737482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e8f75893-870a-426f-87ff-53f6f7854d13,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:23.738196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50452) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.747936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:23.754304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:23.764312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-7b5ff269-91fc-490b-b924-2776b3d6a8ff tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.769690 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7b5ff269-91fc-490b-b924-2776b3d6a8ff tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0208693
Dec 15 12:46:23.781746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50458) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:23.794614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [None req-8134b3b1-f779-4d15-8bfb-7a0dd1f82a17 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.807991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.808210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8134b3b1-f779-4d15-8bfb-7a0dd1f82a17 tempest-ExtensionsTestJSON-1438386529 tempest-ExtensionsTestJSON-1438386529-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0166438
Dec 15 12:46:23.820554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.824547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Made reservation on behalf of ec0645c5ece54d249550f7ab1e8052bf for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:23.831032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.839733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7465f57d-9e8c-43cd-91fb-936818c3cb22 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:23.840180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.876699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:23.902002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:network and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:23.913285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:23.940790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Checking segment: {'id': 'bd9a0a37-f7fa-496b-912c-040382056a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:23.941382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network hostable DHCP agents. Network: 4ac67659-8860-442d-9254-eddba4ebe808, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:46:23.962478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:23.966106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:subnet and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:23.977621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:23.982259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c79c832-dd2e-420f-a1a9-ecd43d166e72 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:23.983887 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c79c832-dd2e-420f-a1a9-ecd43d166e72 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.7571588
Dec 15 12:46:24.038151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.038766 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Added segment ead91f2c-a3e1-41d8-a242-def30d8d7db5 of type vlan for network e9c5a494-0d73-40a0-8a5d-d99819a9060c
Dec 15 12:46:24.053322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:subnetpool and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:24.084835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:24.121328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:port and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:24.129177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.150265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:24.154787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Allocated IP 172.26.0.176 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/5dd25462-65bc-436c-a11a-7813b7e7025f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:24.182900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:router and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:24.196363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:24.250630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.255059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:24.255966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.276308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:floatingip and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:24.284103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:24.301382 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.6568768
Dec 15 12:46:24.376070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50470) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:24.396711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:24.403722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:24.435527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50476) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:24.437211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network 4ac67659-8860-442d-9254-eddba4ebe808 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:24.473822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 4ac67659-8860-442d-9254-eddba4ebe808) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:24.485058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94da48-cad9-4580-93b7-6c05c5558de6 None None] Network 4ac67659-8860-442d-9254-eddba4ebe808 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:24.503787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:24.504402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.580091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-0e3e32e1-efc9-4a96-a955-a8f7096ab433 service neutron] 10.222.0.53 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5774817
Dec 15 12:46:24.647758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Network': ['ID=e9c5a494-0d73-40a0-8a5d-d99819a9060c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:24.663781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:24.686829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e9c5a494-0d73-40a0-8a5d-d99819a9060c details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:24.795058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-7d70fede-f901-4291-8fea-8cca9c366986 service neutron] 10.222.0.53 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080419
Dec 15 12:46:24.800449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.5916646
Dec 15 12:46:24.801388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50486) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:24.812117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-453968156', 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:24.819172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:24.824700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:port and tenant:dae236e4a39f4938b62fc755395c555f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:24.829291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:24.843152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.859328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:security_group and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:24.874651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:24.884560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.890441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:24.921024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:24.992811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:25.009226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event updated for resources: {'Port': ['ID=002e4e0b-bdd5-46bd-8c0b-862f338a280b,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:25.011676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Made reservation on behalf of dae236e4a39f4938b62fc755395c555f for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:25.017561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.028178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:25.053865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] device_id is not set on port 2287e6da-abcd-4fe7-9a39-3b8c9bf72d59 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:25.067199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c063d-63bc-4d7d-be11-16ceb73caa63 None None] Network 4ac67659-8860-442d-9254-eddba4ebe808 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:25.163847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50492) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:25.168837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.209091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.221357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.224029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Usage tracker for resource:security_group_rule and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:25.245971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:25.271047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:25.284788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-534cb81d-266b-4aef-add6-17ee0dc32902 tempest-QuotasTest-869987700 tempest-QuotasTest-869987700-project-admin] 10.222.0.53 "GET /v2.0/quotas/dd93fbb7388a4eac97abf0fe17c02bde/details.json HTTP/1.1" status: 200  len: 703 time: 1.5380225
Dec 15 12:46:25.314983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Network e9c5a494-0d73-40a0-8a5d-d99819a9060c is not hosted by any dhcp agent {{(pid=88870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 15 12:46:25.315950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:25.316665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.318660 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "PUT /v2.0/networks/e9c5a494-0d73-40a0-8a5d-d99819a9060c HTTP/1.1" status: 200  len: 858 time: 0.9246376
Dec 15 12:46:25.347886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50510) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:25.348685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50512) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:25.350794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.412614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.417528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:25.422981 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.4111538
Dec 15 12:46:25.439605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Allocated IP 172.20.0.5 (4ac67659-8860-442d-9254-eddba4ebe808/e8f75893-870a-426f-87ff-53f6f7854d13/2287e6da-abcd-4fe7-9a39-3b8c9bf72d59) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:25.446935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.454571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Usage tracker for resource:security_group_rule and tenant:05b3aeb18b2f42d0a5f831518de831e5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:25.457957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:25.491303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event updated for resources: {'Network': ['ID=e9c5a494-0d73-40a0-8a5d-d99819a9060c,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:25.497467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-196535161'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:25.511269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:25.513253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:25.518283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-507a95f0-2003-443a-9737-2017641ce6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:25.555002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:25.625651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Usage tracker for resource:network and tenant:0e0c5c40fd1e4866a12a58b24891cf1f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:25.639615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:25.640931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:25.658017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:25.671299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:25.734939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:25.769385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.782051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event updated for resources: {'Port': ['ID=5dd25462-65bc-436c-a11a-7813b7e7025f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:25.788966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:25.799485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:25.805092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.832759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.850990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.865077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-f19c6865-0254-400f-bb6e-d49f617dbb81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Synchronizing usage tracker for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:25.899072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:25.903389 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 15 12:46:25.908678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:25.988975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network 4ac67659-8860-442d-9254-eddba4ebe808 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:25.993812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:25.998233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:26.031503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50544) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:26.034034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c48aa708-99c8-4719-ab5a-49e3434b74fb req-ad1d8f90-e4c1-4a73-84f6-1c96f3eb447c tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.6825058
Dec 15 12:46:26.045731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Port': ['ID=2287e6da-abcd-4fe7-9a39-3b8c9bf72d59,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:26.069521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:26.078101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:26.078778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.102753 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 1.2986743
Dec 15 12:46:26.103568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50550) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:26.129431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.153238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:26.157464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.179777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Deleting port 2287e6da-abcd-4fe7-9a39-3b8c9bf72d59 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:26.180169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.283028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Usage tracker for resource:security_group_rule and tenant:0e0c5c40fd1e4866a12a58b24891cf1f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:26.303544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:26.306950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.318906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:26.329820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb25b6a0>,) {'filters': {'network_id': ['e9c5a494-0d73-40a0-8a5d-d99819a9060c']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:26.346569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.348711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2ca2cde-84ee-4399-a4a8-75d2557dc3cc tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:26.356903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.368979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb25b6a0>, 'ead91f2c-a3e1-41d8-a242-def30d8d7db5') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:26.369403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb25b6a0>, 'ead91f2c-a3e1-41d8-a242-def30d8d7db5') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:26.426738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.467202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:26.484163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Usage tracker for resource:security_group_rule and tenant:3732b3684f24465188be87c1c69c1f55 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:26.489284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:26.489830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05b3aeb18b2f42d0a5f831518de831e5&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0295486
Dec 15 12:46:26.491188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.493298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.497098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323eac89-723b-4be6-8710-d987c1cc860b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:26.499608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50566) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:26.507271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:26.527479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:26.534370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:26.534824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:26.550714 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:26.572267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.632850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Calling delete_port for 2287e6da-abcd-4fe7-9a39-3b8c9bf72d59 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:26.756564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.767816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.794310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.818027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:26.819732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.828934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.840458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.842359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e9c5a494-0d73-40a0-8a5d-d99819a9060c {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 15 12:46:26.843745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9072113b-bda6-42a2-b78d-5e13a7d30e10 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:26.851155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.851787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-f19c6865-0254-400f-bb6e-d49f617dbb81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Unset dirty status for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:26.852965 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-f19c6865-0254-400f-bb6e-d49f617dbb81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1435646645&fields=id&tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40 HTTP/1.1" status: 200  len: 267 time: 1.0967741
Dec 15 12:46:26.859326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:26.925402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:26.938327 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3732b3684f24465188be87c1c69c1f55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8968828
Dec 15 12:46:26.938327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417f6d35-ec5d-4743-b777-9dfa90d4d4f0,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:26.940422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50580) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:26.956037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:26.960603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:27.111707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event deleted for resources: {'Port': ['ID=2287e6da-abcd-4fe7-9a39-3b8c9bf72d59,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:27.185438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301abdf5-ec2b-4fce-ba30-b09f15e02fad,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:27.214554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:27.216059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.216424 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Added segment 0697bef3-1600-4c37-b7f2-3040a8fd81ae of type vlan for network 61cd8577-9783-4c85-a1b0-196daf26c950
Dec 15 12:46:27.217554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:27.248101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.265295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9c5a494-0d73-40a0-8a5d-d99819a9060c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:27.276979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e9c5a494-0d73-40a0-8a5d-d99819a9060c HTTP/1.1" status: 204  len: 168 time: 1.9238164
Dec 15 12:46:27.288758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:27.289394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50586) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:27.378990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.397467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bffca4c-cbc5-4a43-be97-a5c825044ff7 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:46:27.397954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bffca4c-cbc5-4a43-be97-a5c825044ff7 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:46:27.399788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7bffca4c-cbc5-4a43-be97-a5c825044ff7 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] 10.222.0.53 "DELETE /v2.0/subnets/2a93e352-32b3-4f73-8406-794de6ded609 HTTP/1.1" status: 404  len: 337 time: 0.0843081
Dec 15 12:46:27.427759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:27.428285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50590) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:27.463120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47428cd8-547e-409f-ba47-057479ea8a14 req-4ec65580-16bd-4893-a34a-079c4bc02b6c tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.0708990
Dec 15 12:46:27.511153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.513649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.519713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:27.521496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.527758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-563eb7ed-7b61-4d8a-9b50-9b1a32764d98 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:27.543887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.568038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.632066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-3705c6b5-fef9-449b-b75a-4ecdc449e756 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:27.632718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-3705c6b5-fef9-449b-b75a-4ecdc449e756 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Synchronizing usage tracker for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:27.635775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.644478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.662185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.4716883
Dec 15 12:46:27.662185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.662185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/323eac89-723b-4be6-8710-d987c1cc860b HTTP/1.1" status: 204  len: 168 time: 1.1497641
Dec 15 12:46:27.669978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50594) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:27.692373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.705581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Network': ['ID=61cd8577-9783-4c85-a1b0-196daf26c950,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:27.710489 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2287e6da-abcd-4fe7-9a39-3b8c9bf72d59 HTTP/1.1" status: 204  len: 168 time: 1.6058257
Dec 15 12:46:27.714564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'subnet': {'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:27.716573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.723924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50600) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:27.733226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 61cd8577-9783-4c85-a1b0-196daf26c950 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:27.737753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'external_fixed_ips': [{'subnet_id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'ip_address': '172.20.0.5'}]}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:27.744641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-3705c6b5-fef9-449b-b75a-4ecdc449e756 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Unset dirty status for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:27.751994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-3705c6b5-fef9-449b-b75a-4ecdc449e756 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 811 time: 0.8727946
Dec 15 12:46:27.761597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:27.779126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:router and tenant:dae236e4a39f4938b62fc755395c555f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:27.817519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:27.841499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:27.845843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Usage tracker for resource:subnet and tenant:0e0c5c40fd1e4866a12a58b24891cf1f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:27.848965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:27.855672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:27.870293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:27.870793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:27.904789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:27.914680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-839abfd2-d551-4eb2-b73d-e46476c6960e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/quotas/0fd950bc0cb74fce8c5f5eba7257bc40 HTTP/1.1" status: 200  len: 375 time: 0.1614881
Dec 15 12:46:27.920196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.933180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:27.948202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.77', 62331) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:27.969551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:28.028632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.029803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.122914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.125739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.154147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.155566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5028481
Dec 15 12:46:28.178599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event updated for resources: {'Port': ['ID=5dd25462-65bc-436c-a11a-7813b7e7025f,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:28.183761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:28.184232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:28.226997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.233101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa8d6240>,) {'filters': {'network_id': ['6e161c9e-ff8e-425b-8ec1-c8018c894885']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:28.273565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:28.288008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8d6240>, '02cad0b7-094b-42f2-9915-3aaef0a67e36') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:28.288340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8d6240>, '02cad0b7-094b-42f2-9915-3aaef0a67e36') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:28.312237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f6d35-ec5d-4743-b777-9dfa90d4d4f0,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:28.320792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.332108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:28.370037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323eac89-723b-4be6-8710-d987c1cc860b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:28.372578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:28.384870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.394657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.415253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.416877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/417f6d35-ec5d-4743-b777-9dfa90d4d4f0 HTTP/1.1" status: 204  len: 168 time: 1.4649835
Dec 15 12:46:28.420030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:28.420492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.454434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-a6206e14-a6c9-401a-bf66-f940693307be tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:28.455715 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-a6206e14-a6c9-401a-bf66-f940693307be tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.77 "GET /v2.0/networks?id=bc963569-0db8-414d-9fa6-2320ec354452 HTTP/1.1" status: 200  len: 805 time: 0.5020525
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:28.456464 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:28.495791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-0658c4ea-7207-4eae-84cf-d6f0d12c8aad tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5504060
Dec 15 12:46:28.568717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.573662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:28.694848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Subnet': ['ID=fa808d50-f4b0-48c7-9e67-9a55154ea736,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:28.710505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:28.719751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-a868ccfa-5dc9-4500-848e-23c4df548b16 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Synchronizing usage tracker for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:28.738111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Checking segment: {'id': '0697bef3-1600-4c37-b7f2-3040a8fd81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:28.738503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network hostable DHCP agents. Network: 61cd8577-9783-4c85-a1b0-196daf26c950, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:46:28.753953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-a868ccfa-5dc9-4500-848e-23c4df548b16 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Unset dirty status for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:28.755189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-a868ccfa-5dc9-4500-848e-23c4df548b16 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1568544588&fields=id&tenant_id=e0740fa38e254b8585115892d0e4fa4e HTTP/1.1" status: 200  len: 267 time: 0.1350999
Dec 15 12:46:28.844640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:28.885942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.913792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.919879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 61cd8577-9783-4c85-a1b0-196daf26c950) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:28.929167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:28.929818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:28.930180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f83066-bd3a-4665-ab5f-78119e00bbb5 None None] Network 61cd8577-9783-4c85-a1b0-196daf26c950 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:28.965158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17b90ad1-d210-496d-953f-656189593151 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:28.977861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3040617
Dec 15 12:46:28.984274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-10e56fb6-7ab6-4040-882f-c7636ac81446 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:28.985089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-10e56fb6-7ab6-4040-882f-c7636ac81446 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Synchronizing usage tracker for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:28.987941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50662) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:29.006725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'name': 'tempest-AllowedAddressPairTestJSON-199839603'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:29.010502 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] 10.222.0.53 "DELETE /v2.0/networks/6e161c9e-ff8e-425b-8ec1-c8018c894885 HTTP/1.1" status: 204  len: 168 time: 1.5646181
Dec 15 12:46:29.035936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50668) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:29.064695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-d23e3f8e-04e4-4365-a424-6030a57ae5b7 service neutron] 10.222.0.53 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5678992
Dec 15 12:46:29.068504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-938ba7c0-c325-4cd9-bb09-a704fc59219d tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e04ea19c22194e65bb85a4051639ed56 HTTP/1.1" status: 200  len: 380 time: 0.5189393
Dec 15 12:46:29.100960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.104372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Pushing event deleted for resources: {'Network': ['ID=6e161c9e-ff8e-425b-8ec1-c8018c894885,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:29.140886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Request body: {'port': {'device_id': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'admin_state_up': True, 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'security_groups': ['b6ab09ab-0aa3-4446-aead-0f742ca73835']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:29.165188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-10e56fb6-7ab6-4040-882f-c7636ac81446 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Unset dirty status for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:29.167443 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-10e56fb6-7ab6-4040-882f-c7636ac81446 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/networks?id=de98e018-c465-4472-9497-5e08fb357769 HTTP/1.1" status: 200  len: 811 time: 0.4035311
Dec 15 12:46:29.260716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-61cd8577-9783-4c85-a1b0-196daf26c950', 'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'tenant_id': '0e0c5c40fd1e4866a12a58b24891cf1f', 'fixed_ips': [{'subnet_id': 'fa808d50-f4b0-48c7-9e67-9a55154ea736'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:46:29.261653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.275043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-e0e088f2-d345-4a94-aaca-077d74118a70 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/quotas/e0740fa38e254b8585115892d0e4fa4e HTTP/1.1" status: 200  len: 375 time: 0.0934994
Dec 15 12:46:29.348605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:29.366228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:29.373319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd93fbb7388a4eac97abf0fe17c02bde is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:29.379747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:29.387587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:29.390381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:29.403098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:29.407125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:29.417544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Usage tracker for resource:port and tenant:0e0c5c40fd1e4866a12a58b24891cf1f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:29.424338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:29.435901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.452302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:29.504098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2183f68c-42f3-4d74-94cc-0ea0a3176020 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0740fa38e254b8585115892d0e4fa4e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2278621
Dec 15 12:46:29.504857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:29.510561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.549163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Allocated IP 172.20.0.2 (61cd8577-9783-4c85-a1b0-196daf26c950/fa808d50-f4b0-48c7-9e67-9a55154ea736/55fdf3f9-4469-4886-8da3-d306140fefd5) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:29.550566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Made reservation on behalf of e04ea19c22194e65bb85a4051639ed56 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:29.556497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.572678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] device_id is not set on port a408f5be-2604-4cb0-98ff-62183d5c22ad yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:29.653997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50682) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:29.738044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.769665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.827655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:29.831094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.843045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Transition to ACTIVE for port object 55fdf3f9-4469-4886-8da3-d306140fefd5 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:29.864743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Transition to ACTIVE for port object 55fdf3f9-4469-4886-8da3-d306140fefd5 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:29.876757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:29.887027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:29.916380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50690) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:29.958094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:29.967385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:29.972677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:29.986270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8c8ef-4892-4049-9a4e-f364bb265a5f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:29.993598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:30.037951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Pushing event updated for resources: {'Port': ['ID=55fdf3f9-4469-4886-8da3-d306140fefd5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:30.045956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:30.090596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd93fbb7388a4eac97abf0fe17c02bde&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0518210
Dec 15 12:46:30.104011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50698) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:30.150427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-57e756d7-e67a-44df-a9f8-6fe203ed1722 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:30.151890 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-57e756d7-e67a-44df-a9f8-6fe203ed1722 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2337756
Dec 15 12:46:30.358696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323718531'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:30.358696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:30.375721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:30.383595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Allocated IP 172.20.0.14 (61cd8577-9783-4c85-a1b0-196daf26c950/fa808d50-f4b0-48c7-9e67-9a55154ea736/a408f5be-2604-4cb0-98ff-62183d5c22ad) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:30.384931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:30.392080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:30.405151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-e4f63c61-4c05-4403-a890-bea875e2bae0 service neutron] 10.222.0.53 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3304327
Dec 15 12:46:30.415032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:30.420980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.507173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Allocated IP 172.20.0.4 (bc963569-0db8-414d-9fa6-2320ec354452/e25a8028-a061-498e-8666-a604a3a36469/59d7b431-5afa-4d07-ace5-189a55896720) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:30.508544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.524726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Attempting to bind port 55fdf3f9-4469-4886-8da3-d306140fefd5 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:30.525159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Attempting to bind port 55fdf3f9-4469-4886-8da3-d306140fefd5 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '0697bef3-1600-4c37-b7f2-3040a8fd81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:30.525568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Attempting to bind port 55fdf3f9-4469-4886-8da3-d306140fefd5 on network 61cd8577-9783-4c85-a1b0-196daf26c950 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:30.551043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:30.551488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Checking segment: {'id': '0697bef3-1600-4c37-b7f2-3040a8fd81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:30.551956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.552403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Bound using segment: {'id': '0697bef3-1600-4c37-b7f2-3040a8fd81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:30.561322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Bound port: 55fdf3f9-4469-4886-8da3-d306140fefd5, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0697bef3-1600-4c37-b7f2-3040a8fd81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:30.561831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.572026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d462c4b8-5e53-4231-acf7-bfa3af74d0a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db4d623052844bac9e5b444f160831bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6501226
Dec 15 12:46:30.572026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.572413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50704) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:30.587736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:30.597247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:security_group_rule and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:30.604348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:30.617679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:30.710814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-80084edb-b16a-4289-8440-2a6b91f2277e service neutron] 10.222.0.53 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4979200
Dec 15 12:46:30.724710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.749927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.758560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.779703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9a78e75-8af5-4d98-a1f1-b6fbb05d3a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:30.891376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.923049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] For port 55fdf3f9-4469-4886-8da3-d306140fefd5, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:30.927563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] For port 55fdf3f9-4469-4886-8da3-d306140fefd5, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=55fdf3f9-4469-4886-8da3-d306140fefd5,segment=NetworkSegment(0697bef3-1600-4c37-b7f2-3040a8fd81ae),segment_id=0697bef3-1600-4c37-b7f2-3040a8fd81ae)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:30.938418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:30.946742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:30.947078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eab48f-aa82-49ee-b49c-5d0bb6c852ac,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:30.963656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a96c165-77c9-4b6d-bf0e-49bce34d88f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:30.976227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:31.002399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8c8ef-4892-4049-9a4e-f364bb265a5f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:31.017312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:31.067185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:31.124846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-999cd760-c476-4e1b-be9e-2f1deef16855 req-cb1678a1-e3ba-44bd-b136-5090b8b95742 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.1057081
Dec 15 12:46:31.127746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:31.131813 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e8c8ef-4892-4049-9a4e-f364bb265a5f HTTP/1.1" status: 204  len: 168 time: 1.0230477
Dec 15 12:46:31.153824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:31.168663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Pushing event updated for resources: {'Port': ['ID=55fdf3f9-4469-4886-8da3-d306140fefd5,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:31.179541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:31.256217 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-e3d452f6-2c48-429f-9df4-a664466d64e1 service neutron] 10.222.0.53 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5341392
Dec 15 12:46:31.265935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:31.271143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:31.276728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:31.283622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment b91f3b67-cbdd-46f6-982d-f78ba881df94 of type vlan for network ad8c52fa-083e-4823-9932-a12c781b013a
Dec 15 12:46:31.312351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Transition to ACTIVE for port object a408f5be-2604-4cb0-98ff-62183d5c22ad will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:31.405406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:31.410392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:31.465886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:31.471236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5edd469-dcfb-4ecf-9bb7-684c95d738c9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:31.518094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:31.519483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:32.153944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9cd105c0-e2b0-4a07-99fe-9ec8785c0eaf req-160f26be-8f6c-4848-bcb3-dd4a3ced9682 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 210 time: 0.0974474
Dec 15 12:46:32.274118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:32.275624 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5edd469-dcfb-4ecf-9bb7-684c95d738c9 HTTP/1.1" status: 204  len: 168 time: 1.6900349
Dec 15 12:46:32.315932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:32.319406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58713780-8331-496e-8577-9918204c0273 req-3070a04e-725b-48ec-999b-98ebb843e378 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.1563668
Dec 15 12:46:32.405370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=a408f5be-2604-4cb0-98ff-62183d5c22ad,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:32.410122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:32.411280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:32.440840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:32.446707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:32.603045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:32.603820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:32.640248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.6497755
Dec 15 12:46:32.643869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50766) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:32.656862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'name': 'tempest-AllowedAddressPairTestJSON-1504750462', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:fa:3e:3c'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:32.883677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:32.888798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c14e766b-3545-4206-80f6-71b9d3f56262 req-02cad308-f00b-4c12-bba2-eb586ef2f357 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.3255799
Dec 15 12:46:32.958114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:32.963007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:32.963827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Usage tracker for resource:port and tenant:0e0c5c40fd1e4866a12a58b24891cf1f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:32.967111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:32.974226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:32.977725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:32.978969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:32.992424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Transition to ACTIVE for port object 59d7b431-5afa-4d07-ace5-189a55896720 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:32.996184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:32.999776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:33.008872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:33.036834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] device_id is not set on port e0e478cc-5509-4949-8a3e-37b32e110bac yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:33.070701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:33.180252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:33.339187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50780) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:33.379654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 3.7089486
Dec 15 12:46:33.409490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Allocated IP 172.20.0.4 (61cd8577-9783-4c85-a1b0-196daf26c950/fa808d50-f4b0-48c7-9e67-9a55154ea736/e0e478cc-5509-4949-8a3e-37b32e110bac) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:33.555436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e962344-39bc-4b4b-b8c6-59c1eea63b8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec0645c5ece54d249550f7ab1e8052bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2143891
Dec 15 12:46:33.562661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50788) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:33.563624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=ad8c52fa-083e-4823-9932-a12c781b013a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:33.577546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:33.590161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network ad8c52fa-083e-4823-9932-a12c781b013a details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:33.590460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50792) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:33.615877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': 'ad8c52fa-083e-4823-9932-a12c781b013a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:33.856836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 55fdf3f9-4469-4886-8da3-d306140fefd5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:33.895277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Allocated IP 172.20.0.5 (4ac67659-8860-442d-9254-eddba4ebe808/e8f75893-870a-426f-87ff-53f6f7854d13/0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:34.043761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 55fdf3f9-4469-4886-8da3-d306140fefd5 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:34.061469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.77', 62338) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:34.098625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f63f0591-c1de-446c-bf34-e8d8e5b83299 req-603b54e9-fe09-4dbc-bfa4-7e4562ace556 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Synchronizing usage tracker for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:34.262647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8900bc-defa-4d00-bd7c-55f27ce2064e None None] Network 61cd8577-9783-4c85-a1b0-196daf26c950 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:34.292219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:34.390179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0cac474f-9b20-4997-8565-a3d2b5f53c22 req-9a33f809-83f4-4091-946c-b545f991fbdc tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Synchronizing usage tracker for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:34.393880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:34.395362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:34.419630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:34.514525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network 4ac67659-8860-442d-9254-eddba4ebe808 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:34.521456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Port': ['ID=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:34.524655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:34.629175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:34.643686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event updated for resources: {'Port': ['ID=59d7b431-5afa-4d07-ace5-189a55896720,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:34.646545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:34.685250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Transition to ACTIVE for port object e0e478cc-5509-4949-8a3e-37b32e110bac will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:34.737820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:34.744565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f63f0591-c1de-446c-bf34-e8d8e5b83299 req-603b54e9-fe09-4dbc-bfa4-7e4562ace556 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Unset dirty status for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:34.764060 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63f0591-c1de-446c-bf34-e8d8e5b83299 req-603b54e9-fe09-4dbc-bfa4-7e4562ace556 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 210 time: 1.1595335
Dec 15 12:46:34.867113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:34.880981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:34.881330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:34.904217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Provisioning for port 55fdf3f9-4469-4886-8da3-d306140fefd5 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:34.912627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Provisioning complete for port 55fdf3f9-4469-4886-8da3-d306140fefd5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:34.912627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:34.952892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:34.955656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-f55290a0-6888-4a60-aa52-f8c754646556 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:34.960043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-f55290a0-6888-4a60-aa52-f8c754646556 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 811 time: 0.8643506
Dec 15 12:46:34.962205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:34.966419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:34.968799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:34.987123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:34.989620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-183039d1-9074-4539-8751-f511cb28cd4d tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:34.998206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.051641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.052472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0cac474f-9b20-4997-8565-a3d2b5f53c22 req-9a33f809-83f4-4091-946c-b545f991fbdc tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Unset dirty status for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:35.064658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0cac474f-9b20-4997-8565-a3d2b5f53c22 req-9a33f809-83f4-4091-946c-b545f991fbdc tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 1.3795292
Dec 15 12:46:35.080231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:35.088597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Network bc963569-0db8-414d-9fa6-2320ec354452 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:35.097235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:35.112159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6bf3bd7f-affe-4b40-ad74-d8530f171c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:35.132341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:35.198374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c7b85e-f55a-440d-9373-f8a1c89e83c7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:35.201433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:35.237364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:35.239225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.241050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0c7b85e-f55a-440d-9373-f8a1c89e83c7 HTTP/1.1" status: 204  len: 168 time: 1.6621182
Dec 15 12:46:35.272100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.387860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] For port 55fdf3f9-4469-4886-8da3-d306140fefd5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=55fdf3f9-4469-4886-8da3-d306140fefd5,segment=NetworkSegment(0697bef3-1600-4c37-b7f2-3040a8fd81ae),segment_id=0697bef3-1600-4c37-b7f2-3040a8fd81ae)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:35.392725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.394607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-892cfaa3-f95d-4d43-9372-0153dba304ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:35.401778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.420303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.420794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:35.450374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:35.451141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.495519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=e0e478cc-5509-4949-8a3e-37b32e110bac,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:35.503874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:35.574069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Pushing event updated for resources: {'Port': ['ID=55fdf3f9-4469-4886-8da3-d306140fefd5,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:35.592419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:35.614074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:35.641879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.663047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.77', 62341) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:35.671584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:35.672723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:35.799846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.6752577
Dec 15 12:46:35.849484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-18583134-b090-4d06-9f89-a0e64fc76c1e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:46:35.850605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-18583134-b090-4d06-9f89-a0e64fc76c1e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0263453
Dec 15 12:46:35.953480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Provisioning for port e0e478cc-5509-4949-8a3e-37b32e110bac completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:35.967681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Provisioning complete for port e0e478cc-5509-4949-8a3e-37b32e110bac triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:35.969922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:36.180193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-511ee88d-0487-4e57-84a4-f8adea114a50 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Synchronizing usage tracker for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:36.183950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Port e0e478cc-5509-4949-8a3e-37b32e110bac cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:36.228164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Provisioning for port 59d7b431-5afa-4d07-ace5-189a55896720 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:36.243412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Provisioning complete for port 59d7b431-5afa-4d07-ace5-189a55896720 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:36.244042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:36.334070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-efce8c77-ed7d-4fbb-8375-cf1938ae21e0 req-8c1b8aa0-13af-459f-bae8-ad85fc214857 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 210 time: 0.1941538
Dec 15 12:46:36.453892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 3.8084168
Dec 15 12:46:36.457891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Port 59d7b431-5afa-4d07-ace5-189a55896720 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:36.460759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50838) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:36.532978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Provisioning complete for port 55fdf3f9-4469-4886-8da3-d306140fefd5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:36.533380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:36.544334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-511ee88d-0487-4e57-84a4-f8adea114a50 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Unset dirty status for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:36.547049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-511ee88d-0487-4e57-84a4-f8adea114a50 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40 HTTP/1.1" status: 200  len: 380 time: 1.1568735
Dec 15 12:46:36.563785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Request body: {'port': {'device_id': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'admin_state_up': True, 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'security_groups': ['ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:36.604049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66e7a7-c7f8-4572-bc42-a11c3001eabc req-d25c9b8d-9d22-4c63-9cec-dd0d76acf7c6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:36.617026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a66e7a7-c7f8-4572-bc42-a11c3001eabc req-d25c9b8d-9d22-4c63-9cec-dd0d76acf7c6 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 931 time: 1.3778591
Dec 15 12:46:36.897400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Provisioning for port a408f5be-2604-4cb0-98ff-62183d5c22ad completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:36.902432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6939d73-f13f-4c5a-bbb6-ddc0ce04c746 req-f838b7b1-df7c-444e-9fd2-4ca6df94be88 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.2039726
Dec 15 12:46:36.915563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Provisioning complete for port a408f5be-2604-4cb0-98ff-62183d5c22ad triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:36.915997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:36.916986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-5ee5c134-3d00-4f53-b086-0a926623bb36 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:36.922311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-5ee5c134-3d00-4f53-b086-0a926623bb36 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.77 "GET /v2.0/networks?id=de98e018-c465-4472-9497-5e08fb357769 HTTP/1.1" status: 200  len: 811 time: 1.2418120
Dec 15 12:46:36.968727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Request body: {'port': {'device_id': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:37.051044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50850) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:37.074960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ada5350f-05ee-4328-a2ad-3c07f135c2ef None None] Port a408f5be-2604-4cb0-98ff-62183d5c22ad cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:37.135169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c36a1-e456-4970-8d1b-40205e4d9e01 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:37.142001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c36a1-e456-4970-8d1b-40205e4d9e01 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:37.147603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c36a1-e456-4970-8d1b-40205e4d9e01 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:37.150024 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-388c36a1-e456-4970-8d1b-40205e4d9e01 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.6747448
Dec 15 12:46:37.154508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50856) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:37.193676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9a66e7a7-c7f8-4572-bc42-a11c3001eabc req-5bd9fc26-44e5-4a68-a14c-dee482374927 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Synchronizing usage tracker for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:37.216599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5b85dfb6-b2f1-4e2b-895e-022862075296 None None] Provisioning complete for port a408f5be-2604-4cb0-98ff-62183d5c22ad triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:37.217020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b85dfb6-b2f1-4e2b-895e-022862075296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:37.377893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b85dfb6-b2f1-4e2b-895e-022862075296 None None] Port a408f5be-2604-4cb0-98ff-62183d5c22ad cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:37.392756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5b85dfb6-b2f1-4e2b-895e-022862075296 None None] Provisioning complete for port e0e478cc-5509-4949-8a3e-37b32e110bac triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:37.393410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b85dfb6-b2f1-4e2b-895e-022862075296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:37.459374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:37.502253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b85dfb6-b2f1-4e2b-895e-022862075296 None None] Port e0e478cc-5509-4949-8a3e-37b32e110bac cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:37.583951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9a66e7a7-c7f8-4572-bc42-a11c3001eabc req-5bd9fc26-44e5-4a68-a14c-dee482374927 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Unset dirty status for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:37.585228 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a66e7a7-c7f8-4572-bc42-a11c3001eabc req-5bd9fc26-44e5-4a68-a14c-dee482374927 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9670417
Dec 15 12:46:37.654493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:37.681558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-25ba8241-2e41-48b2-8f21-3c63c3c5931d tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0740fa38e254b8585115892d0e4fa4e HTTP/1.1" status: 200  len: 380 time: 0.6263530
Dec 15 12:46:37.683263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:37.701279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 55fdf3f9-4469-4886-8da3-d306140fefd5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:37.772182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=358d09a0-5ede-4a5f-ab7e-86fab5f49889,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:37.775701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:37.779603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:37.797732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:37.833733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': 'b91f3b67-cbdd-46f6-982d-f78ba881df94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad8c52fa-083e-4823-9932-a12c781b013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:37.834123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: ad8c52fa-083e-4823-9932-a12c781b013a, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:46:37.848933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Made reservation on behalf of 0fd950bc0cb74fce8c5f5eba7257bc40 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:37.855675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:37.892541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1001745722', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:37.895649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 55fdf3f9-4469-4886-8da3-d306140fefd5 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:37.896013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:37.933624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:37.960961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Usage tracker for resource:port and tenant:d81e2ce29cdc41c59be03b878a36507e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:37.969648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:37.976756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:37.992311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Made reservation on behalf of d81e2ce29cdc41c59be03b878a36507e for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:38.006829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:38.051591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:38.155211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:38.159073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Usage tracker for resource:security_group_rule and tenant:d81e2ce29cdc41c59be03b878a36507e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:38.162803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:38.170009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:38.246073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:38.256759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network ad8c52fa-083e-4823-9932-a12c781b013a is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:38.361369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:38.381878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7dda2d08-158f-44de-bac1-eb1686cf5217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:38.402443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] device_id is not set on port 4df71609-92d1-4f7f-9372-42d4b790db6f yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:38.464460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65c26e65-f382-4882-a674-fc18ad8a69a8 req-d73b2903-9d72-45d5-92f2-b69e842662d3 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.2163205
Dec 15 12:46:38.490893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, ad8c52fa-083e-4823-9932-a12c781b013a) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:38.514398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd736b5e-ed27-42f2-bde5-87cd22748878 None None] Network ad8c52fa-083e-4823-9932-a12c781b013a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:38.533951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:38.534980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:38.575841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee5fa9-ffb2-4d90-b179-c434d5361486,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:38.630825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:38.691947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d7b431-5afa-4d07-ace5-189a55896720 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:46:38.701189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:38.734290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Transition to ACTIVE for port object 59d7b431-5afa-4d07-ace5-189a55896720 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:38.735509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Router b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:46:38.748744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:38.852558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 5.2593215
Dec 15 12:46:38.853482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50880) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:38.854565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3f8f842b-ea3f-49bb-a8cf-5d07c0e3ec43 req-be70a752-f79c-470f-9743-517bf47c8a4a tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 210 time: 0.1144831
Dec 15 12:46:38.872250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1325bc8-e1f3-4c13-9d2f-670e645d9438 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:38.911745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1148513934'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:38.940059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:38.965030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:38.971729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:38.980425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:39.007047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Allocated IP 172.20.0.13 (d9032e91-bc3c-4033-9e8c-fe03b62d15c9/3fdbb9ba-509c-4de0-8790-bb1a35d2d505/969790a7-6785-49b8-be88-fab02c729b81) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:39.023027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port e0e478cc-5509-4949-8a3e-37b32e110bac {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:39.023799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.073513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-ad8c52fa-083e-4823-9932-a12c781b013a', 'network_id': 'ad8c52fa-083e-4823-9932-a12c781b013a', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': '358d09a0-5ede-4a5f-ab7e-86fab5f49889'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:46:39.075139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.326121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:39.333115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Allocated IP 172.20.255.242 (ad8c52fa-083e-4823-9932-a12c781b013a/358d09a0-5ede-4a5f-ab7e-86fab5f49889/25fd2853-e962-4964-bf1b-e535aad40ec2) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:39.334823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.420304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Allocated IP 172.26.0.205 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/4df71609-92d1-4f7f-9372-42d4b790db6f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:39.466604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Pushing event updated for resources: {'Port': ['ID=59d7b431-5afa-4d07-ace5-189a55896720,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:39.487491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:39.549593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:39.560913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.641237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.647078 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 38afaaf7-aaf3-4231-bd54-0d0f75ec4d17 of type vlan for network c22c5eaa-907e-4a93-a97b-666a7e0210af
Dec 15 12:46:39.698722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Transition to ACTIVE for port object 969790a7-6785-49b8-be88-fab02c729b81 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:39.795035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.807611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.932862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fbf62-9d6e-470c-968d-92c00eba2b14 req-02f55786-2ba3-4fe7-b967-1513c6efb663 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:39.934612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf1fbf62-9d6e-470c-968d-92c00eba2b14 req-02f55786-2ba3-4fe7-b967-1513c6efb663 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 943 time: 1.0748212
Dec 15 12:46:39.956605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Calling delete_port for e0e478cc-5509-4949-8a3e-37b32e110bac owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:39.961656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:39.970113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:39.970811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.005639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.041304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Transition to ACTIVE for port object 25fd2853-e962-4964-bf1b-e535aad40ec2 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:40.051559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:40.106632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Transition to ACTIVE for port object 25fd2853-e962-4964-bf1b-e535aad40ec2 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:40.120366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.134416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2cd5addc-336b-4b70-82da-1bc8abb71c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:40.243521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=c22c5eaa-907e-4a93-a97b-666a7e0210af,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:40.253292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3540192
Dec 15 12:46:40.263598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50900) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:40.265076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:40.288948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8b77488-f81a-466e-9845-9ca65db508ad req-a259d806-6d0b-45b3-a8e9-bc397fe5f0c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.2339311
Dec 15 12:46:40.294411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Pushing event updated for resources: {'Port': ['ID=25fd2853-e962-4964-bf1b-e535aad40ec2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:40.311542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:40.312410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network c22c5eaa-907e-4a93-a97b-666a7e0210af details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:40.359922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50904) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:40.395063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:46:40.395327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.404889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:40.511948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Network ad8c52fa-083e-4823-9932-a12c781b013a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:40.514604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:40.526332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:40.554812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf1fbf62-9d6e-470c-968d-92c00eba2b14 req-ecb16b00-8758-435b-9e97-35e504148467 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5963912
Dec 15 12:46:40.565998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:40.665284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event updated for resources: {'Port': ['ID=969790a7-6785-49b8-be88-fab02c729b81,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:40.669865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:40.698836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:40.703641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:40.706928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:40.750851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Attempting to bind port 25fd2853-e962-4964-bf1b-e535aad40ec2 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:40.753817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Attempting to bind port 25fd2853-e962-4964-bf1b-e535aad40ec2 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b91f3b67-cbdd-46f6-982d-f78ba881df94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad8c52fa-083e-4823-9932-a12c781b013a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:40.753817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Attempting to bind port 25fd2853-e962-4964-bf1b-e535aad40ec2 on network ad8c52fa-083e-4823-9932-a12c781b013a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:40.764469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:40.764890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Checking segment: {'id': 'b91f3b67-cbdd-46f6-982d-f78ba881df94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad8c52fa-083e-4823-9932-a12c781b013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:40.765343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.765781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Bound using segment: {'id': 'b91f3b67-cbdd-46f6-982d-f78ba881df94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad8c52fa-083e-4823-9932-a12c781b013a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:40.766544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Bound port: 25fd2853-e962-4964-bf1b-e535aad40ec2, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91f3b67-cbdd-46f6-982d-f78ba881df94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ad8c52fa-083e-4823-9932-a12c781b013a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:40.766996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.830467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:40.831720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.863544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1592926143'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:40.870976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d0a7a3-1a7c-4a55-9276-63ef6a9e5d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.897939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] For port 25fd2853-e962-4964-bf1b-e535aad40ec2, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:40.902891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] For port 25fd2853-e962-4964-bf1b-e535aad40ec2, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=25fd2853-e962-4964-bf1b-e535aad40ec2,segment=NetworkSegment(b91f3b67-cbdd-46f6-982d-f78ba881df94),segment_id=b91f3b67-cbdd-46f6-982d-f78ba881df94)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:40.904729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:40.909641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.918230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Usage tracker for resource:network and tenant:88ce968f434e48bcb46119460517ec8c is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:40.924752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.928727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:40.933009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3736250
Dec 15 12:46:40.940777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a7b7718-ccc9-4f28-a661-34f65dda5fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:40.942691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:40.961376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Made reservation on behalf of 88ce968f434e48bcb46119460517ec8c for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:40.967528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.979483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:40.985323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:40.993192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:40.995529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:41.002868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:41.046405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Pushing event updated for resources: {'Port': ['ID=25fd2853-e962-4964-bf1b-e535aad40ec2,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:41.053370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Attempting to bind port 59d7b431-5afa-4d07-ace5-189a55896720 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:41.054068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Attempting to bind port 59d7b431-5afa-4d07-ace5-189a55896720 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:41.054596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Attempting to bind port 59d7b431-5afa-4d07-ace5-189a55896720 on network bc963569-0db8-414d-9fa6-2320ec354452 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:41.062138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:41.062885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.069590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:41.069830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Port 59d7b431-5afa-4d07-ace5-189a55896720 on network bc963569-0db8-414d-9fa6-2320ec354452 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:41.070287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Attempting to bind port 59d7b431-5afa-4d07-ace5-189a55896720 on network bc963569-0db8-414d-9fa6-2320ec354452 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:41.074711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:41.075674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.081470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Usage tracker for resource:security_group_rule and tenant:88ce968f434e48bcb46119460517ec8c is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:41.089167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:41.093226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:41.110363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a1cd541-404c-48af-af58-b97950eb07f0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:41.145484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:41.183040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Port': ['ID=e0e478cc-5509-4949-8a3e-37b32e110bac,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:41.184838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:41.185292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:41.185671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Checking segment: {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:41.186243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Bound using segment: {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:41.186753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Bound port: 59d7b431-5afa-4d07-ace5-189a55896720, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee57bf6-418f-420a-9435-c7ee312080e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:41.187142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.197766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:41.203311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:41.204006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:41.241636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Pushing event updated for resources: {'Port': ['ID=4df71609-92d1-4f7f-9372-42d4b790db6f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:41.250149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:41.262775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4d732b2d-0683-480b-85b6-fd13100a676d None None] Provisioning for port 969790a7-6785-49b8-be88-fab02c729b81 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:41.271082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4d732b2d-0683-480b-85b6-fd13100a676d None None] Provisioning complete for port 969790a7-6785-49b8-be88-fab02c729b81 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:41.271535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d732b2d-0683-480b-85b6-fd13100a676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.293444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:41.294127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.354331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.2569091
Dec 15 12:46:41.359495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50914) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:41.370142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.205'}]}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:41.375593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:41.380566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Usage tracker for resource:router and tenant:d81e2ce29cdc41c59be03b878a36507e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:41.383039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4d732b2d-0683-480b-85b6-fd13100a676d None None] Port 969790a7-6785-49b8-be88-fab02c729b81 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:41.384308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:41.391208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:41.403100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.404299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.409919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.415826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.444679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0d6c5f0-bc8d-4950-bc27-ee54be0fd6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:41.491494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Request body: {'port': {'device_id': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:41.555332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Request body: {'port': {'device_id': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'admin_state_up': True, 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'security_groups': ['48c2f529-01fc-46b8-ae24-b3686b47fc49']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:41.584273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.610754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:41.611175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:46:41.613519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] For port 59d7b431-5afa-4d07-ace5-189a55896720, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:41.624595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Sync routers for ids ['b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:46:41.635384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.636126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Added segment 439ca004-b544-4ebe-8a42-5af2cdb76ce4 of type vlan for network 1fa92c31-c599-4359-b2dd-736788965416
Dec 15 12:46:41.637478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cecb78-0e3c-4ab0-8a93-5e65a2b72c13 req-0f9400c9-472f-4f78-91b7-94859aea05f4 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:41.645243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0cecb78-0e3c-4ab0-8a93-5e65a2b72c13 req-0f9400c9-472f-4f78-91b7-94859aea05f4 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 932 time: 0.9757674
Dec 15 12:46:41.647718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 25fd2853-e962-4964-bf1b-e535aad40ec2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:41.650195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Routers {'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:41.650897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2ddf98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:41.676566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.741718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ba808-4b2e-4e72-9600-c769b9ad8f22,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:41.750895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:41.767852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 25fd2853-e962-4964-bf1b-e535aad40ec2 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:41.881805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.886476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:41.887169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:41.904033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:41.934793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0344b6d7-8a79-4e52-9c36-b71b666addf5 req-5401664e-556f-4b7d-a753-5017117dd441 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.3852639
Dec 15 12:46:41.935710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Set router b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:42.003240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] For port 59d7b431-5afa-4d07-ace5-189a55896720, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=59d7b431-5afa-4d07-ace5-189a55896720,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:42.065067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.075849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.7116742
Dec 15 12:46:42.081320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.117807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.136972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5083a578-acc3-4f35-9005-67eacefce016 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:42.201462 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0cecb78-0e3c-4ab0-8a93-5e65a2b72c13 req-58c42164-3a25-4969-ad7b-cac0a5a61cf1 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5442429
Dec 15 12:46:42.202652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.207595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f53979bf-fd17-413a-b11a-bbd365d505a7 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 14.4814980
Dec 15 12:46:42.215161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50924) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:42.325068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.327077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] 10.222.0.77 "PUT /v2.0/ports/59d7b431-5afa-4d07-ace5-189a55896720 HTTP/1.1" status: 200  len: 1093 time: 5.7143798
Dec 15 12:46:42.330934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:46:42.338212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.374366 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/ports/e0e478cc-5509-4949-8a3e-37b32e110bac HTTP/1.1" status: 204  len: 168 time: 5.2175508
Dec 15 12:46:42.378188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50934) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:42.425794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.519955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Pushing event updated for resources: {'Network': ['ID=1fa92c31-c599-4359-b2dd-736788965416,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:42.532922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 1fa92c31-c599-4359-b2dd-736788965416 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:42.544520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2ddf98>, [{'id': 'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb', 'name': '', 'tenant_id': 'dae236e4a39f4938b62fc755395c555f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'external_fixed_ips': [{'subnet_id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:46:28Z', 'updated_at': '2021-12-15T12:46:34Z', 'revision_number': 3, 'project_id': 'dae236e4a39f4938b62fc755395c555f', 'gw_port': {'id': '0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe', 'name': '', 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:33Z', 'updated_at': '2021-12-15T12:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:42.552755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Checking router: b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:46:42.553829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Updating router b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:46:42.584217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50942) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:42.592158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:42.612107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Request body: {'port': {'network_id': '1fa92c31-c599-4359-b2dd-736788965416', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1948716009'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:42.635659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:42.639841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:42.649389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Usage tracker for resource:port and tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:42.659706 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-08469e00-41f8-4cac-a7e0-b0ead392e5af tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] GET failed (client error): The resource could not be found.
Dec 15 12:46:42.660536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-08469e00-41f8-4cac-a7e0-b0ead392e5af tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Synchronizing usage tracker for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:42.666491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Pushing event updated for resources: {'Port': ['ID=59d7b431-5afa-4d07-ace5-189a55896720,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:42.678546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:42.690506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:42.793875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:42.835845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:42.838352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:42.878710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720', 'status': 'completed', 'code': 200}
Dec 15 12:46:42.930596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-08469e00-41f8-4cac-a7e0-b0ead392e5af tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Unset dirty status for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:42.938240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-08469e00-41f8-4cac-a7e0-b0ead392e5af tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "GET /v2.0/ports/e0e478cc-5509-4949-8a3e-37b32e110bac HTTP/1.1" status: 404  len: 333 time: 0.4768496
Dec 15 12:46:42.944273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50948) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:42.955259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'name': 'tempest-AllowedAddressPairTestJSON-39227750'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:42.993121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Made reservation on behalf of b4e011ce22ac4c0f9ce3fbc16e31e99e for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:42.998279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.042068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Made reservation on behalf of e0740fa38e254b8585115892d0e4fa4e for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:43.048042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.088046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.154506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f361b-f920-43bf-a76a-7754a9745d24 req-c263ee9e-49c0-414a-9c38-a71150e9a75c tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:43.156251 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-382f361b-f920-43bf-a76a-7754a9745d24 req-c263ee9e-49c0-414a-9c38-a71150e9a75c tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 943 time: 1.0175457
Dec 15 12:46:43.219400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.239681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.241677 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-9a6a677c-7a2b-411c-bb64-ed59746a8785 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e04ea19c22194e65bb85a4051639ed56&device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 1096 time: 0.8613799
Dec 15 12:46:43.255305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Transition to ACTIVE for port object 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:43.264662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.269638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4938b2f-f6a2-4fc7-a58f-a9ef78efc746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:43.352117 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-07ea73b8-56bf-4ac9-a07a-83ff3ef2b964 req-41485cb0-5999-461a-bb55-dfba186abd70 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.1853008
Dec 15 12:46:43.376630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef62b1-b64f-4005-ae8c-ab20d4a35305 None None] Pushing event updated for resources: {'Port': ['ID=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:43.380594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7aef62b1-b64f-4005-ae8c-ab20d4a35305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:43.382936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Attempting to bind port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:43.383618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Attempting to bind port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'bd9a0a37-f7fa-496b-912c-040382056a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:43.384019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Attempting to bind port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe on network 4ac67659-8860-442d-9254-eddba4ebe808 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:43.391315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-e3747650-4d8e-4633-90f7-634b5973023a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59d7b431-5afa-4d07-ace5-189a55896720 HTTP/1.1" status: 200  len: 217 time: 0.1191595
Dec 15 12:46:43.392163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:43.392649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Checking segment: {'id': 'bd9a0a37-f7fa-496b-912c-040382056a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:43.393089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.393756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Bound using segment: {'id': 'bd9a0a37-f7fa-496b-912c-040382056a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:43.394559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Bound port: 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9a0a37-f7fa-496b-912c-040382056a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:43.394972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.397807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.399699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ded60e95-a505-481f-988f-077f7342243a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.410531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:43.429346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Usage tracker for resource:security_group_rule and tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:43.445950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:43.482910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:43.483127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:43.526385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] For port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:43.533877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] For port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,segment=NetworkSegment(bd9a0a37-f7fa-496b-912c-040382056a6f),segment_id=bd9a0a37-f7fa-496b-912c-040382056a6f)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:43.540812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.542269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c3b7a-ba23-407e-a86d-55905285ba2a None None] Network ad8c52fa-083e-4823-9932-a12c781b013a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:43.551755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7aef62b1-b64f-4005-ae8c-ab20d4a35305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:43.580551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=f4145f36-e571-4e2c-9bc6-01571b9b5f28,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:43.595699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-382f361b-f920-43bf-a76a-7754a9745d24 req-e3691d2f-fc7a-4a8b-b27a-57b731a873e9 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3825753
Dec 15 12:46:43.610906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:43.694947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:43.697626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef62b1-b64f-4005-ae8c-ab20d4a35305 None None] Pushing event updated for resources: {'Port': ['ID=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:43.710252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:43.717263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7aef62b1-b64f-4005-ae8c-ab20d4a35305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:43.718452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Routers {'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:46:43.719559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2ddf98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:43.739003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:43.745360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.776993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] device_id is not set on port 2df87991-6149-4acc-9eed-3ba52c0c916b yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:43.785965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Allocated IP 172.20.0.14 (de98e018-c465-4472-9497-5e08fb357769/1b7a4c81-a551-43b8-a11c-8a10ec518f48/20561bde-c4f6-4d6a-8966-a33691f88600) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:43.859245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969790a7-6785-49b8-be88-fab02c729b81 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:46:43.880438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.884302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.895188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.900441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:43.915455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-145b63b1-74f5-46d8-9822-a3523b4945f0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:43.924783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] device_id is not set on port 1af11619-90ca-40e0-b030-9648ddc14330 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:43.947910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Allocated IP 172.20.0.13 (61cd8577-9783-4c85-a1b0-196daf26c950/fa808d50-f4b0-48c7-9e67-9a55154ea736/2df87991-6149-4acc-9eed-3ba52c0c916b) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:43.958712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] Set router b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:46:43.968392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Provisioning for port 25fd2853-e962-4964-bf1b-e535aad40ec2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:43.976105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Provisioning complete for port 25fd2853-e962-4964-bf1b-e535aad40ec2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:43.976452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Transition to ACTIVE for port object 969790a7-6785-49b8-be88-fab02c729b81 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:43.976959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.014345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.094099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277abff9-b50f-470a-8b4b-e77bbc314340,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:44.116298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:44.124849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a72e342-adac-4291-809c-969b1941beb3 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933 tempest-ExternalNetworksAdminNegativeTestJSON-1038416933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:44.146645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.184045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] For port 25fd2853-e962-4964-bf1b-e535aad40ec2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=25fd2853-e962-4964-bf1b-e535aad40ec2,segment=NetworkSegment(b91f3b67-cbdd-46f6-982d-f78ba881df94),segment_id=b91f3b67-cbdd-46f6-982d-f78ba881df94)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:44.189444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.192290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:44.253043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.319779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Pushing event updated for resources: {'Port': ['ID=25fd2853-e962-4964-bf1b-e535aad40ec2,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:44.323456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:44.438488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2ddf98>, [{'id': 'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb', 'name': '', 'tenant_id': 'dae236e4a39f4938b62fc755395c555f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'external_fixed_ips': [{'subnet_id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:46:28Z', 'updated_at': '2021-12-15T12:46:34Z', 'revision_number': 3, 'project_id': 'dae236e4a39f4938b62fc755395c555f', 'gw_port': {'id': '0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe', 'name': '', 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:33Z', 'updated_at': '2021-12-15T12:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:44.443243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8f41f-b9dd-40b6-b1f9-d7ee433d1c6f None None] The sync data for ids ['b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb'] in dv-neutron-821831-1-hyperv is: [{'id': 'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb', 'name': '', 'tenant_id': 'dae236e4a39f4938b62fc755395c555f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'external_fixed_ips': [{'subnet_id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:46:28Z', 'updated_at': '2021-12-15T12:46:34Z', 'revision_number': 3, 'project_id': 'dae236e4a39f4938b62fc755395c555f', 'gw_port': {'id': '0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe', 'name': '', 'network_id': '4ac67659-8860-442d-9254-eddba4ebe808', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:33Z', 'updated_at': '2021-12-15T12:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f75893-870a-426f-87ff-53f6f7854d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:46:44.456743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-07d8408f-05dc-4592-9317-8078c9d42a60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:44.458404 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-07d8408f-05dc-4592-9317-8078c9d42a60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e25a8028-a061-498e-8666-a604a3a36469 HTTP/1.1" status: 200  len: 844 time: 1.0295997
Dec 15 12:46:44.527914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9a929a5e-60ca-4aa1-b96b-801a2e856729 None None] Provisioning complete for port 25fd2853-e962-4964-bf1b-e535aad40ec2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:44.528424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a929a5e-60ca-4aa1-b96b-801a2e856729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.685765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.707608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Pushing event updated for resources: {'Port': ['ID=969790a7-6785-49b8-be88-fab02c729b81,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:44.710791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:44.720097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c50adcaf-c2c1-45e8-82c3-17c02ef3fe5e req-3b4d5e8c-a83f-40fd-8ff3-748cd560035f tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.1293082
Dec 15 12:46:44.803255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:44.829962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:44.830390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: c22c5eaa-907e-4a93-a97b-666a7e0210af, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:46:44.865579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Transition to ACTIVE for port object 2df87991-6149-4acc-9eed-3ba52c0c916b will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:44.888394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b5d68-8274-497f-9b81-153675934438 req-74caed41-1ff7-49ad-a397-283d58ef80f9 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:44.890131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-110b5d68-8274-497f-9b81-153675934438 req-74caed41-1ff7-49ad-a397-283d58ef80f9 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 932 time: 1.3300211
Dec 15 12:46:45.006270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network c22c5eaa-907e-4a93-a97b-666a7e0210af is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:45.014269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Transition to ACTIVE for port object 20561bde-c4f6-4d6a-8966-a33691f88600 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:45.063767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, c22c5eaa-907e-4a93-a97b-666a7e0210af) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:45.073289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.073769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d8dc1-470c-4d1b-9605-a51465d3a746 None None] Network c22c5eaa-907e-4a93-a97b-666a7e0210af requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:45.077784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-38739aa0-5ac7-4dc1-84e7-38970ca0b286 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc963569-0db8-414d-9fa6-2320ec354452&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5833127
Dec 15 12:46:45.080841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:45.082280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.097268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:45.193802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.235436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.326371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.333459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-110b5d68-8274-497f-9b81-153675934438 req-ff6e5976-d83e-4825-b504-485e4b2a0608 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3801022
Dec 15 12:46:45.383461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-c22c5eaa-907e-4a93-a97b-666a7e0210af', 'network_id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': 'f4145f36-e571-4e2c-9bc6-01571b9b5f28'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:46:45.384834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.389164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:45.395646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:45.401592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 5.1331568
Dec 15 12:46:45.404899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:45.446701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50960) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:45.455881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=2df87991-6149-4acc-9eed-3ba52c0c916b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:45.469191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:45.491328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.538939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] device_id is not set on port 1af11619-90ca-40e0-b030-9648ddc14330 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:45.558418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.601923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Transition to ACTIVE for port object 1af11619-90ca-40e0-b030-9648ddc14330 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:45.666016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:45.669157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Allocated IP 172.20.0.2 (c22c5eaa-907e-4a93-a97b-666a7e0210af/f4145f36-e571-4e2c-9bc6-01571b9b5f28/cb3f8251-3879-46a5-a86c-9089ff3a4b35) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:45.670821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.732193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.738742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.745349 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-b33f4579-89c4-459b-9655-9bce691329a7 service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6003411
Dec 15 12:46:45.753411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Deleting port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:45.753955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:45.763671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:45.850678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b40114-1050-4b31-972f-0306a09d01a1 req-7169fcd2-bd2e-476c-9494-2902fdfc3c7c tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:45.859518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54b40114-1050-4b31-972f-0306a09d01a1 req-7169fcd2-bd2e-476c-9494-2902fdfc3c7c tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 943 time: 0.8570430
Dec 15 12:46:46.019109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8062d8f-fce2-4fce-b5ab-025b3381fd03 None None] Provisioning for port 2df87991-6149-4acc-9eed-3ba52c0c916b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:46.029111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8062d8f-fce2-4fce-b5ab-025b3381fd03 None None] Provisioning complete for port 2df87991-6149-4acc-9eed-3ba52c0c916b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:46.029535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8062d8f-fce2-4fce-b5ab-025b3381fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.058258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Network de98e018-c465-4472-9497-5e08fb357769 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:46.061555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] For port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,segment=NetworkSegment(bd9a0a37-f7fa-496b-912c-040382056a6f),segment_id=bd9a0a37-f7fa-496b-912c-040382056a6f)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:46.061879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Attempting to bind port 969790a7-6785-49b8-be88-fab02c729b81 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:46.062008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.062478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Attempting to bind port 969790a7-6785-49b8-be88-fab02c729b81 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:46.062962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Attempting to bind port 969790a7-6785-49b8-be88-fab02c729b81 on network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:46.082373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Port 969790a7-6785-49b8-be88-fab02c729b81 on network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:46.082674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Attempting to bind port 969790a7-6785-49b8-be88-fab02c729b81 on network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:46.090600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.093192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a8062d8f-fce2-4fce-b5ab-025b3381fd03 None None] Port 2df87991-6149-4acc-9eed-3ba52c0c916b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:46.096235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:46.139531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:46.139953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.151887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:46.170619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:46.171144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Checking segment: {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:46.172229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Bound using segment: {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:46.172838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Bound port: 969790a7-6785-49b8-be88-fab02c729b81, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c4b7db-a389-4b0a-8510-8113f532e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:46.173242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.197156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event updated for resources: {'Port': ['ID=20561bde-c4f6-4d6a-8966-a33691f88600,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:46.199045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Calling delete_port for 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:46.241323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.258213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:46.263062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Transition to ACTIVE for port object cb3f8251-3879-46a5-a86c-9089ff3a4b35 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:46.265484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:46.266205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.332168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:46.353091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.363944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54b40114-1050-4b31-972f-0306a09d01a1 req-17c2fa73-c2c9-4da8-886b-074fc6f9b7bd tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5031552
Dec 15 12:46:46.364860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-deb662c0-4f48-404c-9808-632ea057b64d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.555s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:46.375967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,segment=NetworkSegment(bd9a0a37-f7fa-496b-912c-040382056a6f),segment_id=bd9a0a37-f7fa-496b-912c-040382056a6f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:46.390149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.390149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 25fd2853-e962-4964-bf1b-e535aad40ec2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:46.487890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Transition to ACTIVE for port object cb3f8251-3879-46a5-a86c-9089ff3a4b35 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:46.491298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:46.565923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.589777 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.6442575
Dec 15 12:46:46.613926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 25fd2853-e962-4964-bf1b-e535aad40ec2 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:46.614506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.637815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50968) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:46.653525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Network c22c5eaa-907e-4a93-a97b-666a7e0210af is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:46.659547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:46.666299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:46.675169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:fa:3e:3c'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:46.711555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Checking segment: {'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:46.712181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Network hostable DHCP agents. Network: 1fa92c31-c599-4359-b2dd-736788965416, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:46:46.728726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=1af11619-90ca-40e0-b030-9648ddc14330,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:46.731673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:46.744423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.748825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:46.750180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-698b21a2-4a36-461c-8420-542432a682b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:46.750319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:46.751110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.760265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:46.786319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] For port 969790a7-6785-49b8-be88-fab02c729b81, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:46.822199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aa5b0100-5224-400c-8ed9-833fdb726aac None None] Provisioning for port 20561bde-c4f6-4d6a-8966-a33691f88600 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:46.858950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8df004a-c18d-43b3-9d82-f250b49c4d7e req-812c8c3c-57b4-44a6-9134-0d66ab2da261 service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0715883
Dec 15 12:46:46.862044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Pushing event updated for resources: {'Port': ['ID=cb3f8251-3879-46a5-a86c-9089ff3a4b35,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:46.865397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aa5b0100-5224-400c-8ed9-833fdb726aac None None] Provisioning complete for port 20561bde-c4f6-4d6a-8966-a33691f88600 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:46.865955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa5b0100-5224-400c-8ed9-833fdb726aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:46.898147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb96d21-a499-409b-b3c3-e19685887194 req-b14591a6-d257-470b-b3fd-0a18f7df1b72 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:46.899800 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9bb96d21-a499-409b-b3c3-e19685887194 req-b14591a6-d257-470b-b3fd-0a18f7df1b72 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 932 time: 0.4286997
Dec 15 12:46:46.904074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:46:46.904430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:46:46.911306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] For port 969790a7-6785-49b8-be88-fab02c729b81, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=969790a7-6785-49b8-be88-fab02c729b81,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:46.922841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:46.976545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Attempting to bind port cb3f8251-3879-46a5-a86c-9089ff3a4b35 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:46.977176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Attempting to bind port cb3f8251-3879-46a5-a86c-9089ff3a4b35 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:46.977717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Attempting to bind port cb3f8251-3879-46a5-a86c-9089ff3a4b35 on network c22c5eaa-907e-4a93-a97b-666a7e0210af {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:47.002072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b0100-5224-400c-8ed9-833fdb726aac None None] Port 20561bde-c4f6-4d6a-8966-a33691f88600 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:47.012523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:47.013152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Checking segment: {'id': '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:47.013714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.014527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Bound using segment: {'id': '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:47.014929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Bound port: cb3f8251-3879-46a5-a86c-9089ff3a4b35, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:47.015528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.022554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.037483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:47.117700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6883562
Dec 15 12:46:47.128473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] For port cb3f8251-3879-46a5-a86c-9089ff3a4b35, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:47.132728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] For port cb3f8251-3879-46a5-a86c-9089ff3a4b35, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cb3f8251-3879-46a5-a86c-9089ff3a4b35,segment=NetworkSegment(38afaaf7-aaf3-4231-bd54-0d0f75ec4d17),segment_id=38afaaf7-aaf3-4231-bd54-0d0f75ec4d17)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:47.141845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.146370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:47.234985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.236748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Pushing event updated for resources: {'Port': ['ID=cb3f8251-3879-46a5-a86c-9089ff3a4b35,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:47.262544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab16fe05-9e4b-4b8f-8a03-59536f6e7683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:47.266566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:47.328236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=f4145f36-e571-4e2c-9bc6-01571b9b5f28,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:47.329184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287fdc5-227e-49ea-a0c4-76798cc4ded4 None None] Network c22c5eaa-907e-4a93-a97b-666a7e0210af requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:47.331760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:47.337202 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9bb96d21-a499-409b-b3c3-e19685887194 req-99f064e2-5e34-4d96-a2b7-016df965fc7f tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4184334
Dec 15 12:46:47.444554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Request body: {'port': {'device_id': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:47.467403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.491429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Network 1fa92c31-c599-4359-b2dd-736788965416 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:47.504266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fac5ff98>,) {'filters': {'network_id': ['c22c5eaa-907e-4a93-a97b-666a7e0210af']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:47.519149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Deleting port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:47.519569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.555593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac5ff98>, '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:47.555939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac5ff98>, '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:47.572575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:47.575637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045b01-2ab6-42d5-81c0-eb7520f2a9df req-e6740f45-bcdc-4357-8c64-01413a30c52f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:47.576408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bf045b01-2ab6-42d5-81c0-eb7520f2a9df req-e6740f45-bcdc-4357-8c64-01413a30c52f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Synchronizing usage tracker for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:47.617270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.621397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.622930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] 10.222.0.77 "PUT /v2.0/ports/969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1094 time: 6.1964254
Dec 15 12:46:47.632742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'tag': '969790a7-6785-49b8-be88-fab02c729b81'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:46:47.641472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.647676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83da485d-f446-4060-a651-79daa4a75fc1 req-f97dde29-0843-4808-8a06-153a69cc4b8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e04ea19c22194e65bb85a4051639ed56&device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 1096 time: 0.6996515
Dec 15 12:46:47.666345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 1fa92c31-c599-4359-b2dd-736788965416) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:47.677095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Pushing event updated for resources: {'Port': ['ID=969790a7-6785-49b8-be88-fab02c729b81,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:47.684169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f3baf-5e27-430e-835b-cd5d63a74216 None None] Network 1fa92c31-c599-4359-b2dd-736788965416 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:47.750038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:47.757159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:47.762101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.773874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bf045b01-2ab6-42d5-81c0-eb7520f2a9df req-e6740f45-bcdc-4357-8c64-01413a30c52f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Unset dirty status for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:47.786073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf045b01-2ab6-42d5-81c0-eb7520f2a9df req-e6740f45-bcdc-4357-8c64-01413a30c52f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 944 time: 1.2425349
Dec 15 12:46:47.827709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da485d-f446-4060-a651-79daa4a75fc1 req-52fc502a-b0d8-4a6d-b108-2d68d7e122fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:47.831088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83da485d-f446-4060-a651-79daa4a75fc1 req-52fc502a-b0d8-4a6d-b108-2d68d7e122fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=bc963569-0db8-414d-9fa6-2320ec354452 HTTP/1.1" status: 200  len: 906 time: 0.1697605
Dec 15 12:46:47.834926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.917431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:47.917867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.939619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:47.940000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:47.940395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:47.959838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83da485d-f446-4060-a651-79daa4a75fc1 req-0fb2b9e4-eaf0-46da-84a8-0867fcbcdf82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59d7b431-5afa-4d07-ace5-189a55896720 HTTP/1.1" status: 200  len: 217 time: 0.1149604
Dec 15 12:46:47.966279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:47.966821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:47.989278 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:48.073873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:48.100840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:48.101322 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:48.110922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 2 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:48.131609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:48.159923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf045b01-2ab6-42d5-81c0-eb7520f2a9df req-ca84c34a-8672-4059-b921-b8a891503f46 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3728540
Dec 15 12:46:48.177020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:48.177332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:48.177706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:48.265632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be797a7-afaf-48bd-8b41-d0cfd55df83e req-fc70a4ba-0d62-4fb2-af9e-b3890268cffe tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:48.266731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0be797a7-afaf-48bd-8b41-d0cfd55df83e req-fc70a4ba-0d62-4fb2-af9e-b3890268cffe tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Synchronizing usage tracker for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:48.278671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:46:48.278671 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:46:48.278671 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': 'c22c5eaa-907e-4a93-a97b-666a7e0210af'}]
Dec 15 12:46:48.278671 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:46:48.279032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:46:48.291409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da485d-f446-4060-a651-79daa4a75fc1 req-aa38de41-fc5d-4bd6-afd3-1b19d6d60537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:48.293147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83da485d-f446-4060-a651-79daa4a75fc1 req-aa38de41-fc5d-4bd6-afd3-1b19d6d60537 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e25a8028-a061-498e-8666-a604a3a36469 HTTP/1.1" status: 200  len: 844 time: 0.3019600
Dec 15 12:46:48.382564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4afe2d-fd10-4b5f-bfe2-1402a1775bf8 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:46:48.401728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0be797a7-afaf-48bd-8b41-d0cfd55df83e req-fc70a4ba-0d62-4fb2-af9e-b3890268cffe tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Unset dirty status for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:48.403039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0be797a7-afaf-48bd-8b41-d0cfd55df83e req-fc70a4ba-0d62-4fb2-af9e-b3890268cffe tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 943 time: 0.8569479
Dec 15 12:46:48.446913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] For port 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,segment=NetworkSegment(bd9a0a37-f7fa-496b-912c-040382056a6f),segment_id=bd9a0a37-f7fa-496b-912c-040382056a6f)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:48.447701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:48.466302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:48.466875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6e6eaa-88d7-42c8-b910-b4593f1b62bb {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:46:48.525906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4afe2d-fd10-4b5f-bfe2-1402a1775bf8 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:46:48.541631 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'tag': '969790a7-6785-49b8-be88-fab02c729b81', 'status': 'completed', 'code': 200}
Dec 15 12:46:48.570593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-952bc668-d1cc-4b90-85be-115b2000c4a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1097 time: 0.8859091
Dec 15 12:46:48.604874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Calling delete_port for 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:48.690070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0be797a7-afaf-48bd-8b41-d0cfd55df83e req-0a807f8a-a014-4879-8291-4c8f941f6d8b tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2747886
Dec 15 12:46:48.702722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83da485d-f446-4060-a651-79daa4a75fc1 req-161c34f7-f347-49e7-bca5-9c1759d87691 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc963569-0db8-414d-9fa6-2320ec354452&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3988075
Dec 15 12:46:48.731296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-2f1a932d-7bd0-4c03-8a1e-ed1151456376 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 217 time: 0.1117041
Dec 15 12:46:48.731954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:48.732315 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:48.740927 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 3 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:48.820585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:48.847992 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:46:48.849299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-adfa7ab3-aa6a-4b45-a2c4-b115096ea2a1 tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 7.4882500
Dec 15 12:46:48.853863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 50988) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:48.887200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port cb3f8251-3879-46a5-a86c-9089ff3a4b35 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:48.887200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:48.889096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:48.889476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:48.890115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:48.943961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:48.944249 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:48.963441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 4 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:48.985518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83da485d-f446-4060-a651-79daa4a75fc1 req-a1e18daa-e91c-4c45-adb3-5cf0d824ca37 service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704716
Dec 15 12:46:49.009541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-c71960da-c0bd-436a-82f9-bd481a8496e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:49.011121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-c71960da-c0bd-436a-82f9-bd481a8496e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.2540998
Dec 15 12:46:49.027831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Deleting port 4df71609-92d1-4f7f-9372-42d4b790db6f {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:49.028160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.075982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.078261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:49.078798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:49.079439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:49.134076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.146163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:49.184429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4ede-b658-494d-b7fe-0bb2fb1716a1 req-6a2ba185-b5a1-414a-bd2c-11236b86420a tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:49.185183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4b6d4ede-b658-494d-b7fe-0bb2fb1716a1 req-6a2ba185-b5a1-414a-bd2c-11236b86420a tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Synchronizing usage tracker for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:49.446363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:49.446751 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:49.454460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 5 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:49.553372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:49.553592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:49.553850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:49.571821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=2df87991-6149-4acc-9eed-3ba52c0c916b,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:49.575106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4b6d4ede-b658-494d-b7fe-0bb2fb1716a1 req-6a2ba185-b5a1-414a-bd2c-11236b86420a tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Unset dirty status for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:49.576432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b6d4ede-b658-494d-b7fe-0bb2fb1716a1 req-6a2ba185-b5a1-414a-bd2c-11236b86420a tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 932 time: 1.0387106
Dec 15 12:46:49.624426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:49.624796 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:49.633675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 6 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:49.650759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.651172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.652434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.652434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.652434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.652717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.653090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.653478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.653867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.654249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.654637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:49.658833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:49.684794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] In _notify_port_updated(), no bound segment for port 2df87991-6149-4acc-9eed-3ba52c0c916b on network 61cd8577-9783-4c85-a1b0-196daf26c950 {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:46:49.685924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.689281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:49.689908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.694107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "PUT /v2.0/ports/2df87991-6149-4acc-9eed-3ba52c0c916b HTTP/1.1" status: 200  len: 993 time: 3.0476222
Dec 15 12:46:49.715174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:49.740363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 50994) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:49.741191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:49.741559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:49.741919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:49.796922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-dce95ed2-48c9-4793-a4b5-7eb838d053d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7735047
Dec 15 12:46:49.805300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:49.817292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83da485d-f446-4060-a651-79daa4a75fc1 req-4df62d8a-b1ea-43a0-b1df-5bf7f94b714f service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8181891
Dec 15 12:46:49.840012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-51866021-ea9a-4b04-a553-3d43c6d0ff5e None None] Provisioning complete for port 2df87991-6149-4acc-9eed-3ba52c0c916b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:49.842007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51866021-ea9a-4b04-a553-3d43c6d0ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.868352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20561bde-c4f6-4d6a-8966-a33691f88600 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:46:49.873930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port cb3f8251-3879-46a5-a86c-9089ff3a4b35, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cb3f8251-3879-46a5-a86c-9089ff3a4b35,segment=NetworkSegment(38afaaf7-aaf3-4231-bd54-0d0f75ec4d17),segment_id=38afaaf7-aaf3-4231-bd54-0d0f75ec4d17)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:49.874747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.875172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:49.875684 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:49.884185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 7 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:49.900745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b6d4ede-b658-494d-b7fe-0bb2fb1716a1 req-225b05d5-d806-4d04-9169-f5b7be96be00 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3060343
Dec 15 12:46:49.903873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-51866021-ea9a-4b04-a553-3d43c6d0ff5e None None] Port 2df87991-6149-4acc-9eed-3ba52c0c916b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:49.911004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.949591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port 2df87991-6149-4acc-9eed-3ba52c0c916b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:49.950100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:49.990200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Transition to ACTIVE for port object 20561bde-c4f6-4d6a-8966-a33691f88600 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:50.006419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:50.006793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:50.007167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:50.016807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.017394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.017791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.018182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.018552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.018937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.019319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.019724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.020105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.020483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.020862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:50.059198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.072459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:50.114173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:50.120941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for cb3f8251-3879-46a5-a86c-9089ff3a4b35 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:50.193298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:50.193664 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:50.193809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a8ada-1143-4b16-85db-50ba116f59d9 req-14e0e9d2-5e8e-47c9-8d56-e6baf5da482e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:50.195268 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-891a8ada-1143-4b16-85db-50ba116f59d9 req-14e0e9d2-5e8e-47c9-8d56-e6baf5da482e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 944 time: 0.7301993
Dec 15 12:46:50.197925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 8 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:50.254538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.338922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Pushing event updated for resources: {'Port': ['ID=20561bde-c4f6-4d6a-8966-a33691f88600,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:50.370110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:50.370459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:50.370837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:50.373935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:50.415051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-dbb829fc-3b7d-4a17-9bd8-183246c8b3e7 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5960066
Dec 15 12:46:50.436207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:50.436583 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:50.463809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 9 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:50.481893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Calling delete_port for 4df71609-92d1-4f7f-9372-42d4b790db6f owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:50.595953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.605062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:50.633476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 59d7b431-5afa-4d07-ace5-189a55896720 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:46:50.657275 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-891a8ada-1143-4b16-85db-50ba116f59d9 req-6ab554be-19e3-4078-a665-ab07760148a1 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4426312
Dec 15 12:46:50.663233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=cb3f8251-3879-46a5-a86c-9089ff3a4b35,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:50.673759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:50.674372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.683180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:50.683589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:50.683966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:50.786615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbe2f9-3e13-484d-99f5-17d981994b2d req-055ac1f2-66b3-4b8b-ab18-52bdd938c086 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:50.790654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3fbbe2f9-3e13-484d-99f5-17d981994b2d req-055ac1f2-66b3-4b8b-ab18-52bdd938c086 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 943 time: 0.7354629
Dec 15 12:46:50.796813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 59d7b431-5afa-4d07-ace5-189a55896720, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=59d7b431-5afa-4d07-ace5-189a55896720,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:50.806632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Attempting to bind port 20561bde-c4f6-4d6a-8966-a33691f88600 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:50.807114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Attempting to bind port 20561bde-c4f6-4d6a-8966-a33691f88600 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:50.807372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Attempting to bind port 20561bde-c4f6-4d6a-8966-a33691f88600 on network de98e018-c465-4472-9497-5e08fb357769 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:50.807796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port cb3f8251-3879-46a5-a86c-9089ff3a4b35 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:46:50.812032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:50.812032 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:50.815198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '59d7b431-5afa-4d07-ace5-189a55896720', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'port_id': '59d7b431-5afa-4d07-ace5-189a55896720', 'mac_address': 'fa:16:3e:02:ca:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:46:50.827185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 10 to bind port 1af11619-90ca-40e0-b030-9648ddc14330
Dec 15 12:46:50.873412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.898281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d7b431-5afa-4d07-ace5-189a55896720 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:46:50.902727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:50.903099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:50.903767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:50.905620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Port 20561bde-c4f6-4d6a-8966-a33691f88600 on network de98e018-c465-4472-9497-5e08fb357769 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:50.905970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Attempting to bind port 20561bde-c4f6-4d6a-8966-a33691f88600 on network de98e018-c465-4472-9497-5e08fb357769 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:50.914624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.916257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 59d7b431-5afa-4d07-ace5-189a55896720, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=59d7b431-5afa-4d07-ace5-189a55896720,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:50.920324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.922170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:50.930665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3cb0b-863e-47f4-819a-504cdc71a421 req-556f2f7b-193f-4656-a03a-3db1ce950128 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5065286
Dec 15 12:46:50.951914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:50.952329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Checking segment: {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:50.952744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Bound using segment: {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:50.953267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Bound port: 20561bde-c4f6-4d6a-8966-a33691f88600, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160e0459-ab00-4ff2-a48a-08cbda2b5501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'de98e018-c465-4472-9497-5e08fb357769'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:50.953665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:50.972986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 1af11619-90ca-40e0-b030-9648ddc14330 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:50.973357 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 1af11619-90ca-40e0-b030-9648ddc14330 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:50.973753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.044118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=59d7b431-5afa-4d07-ace5-189a55896720,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:51.049630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:51.173510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Calling delete_port for 2df87991-6149-4acc-9eed-3ba52c0c916b owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:51.198017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['59d7b431-5afa-4d07-ace5-189a55896720'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:46:51.269359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3fbbe2f9-3e13-484d-99f5-17d981994b2d req-c95c881e-ef8b-4772-99b1-5a3822759bce tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4568594
Dec 15 12:46:51.388050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.448737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.486570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.495570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faa8b860>,) {'filters': {'network_id': ['c22c5eaa-907e-4a93-a97b-666a7e0210af']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:51.496297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] For port 1af11619-90ca-40e0-b030-9648ddc14330, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:51.496702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempted to set empty binding levels {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 15 12:46:51.512338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa8b860>, '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:51.512681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa8b860>, '38afaaf7-aaf3-4231-bd54-0d0f75ec4d17') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:51.516173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.522072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] For port 20561bde-c4f6-4d6a-8966-a33691f88600, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:51.522941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.524341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b24be2b-db22-4c98-9c9d-5b678e96196f tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:51.534891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:51.571151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-e75459d2-61cd-48df-a690-14e6894c4a02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1097 time: 0.5257998
Dec 15 12:46:51.574424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.592336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] For port 20561bde-c4f6-4d6a-8966-a33691f88600, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20561bde-c4f6-4d6a-8966-a33691f88600,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:51.600743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Pushing event deleted for resources: {'Port': ['ID=4df71609-92d1-4f7f-9372-42d4b790db6f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:51.609875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:51.633334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.638752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.660407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.674644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.675215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:46:51.677214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.683590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:51.684038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.701840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=1af11619-90ca-40e0-b030-9648ddc14330,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:51.702071 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:51.731137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477923cb-929d-41ec-972f-83a7f36f2c1e req-88568823-56a3-46cd-904c-7b9d12fb71a5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:51.735214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-477923cb-929d-41ec-972f-83a7f36f2c1e req-88568823-56a3-46cd-904c-7b9d12fb71a5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 944 time: 0.4212372
Dec 15 12:46:51.757328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:51.765822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83175faf-2118-45f5-9bab-a3c3f1f6d601 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:51.836652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:51.838297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] 10.222.0.77 "PUT /v2.0/ports/20561bde-c4f6-4d6a-8966-a33691f88600 HTTP/1.1" status: 200  len: 1094 time: 4.3983588
Dec 15 12:46:51.841224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:46:51.975577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-477923cb-929d-41ec-972f-83a7f36f2c1e req-8e9d79f7-73d8-4e9b-b3a2-129e68d1e7d5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1766217
Dec 15 12:46:52.015319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.026923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.036356 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b0f5eb7c-be59-4d2d-a1d7-449f71c5c4cb HTTP/1.1" status: 204  len: 168 time: 9.8131237
Dec 15 12:46:52.038904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51006) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:52.147821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4df71609-92d1-4f7f-9372-42d4b790db6f HTTP/1.1" status: 204  len: 168 time: 3.2915032
Dec 15 12:46:52.192450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.231912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:52.263396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.265899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/c22c5eaa-907e-4a93-a97b-666a7e0210af HTTP/1.1" status: 204  len: 168 time: 6.8119287
Dec 15 12:46:52.272224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Deleting subnet e8f75893-870a-426f-87ff-53f6f7854d13 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:46:52.279914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51012) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:52.292258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.354016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-950122962'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:52.358448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=c22c5eaa-907e-4a93-a97b-666a7e0210af,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:52.360675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600', 'status': 'completed', 'code': 200}
Dec 15 12:46:52.366256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:52.367292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:52.381851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:52.391989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:52.400642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.401357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Pushing event updated for resources: {'Port': ['ID=20561bde-c4f6-4d6a-8966-a33691f88600,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:52.422265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 9.8289638
Dec 15 12:46:52.439971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:52.441986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51018) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:52.513953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Port': ['ID=2df87991-6149-4acc-9eed-3ba52c0c916b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:52.522176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:52.526588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-9432d070-f585-49a8-8166-e866ca9fd20f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:52.528264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-9432d070-f585-49a8-8166-e866ca9fd20f service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.9433210
Dec 15 12:46:52.529767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.832s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:52.530118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:52.562301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:52.569097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.605636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 59d7b431-5afa-4d07-ace5-189a55896720 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:52.642686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Deleting port 1af11619-90ca-40e0-b030-9648ddc14330 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:52.643215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.680700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.690492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51024) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:52.704965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 59d7b431-5afa-4d07-ace5-189a55896720 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:52.710213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 59d7b431-5afa-4d07-ace5-189a55896720 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:52.711048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.733778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-ca6e2489-72c4-450d-a9dc-e8fb3d22fd59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 217 time: 0.1971145
Dec 15 12:46:52.768894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:46:52.841754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.842858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment e82496d7-4b1e-4449-9949-7b01dc0c43a4 of type vlan for network 24999c55-1b4e-4e65-8c8d-4aae4220a9ad
Dec 15 12:46:52.859423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c806b1-d5bc-40c7-93c0-bc3a302483be req-fb59d2b6-64cb-4fe3-86ae-bcc469dbb44f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:52.861171 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77c806b1-d5bc-40c7-93c0-bc3a302483be req-fb59d2b6-64cb-4fe3-86ae-bcc469dbb44f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 944 time: 1.0132821
Dec 15 12:46:52.865971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-798d8baf-436e-4f86-8c5f-9af9080b767b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0740fa38e254b8585115892d0e4fa4e&device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 1097 time: 0.5595725
Dec 15 12:46:52.866588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.871669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/ports/2df87991-6149-4acc-9eed-3ba52c0c916b HTTP/1.1" status: 204  len: 168 time: 3.1267078
Dec 15 12:46:52.874503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51030) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:52.879497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf95ed8-39f0-4362-a8b3-5cda7cbbcb49 req-a5999dcc-b2bc-448f-b62f-25e1adf2a767 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:52.887572 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cbf95ed8-39f0-4362-a8b3-5cda7cbbcb49 req-a5999dcc-b2bc-448f-b62f-25e1adf2a767 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 944 time: 0.3845506
Dec 15 12:46:52.894386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.925452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:46:52.979764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:52.983566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-f044c83d-426a-45e5-b576-077a901d1273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:52.985204 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-f044c83d-426a-45e5-b576-077a901d1273 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.2287550
Dec 15 12:46:52.986129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.000046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 59d7b431-5afa-4d07-ace5-189a55896720, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=59d7b431-5afa-4d07-ace5-189a55896720,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:53.005156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.007680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-630691be-5c89-4b65-a91f-b0046d66cf1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:53.074007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.077513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:53.084921 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-dd6d9b6a-75c6-4071-ba0b-329ec6d24f65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20561bde-c4f6-4d6a-8966-a33691f88600 HTTP/1.1" status: 200  len: 217 time: 0.2093828
Dec 15 12:46:53.086026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7b01e3-58bc-4606-82fc-fcbb5a63f2fd tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] GET failed (client error): The resource could not be found.
Dec 15 12:46:53.086553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac7b01e3-58bc-4606-82fc-fcbb5a63f2fd tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Synchronizing usage tracker for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:53.090290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=59d7b431-5afa-4d07-ace5-189a55896720,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:53.101731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.102124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.102505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.102882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.103259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.103699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.104072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.104441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.104808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.105425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.105795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:46:53.115703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:53.133002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f75893-870a-426f-87ff-53f6f7854d13,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:53.135797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:53.154410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] For port 1af11619-90ca-40e0-b030-9648ddc14330, host hv-neutron-8218, got binding levels [] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:53.154846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.166433 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cbf95ed8-39f0-4362-a8b3-5cda7cbbcb49 req-2494db88-f094-477d-92a9-deecef011179 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2778041
Dec 15 12:46:53.175190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.195317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/e8f75893-870a-426f-87ff-53f6f7854d13 HTTP/1.1" status: 204  len: 168 time: 1.1517696
Dec 15 12:46:53.205635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51046) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:53.209946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77c806b1-d5bc-40c7-93c0-bc3a302483be req-2e3c584b-8029-4f4e-8c17-2440c3a3dbac tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3331220
Dec 15 12:46:53.215465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac7b01e3-58bc-4606-82fc-fcbb5a63f2fd tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Unset dirty status for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:53.222907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac7b01e3-58bc-4606-82fc-fcbb5a63f2fd tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "GET /v2.0/ports/2df87991-6149-4acc-9eed-3ba52c0c916b HTTP/1.1" status: 404  len: 333 time: 0.3449433
Dec 15 12:46:53.244352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51050) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:53.261187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'name': 'tempest-AllowedAddressPairTestJSON-1950545228'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:53.277525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:53.287304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-a43c3642-48e9-467c-b34b-d1f2ef2125fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:53.288895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-a43c3642-48e9-467c-b34b-d1f2ef2125fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b7a4c81-a551-43b8-a11c-8a10ec518f48 HTTP/1.1" status: 200  len: 850 time: 0.1847959
Dec 15 12:46:53.316166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Usage tracker for resource:security_group_rule and tenant:9319d6c32698492b877a1f27038d9365 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:53.369009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:53.405873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Calling delete_port for 1af11619-90ca-40e0-b030-9648ddc14330 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:46:53.416053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720', 'code': 200}
Dec 15 12:46:53.436492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.448628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:53.455670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:53.456439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.468429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:53.544717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-b4790528-9f31-4ab1-b240-9679832bca4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5333068
Dec 15 12:46:53.547468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:46:53.560560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.565594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2814076
Dec 15 12:46:53.594390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51056) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:53.601686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:46:53.602185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a4dc8ae-c837-4b0a-8b99-fdc4308e1efe not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:46:53.626119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:53.681489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=24999c55-1b4e-4e65-8c8d-4aae4220a9ad,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:53.695548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 24999c55-1b4e-4e65-8c8d-4aae4220a9ad details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:46:53.696674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:53.715329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f332a-f200-4baa-95c4-820b6cca93c3 req-246db083-2f4f-4b8b-b655-49a14ed571b7 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:53.717034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b46f332a-f200-4baa-95c4-820b6cca93c3 req-246db083-2f4f-4b8b-b655-49a14ed571b7 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 944 time: 0.3518858
Dec 15 12:46:53.724397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.732597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:53.803065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event deleted for resources: {'Port': ['ID=1af11619-90ca-40e0-b030-9648ddc14330,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:53.810597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:53.831656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.836959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-cfb3521a-55ca-4fbc-850f-1ca39df81b02 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 1098 time: 0.2052746
Dec 15 12:46:53.864734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1af11619-90ca-40e0-b030-9648ddc14330 HTTP/1.1" status: 204  len: 168 time: 1.4214416
Dec 15 12:46:53.867912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51060) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:53.872682 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b46f332a-f200-4baa-95c4-820b6cca93c3 req-34cefd4e-e626-4193-b207-c64966096c5e tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449533
Dec 15 12:46:53.873789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:53.936558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae809e29-8bca-4a23-a3d8-6d9b14b60a3f tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:46:53.937161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae809e29-8bca-4a23-a3d8-6d9b14b60a3f tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Synchronizing usage tracker for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:53.943828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:53.964611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:53.968813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae809e29-8bca-4a23-a3d8-6d9b14b60a3f tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Unset dirty status for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:53.970152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae809e29-8bca-4a23-a3d8-6d9b14b60a3f tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "GET /v2.0/ports/1af11619-90ca-40e0-b030-9648ddc14330 HTTP/1.1" status: 404  len: 333 time: 0.1008499
Dec 15 12:46:53.971277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Usage tracker for resource:security_group_rule and tenant:fbda2e0a494941c1a610e22b635ab0d2 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:53.974334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51064) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:53.977255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:53.983278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Request body: {'port': {'network_id': '1fa92c31-c599-4359-b2dd-736788965416', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1181585259'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:53.985450 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-14277261-336c-47d9-a5bf-7be12a930a9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de98e018-c465-4472-9497-5e08fb357769&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6883585
Dec 15 12:46:53.991219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:53.993715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:54.002644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:54.006255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:54.300906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:54.307787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.361114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:54.401984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.413836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:54.434797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.438638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Made reservation on behalf of b4e011ce22ac4c0f9ce3fbc16e31e99e for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:54.443523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.443713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-39dfebb8-e616-44f3-9b67-fdd75737bfe3 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8900101
Dec 15 12:46:54.495487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] device_id is not set on port 8a298179-b955-4876-8187-e23ce2c04ec9 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:54.498147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:54.500315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:54.519161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:54.524738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.575822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb2daf98>,) {'filters': {'network_id': ['4ac67659-8860-442d-9254-eddba4ebe808']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:54.614572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e29413-acd2-4e82-8eda-e9e9c99f2f12 req-d361ded7-e8b6-41da-970d-7f9dd35d8a81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:54.617042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-85e29413-acd2-4e82-8eda-e9e9c99f2f12 req-d361ded7-e8b6-41da-970d-7f9dd35d8a81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 944 time: 0.2380104
Dec 15 12:46:54.619664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.620683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 969790a7-6785-49b8-be88-fab02c729b81 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:46:54.635825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2daf98>, 'bd9a0a37-f7fa-496b-912c-040382056a6f') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:54.636151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2daf98>, 'bd9a0a37-f7fa-496b-912c-040382056a6f') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:54.648520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:46:54.655846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.668309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:54.720453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.728660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d296b7-634e-421d-abe2-12b701556a93,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:54.731929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] device_id is not set on port 2c969f47-bc19-4618-b8f4-16fd727441de yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:54.749017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df117c74-9be3-42f6-89f9-7dba199566d0 req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9048815
Dec 15 12:46:54.749155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36f656a4-2233-4a17-8c66-06b2aa634691,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:54.772655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:54.784690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 969790a7-6785-49b8-be88-fab02c729b81, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=969790a7-6785-49b8-be88-fab02c729b81,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:54.794722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9319d6c32698492b877a1f27038d9365&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1003416
Dec 15 12:46:54.798140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-85e29413-acd2-4e82-8eda-e9e9c99f2f12 req-0198c4e8-f484-4a02-879b-fd903e12e0d6 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1719553
Dec 15 12:46:54.799634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51074) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:54.802770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:54.805200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '969790a7-6785-49b8-be88-fab02c729b81', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'port_id': '969790a7-6785-49b8-be88-fab02c729b81', 'mac_address': 'fa:16:3e:32:7b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:46:54.867716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.890937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969790a7-6785-49b8-be88-fab02c729b81 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:46:54.909389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 969790a7-6785-49b8-be88-fab02c729b81, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=969790a7-6785-49b8-be88-fab02c729b81,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:54.914845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.917126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bfedb0ef-d0b6-47a0-b807-c6abf4829c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:54.920455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:54.941192 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-3d4ded56-1070-4c67-9e52-7db3d90b941d service neutron] 10.222.0.77 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9349957
Dec 15 12:46:54.991245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:54.991874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.014198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=969790a7-6785-49b8-be88-fab02c729b81,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:55.026828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:55.040973 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:55.079879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.130844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['969790a7-6785-49b8-be88-fab02c729b81'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:46:55.195633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.242918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.284014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.285430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef5b5f-5c35-4cf6-80bb-7fdbc34a1968 req-3abd10cb-6b35-4e59-a19b-c6df101d1833 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:55.293226 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14ef5b5f-5c35-4cf6-80bb-7fdbc34a1968 req-3abd10cb-6b35-4e59-a19b-c6df101d1833 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.9556777
Dec 15 12:46:55.356945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.366436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:55.424043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c085de-1f99-4635-83a7-efbdc78c3bd7 req-48441166-7818-43d4-8e02-bf8537f0b2c1 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:55.425631 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6c085de-1f99-4635-83a7-efbdc78c3bd7 req-48441166-7818-43d4-8e02-bf8537f0b2c1 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 944 time: 0.2337854
Dec 15 12:46:55.443747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.446207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4a0f203-e439-4354-a5ac-a33e1261a70d req-c734b8e1-5d65-412b-94a6-f2fbe03e8fca service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9372175
Dec 15 12:46:55.458297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing IP validity checks on allocation pools {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 12:46:55.458901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 12:46:55.472869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.479188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=8a298179-b955-4876-8187-e23ce2c04ec9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:55.487638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Network 1fa92c31-c599-4359-b2dd-736788965416 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:55.489561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:55.492739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f88e408-2015-4ba3-8ed0-a3b3b71b2db2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:55.499403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:55.499585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:55.504913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:55.505835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:55.506493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.513874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  4ac67659-8860-442d-9254-eddba4ebe808 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 15 12:46:55.527644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.531828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d296b7-634e-421d-abe2-12b701556a93,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:55.541896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:55.562119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ac67659-8860-442d-9254-eddba4ebe808,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:55.566143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.5875025
Dec 15 12:46:55.566143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:55.566143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46d296b7-634e-421d-abe2-12b701556a93 HTTP/1.1" status: 204  len: 168 time: 0.7615857
Dec 15 12:46:55.566792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51080) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:55.569357 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6c085de-1f99-4635-83a7-efbdc78c3bd7 req-3f451eb1-8e12-4a4e-aa4d-4a2dab57cfcc tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293685
Dec 15 12:46:55.575651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:55.597266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:55.623244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Allocated IP 172.20.0.10 (61cd8577-9783-4c85-a1b0-196daf26c950/fa808d50-f4b0-48c7-9e67-9a55154ea736/2c969f47-bc19-4618-b8f4-16fd727441de) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:55.646138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14ef5b5f-5c35-4cf6-80bb-7fdbc34a1968 req-8f95abc2-90c2-4f6d-87cb-aa1a42f47d17 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3520725
Dec 15 12:46:55.648917 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c1854f8-3a96-494a-8022-93da0a840e64 req-fde86b0d-f4ae-43b0-be00-4225d371ad8c service neutron] 10.222.0.77 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6731811
Dec 15 12:46:55.684568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4ac67659-8860-442d-9254-eddba4ebe808 HTTP/1.1" status: 204  len: 168 time: 2.4777498
Dec 15 12:46:55.747014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.060032 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-af3e6cd5-3386-40c2-a4fe-d182e4c2d5a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0740fa38e254b8585115892d0e4fa4e&device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 1097 time: 0.3245308
Dec 15 12:46:56.064088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.102347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a0dabff-28be-42d1-a215-108e7782a8e5 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:56.177116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51094) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:56.247213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc396c7c-b0f0-4c2b-8e33-ab2e6dac0c21 req-1e79ca62-66b8-4777-b792-eeaf86e7bcda tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:56.248956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc396c7c-b0f0-4c2b-8e33-ab2e6dac0c21 req-1e79ca62-66b8-4777-b792-eeaf86e7bcda tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 945 time: 0.2620757
Dec 15 12:46:56.374538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc396c7c-b0f0-4c2b-8e33-ab2e6dac0c21 req-35e39e7d-0ed8-43ba-b390-24a8dd04f331 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181417
Dec 15 12:46:56.429184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51100) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:56.440940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'router': {'name': 'tempest-router--1851225873', 'project_id': '3d4d369e8ee744e995a409a56ca185f7'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:56.446619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:56.450765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:router and tenant:3d4d369e8ee744e995a409a56ca185f7 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:56.456181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:56.462965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:56.479165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] device_id is not set on port 8a298179-b955-4876-8187-e23ce2c04ec9 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:46:56.488027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.490851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.491911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.514755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Transition to ACTIVE for port object 8a298179-b955-4876-8187-e23ce2c04ec9 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:56.519651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.525285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7608f6da-32de-49fa-a659-c11bd56e8e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:56.553688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.587718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.591851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=03614472-4154-434c-87c4-ee9d85a18970,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:56.617202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:56.621750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Transition to ACTIVE for port object 2c969f47-bc19-4618-b8f4-16fd727441de will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:56.639615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 969790a7-6785-49b8-be88-fab02c729b81 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:46:56.699524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=8a298179-b955-4876-8187-e23ce2c04ec9,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:56.702870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:56.711843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.712788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-4bf316b6-1fee-47a5-9451-db499b552ebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:56.714432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-4bf316b6-1fee-47a5-9451-db499b552ebc service neutron] 10.222.0.77 "GET /v2.0/networks?id=de98e018-c465-4472-9497-5e08fb357769 HTTP/1.1" status: 200  len: 912 time: 0.6462827
Dec 15 12:46:56.716824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-384f5bbc-e453-4a98-9350-54112eaf8cfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d81e2ce29cdc41c59be03b878a36507e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5344660
Dec 15 12:46:56.720894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51108) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:56.730789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:56.731176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:56.731646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:56.742074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:56.742433 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:56.742933 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 2 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:56.749495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': 'e82496d7-4b1e-4449-9949-7b01dc0c43a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:56.749495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 24999c55-1b4e-4e65-8c8d-4aae4220a9ad, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:46:56.753690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.755001 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e9b975a-1bdd-4e40-8a28-fbaec206dfac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3247662
Dec 15 12:46:56.758381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51114) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:56.787657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 969790a7-6785-49b8-be88-fab02c729b81 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:56.794063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 969790a7-6785-49b8-be88-fab02c729b81 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:56.794482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.829839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:56.830221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:56.830948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:56.918864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.928271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-9d7b4e22-21ad-4aa0-b0d5-b50e1f2e7b8b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20561bde-c4f6-4d6a-8966-a33691f88600 HTTP/1.1" status: 200  len: 217 time: 0.2012706
Dec 15 12:46:56.929404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.942832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:56.949591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:56.949962 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:56.950992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969790a7-6785-49b8-be88-fab02c729b81'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:46:56.953478 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 3 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:56.960954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 969790a7-6785-49b8-be88-fab02c729b81, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=969790a7-6785-49b8-be88-fab02c729b81,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:56.964775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:56.966646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:56.980601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:56.980799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:56.981113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.002189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a647f6f-8412-4592-a4cc-29bb2195dbd2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.037149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=969790a7-6785-49b8-be88-fab02c729b81,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:57.040370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:57.063457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.064020 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.070419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 4 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:57.113271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 24999c55-1b4e-4e65-8c8d-4aae4220a9ad is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:46:57.120404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:57.122974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=2c969f47-bc19-4618-b8f4-16fd727441de,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:57.131957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:57.135942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:57.148479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:57.153915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:57.154269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:57.154662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.166303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9c1c-920f-4393-b035-d3da9b71b6ee req-15978491-a1cf-4ade-917b-8c5ffb0d1dbb tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:57.168189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b21e9c1c-920f-4393-b035-d3da9b71b6ee req-15978491-a1cf-4ade-917b-8c5ffb0d1dbb tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.3471401
Dec 15 12:46:57.178523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-3f991147-dc36-4dcb-881c-8ad0fbcbbf7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:57.178902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.179272 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.180084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-3f991147-dc36-4dcb-881c-8ad0fbcbbf7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b7a4c81-a551-43b8-a11c-8a10ec518f48 HTTP/1.1" status: 200  len: 850 time: 0.1958594
Dec 15 12:46:57.180845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.182167 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 5 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:57.192657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 24999c55-1b4e-4e65-8c8d-4aae4220a9ad) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:57.202354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0cfb28-91e4-4503-99ac-475c42c037fa None None] Network 24999c55-1b4e-4e65-8c8d-4aae4220a9ad requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:46:57.239164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:57.245858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:57.246310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.317990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:57.318678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.341803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:57.342535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.392802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39317-15c1-4930-a08a-8a160a3c7de3 req-e43127ec-5a82-4602-a696-8f082acf0bef tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:57.394536 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d8c39317-15c1-4930-a08a-8a160a3c7de3 req-e43127ec-5a82-4602-a696-8f082acf0bef tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 944 time: 0.5631866
Dec 15 12:46:57.399052 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.1525464
Dec 15 12:46:57.399989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51122) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:57.405078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.429298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.429579 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.433529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 6 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:57.441765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fa:3e:3c'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:57.455642 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b21e9c1c-920f-4393-b035-d3da9b71b6ee req-ab3e0595-87cd-4a77-845f-023ea1d15cee tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2788167
Dec 15 12:46:57.542100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:57.542475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:57.542856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.569184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 3.9722683
Dec 15 12:46:57.575463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969790a7-6785-49b8-be88-fab02c729b81', 'code': 200}
Dec 15 12:46:57.606170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51130) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:57.606380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-715458d2-a63c-4616-8c47-9980166ed165 None None] Provisioning for port 2c969f47-bc19-4618-b8f4-16fd727441de completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:46:57.618046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-715458d2-a63c-4616-8c47-9980166ed165 None None] Provisioning complete for port 2c969f47-bc19-4618-b8f4-16fd727441de triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:46:57.618572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-715458d2-a63c-4616-8c47-9980166ed165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.637769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a647f6f-8412-4592-a4cc-29bb2195dbd2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.639448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.639819 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.640722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 7 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:57.656382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a647f6f-8412-4592-a4cc-29bb2195dbd2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.663943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:57.664316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:57.664701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.678473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.678834 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.686183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 8 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:57.689941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-715458d2-a63c-4616-8c47-9980166ed165 None None] Port 2c969f47-bc19-4618-b8f4-16fd727441de cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:46:57.706953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:57.707872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:57.707872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.710798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a647f6f-8412-4592-a4cc-29bb2195dbd2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.711394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a647f6f-8412-4592-a4cc-29bb2195dbd2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a495b5e3-f033-479a-a113-588fd935dfa3 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:46:57.758113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-24999c55-1b4e-4e65-8c8d-4aae4220a9ad', 'network_id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': '03614472-4154-434c-87c4-ee9d85a18970'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:46:57.759044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.780757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a647f6f-8412-4592-a4cc-29bb2195dbd2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.785082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a647f6f-8412-4592-a4cc-29bb2195dbd2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a495b5e3-f033-479a-a113-588fd935dfa3 HTTP/1.1" status: 204  len: 168 time: 1.0230515
Dec 15 12:46:57.789799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.790178 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.790745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 9 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:57.815758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:57.816149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:57.816522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.876873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.877247 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.878524 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 10 to bind port 8a298179-b955-4876-8187-e23ce2c04ec9
Dec 15 12:46:57.901084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.908656 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-cbb4a343-1d7b-4f5d-b729-8f1477df24da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de98e018-c465-4472-9497-5e08fb357769&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7172205
Dec 15 12:46:57.915732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:57.916121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:57.916524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:57.939642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:46:57.939762 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 8a298179-b955-4876-8187-e23ce2c04ec9 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:46:57.940158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:57.960056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00e6a-8a70-4f44-a98f-51241d076e75 req-295166ac-2f31-41d2-a5ae-41eee518e528 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:57.967570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9a00e6a-8a70-4f44-a98f-51241d076e75 req-295166ac-2f31-41d2-a5ae-41eee518e528 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.2445166
Dec 15 12:46:57.996027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51138) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:58.003776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Allocated IP 172.20.0.3 (24999c55-1b4e-4e65-8c8d-4aae4220a9ad/03614472-4154-434c-87c4-ee9d85a18970/8757e339-1f32-4962-a93c-89b15e10ca22) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:46:58.043070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d8c39317-15c1-4930-a08a-8a160a3c7de3 req-9c822c41-9e1d-454f-a984-4e85b58867a9 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6249187
Dec 15 12:46:58.055017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de236e7-baf8-43a0-8bc5-4c4af8988fe8 req-ab9068f8-df45-4ed9-b478-bd233d210486 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.2403858
Dec 15 12:46:58.140146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.156970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9a00e6a-8a70-4f44-a98f-51241d076e75 req-6ff03ea1-6bd0-43cf-880b-588601adcafe tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1884305
Dec 15 12:46:58.159842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:58.185339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] For port 8a298179-b955-4876-8187-e23ce2c04ec9, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:58.185754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempted to set empty binding levels {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 15 12:46:58.188965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-7de236e7-baf8-43a0-8bc5-4c4af8988fe8 req-9bbe3ab5-0d0f-40f5-886f-500638940580 service neutron] Synchronizing usage tracker for tenant:fbda2e0a494941c1a610e22b635ab0d2 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:58.194087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.198413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1bbc8ebc-e659-4316-abfd-0da9709e6548 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:58.258425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee5fa9-ffb2-4d90-b179-c434d5361486,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:58.280621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:58.296852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.299993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.301429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69ee5fa9-ffb2-4d90-b179-c434d5361486 HTTP/1.1" status: 204  len: 168 time: 1.5776353
Dec 15 12:46:58.348836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] In _notify_port_updated(), no bound segment for port 8a298179-b955-4876-8187-e23ce2c04ec9 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:46:58.350037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.365261 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "PUT /v2.0/ports/8a298179-b955-4876-8187-e23ce2c04ec9 HTTP/1.1" status: 200  len: 977 time: 2.7811794
Dec 15 12:46:58.366722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-2529b835-5c99-4d1e-b8f6-bded51cb6e17 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6230202
Dec 15 12:46:58.368557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51146) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:58.378463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-7de236e7-baf8-43a0-8bc5-4c4af8988fe8 req-9bbe3ab5-0d0f-40f5-886f-500638940580 service neutron] Unset dirty status for tenant:fbda2e0a494941c1a610e22b635ab0d2 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:58.379707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de236e7-baf8-43a0-8bc5-4c4af8988fe8 req-9bbe3ab5-0d0f-40f5-886f-500638940580 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3139138
Dec 15 12:46:58.414140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.418757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=8a298179-b955-4876-8187-e23ce2c04ec9,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:58.422024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:58.428951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-a25c5732-8282-42dd-bce6-5a399f66c743 service neutron] 10.222.0.77 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4593520
Dec 15 12:46:58.431375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.453045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Transition to ACTIVE for port object 8757e339-1f32-4962-a93c-89b15e10ca22 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:58.509831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Transition to ACTIVE for port object 8757e339-1f32-4962-a93c-89b15e10ca22 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:46:58.517194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.522495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-565f7c6d-8d6e-4a26-9c38-96934a3fb3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:58.645617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:58.659763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Pushing event updated for resources: {'Port': ['ID=8757e339-1f32-4962-a93c-89b15e10ca22,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:58.676782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 20561bde-c4f6-4d6a-8966-a33691f88600 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:46:58.690630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Network 24999c55-1b4e-4e65-8c8d-4aae4220a9ad is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:46:58.789179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b40cf5e2-e2ff-48fe-b21c-f0cd1b1634b2 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Synchronizing usage tracker for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:46:58.842298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-331328413', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:58.854634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d73451-bc98-4b6a-85c7-8159adce308e req-7831fd02-429b-4dbe-9e37-48481a833a50 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:58.856379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-06d73451-bc98-4b6a-85c7-8159adce308e req-7831fd02-429b-4dbe-9e37-48481a833a50 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.5132487
Dec 15 12:46:58.858093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:46:58.864246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 20561bde-c4f6-4d6a-8966-a33691f88600, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20561bde-c4f6-4d6a-8966-a33691f88600,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:58.870616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51156) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:58.871879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Usage tracker for resource:router and tenant:a68e1f58ef4a456a98d0c4b01beedc50 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:46:58.880936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:46:58.886084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:58.887092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '20561bde-c4f6-4d6a-8966-a33691f88600', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'port_id': '20561bde-c4f6-4d6a-8966-a33691f88600', 'mac_address': 'fa:16:3e:54:8c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:46:58.890767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:46:58.893881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:46:58.899266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Request body: {'floatingip': {'port_id': '59d7b431-5afa-4d07-ace5-189a55896720'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:46:58.981632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:46:59.022304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.054044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Attempting to bind port 8757e339-1f32-4962-a93c-89b15e10ca22 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:46:59.054461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Attempting to bind port 8757e339-1f32-4962-a93c-89b15e10ca22 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'e82496d7-4b1e-4449-9949-7b01dc0c43a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:46:59.054866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Attempting to bind port 8757e339-1f32-4962-a93c-89b15e10ca22 on network 24999c55-1b4e-4e65-8c8d-4aae4220a9ad {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:46:59.058089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.081545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20561bde-c4f6-4d6a-8966-a33691f88600 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:46:59.094033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b40cf5e2-e2ff-48fe-b21c-f0cd1b1634b2 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Unset dirty status for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:46:59.099318 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b40cf5e2-e2ff-48fe-b21c-f0cd1b1634b2 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21717 time: 0.7215252
Dec 15 12:46:59.099318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.099318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.099892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 20561bde-c4f6-4d6a-8966-a33691f88600, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20561bde-c4f6-4d6a-8966-a33691f88600,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:46:59.103447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51166) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:59.105059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.106884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:59.138273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:46:59.138698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Checking segment: {'id': 'e82496d7-4b1e-4449-9949-7b01dc0c43a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:46:59.139157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.139613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Bound using segment: {'id': 'e82496d7-4b1e-4449-9949-7b01dc0c43a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:46:59.140169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Bound port: 8757e339-1f32-4962-a93c-89b15e10ca22, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82496d7-4b1e-4449-9949-7b01dc0c43a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:46:59.140619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.214309 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f217bbbb-d264-4709-a524-0b1b2a7ab8a6 req-c4464040-d706-4b27-a715-8026eb526130 service neutron] 10.222.0.77 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6239109
Dec 15 12:46:59.229753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.262587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3dffe050-9ae8-44c5-9cb5-e652ca3743b0 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:59.314938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=03614472-4154-434c-87c4-ee9d85a18970,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:59.319284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:59.378384 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-14c12a83-255e-47da-9d8e-0dcfacfa363c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e04ea19c22194e65bb85a4051639ed56&device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 1098 time: 0.5831339
Dec 15 12:46:59.445972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.461460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.479581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.487464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:59.519638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] For port 8757e339-1f32-4962-a93c-89b15e10ca22, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:46:59.522186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=20561bde-c4f6-4d6a-8966-a33691f88600,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:59.526451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] For port 8757e339-1f32-4962-a93c-89b15e10ca22, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8757e339-1f32-4962-a93c-89b15e10ca22,segment=NetworkSegment(e82496d7-4b1e-4449-9949-7b01dc0c43a4),segment_id=e82496d7-4b1e-4449-9949-7b01dc0c43a4)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:46:59.528755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:59.533633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.545375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b40eced0-547b-4cc6-b2ca-415cbe4ebfbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:46:59.564187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa79e710>,) {'filters': {'network_id': ['24999c55-1b4e-4e65-8c8d-4aae4220a9ad']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:59.606937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['20561bde-c4f6-4d6a-8966-a33691f88600'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:46:59.666833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.727133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa79e710>, 'e82496d7-4b1e-4449-9949-7b01dc0c43a4') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:59.727632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa79e710>, 'e82496d7-4b1e-4449-9949-7b01dc0c43a4') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:46:59.795436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Deleting port 8a298179-b955-4876-8187-e23ce2c04ec9 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:46:59.797508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.800486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.810793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Pushing event updated for resources: {'Port': ['ID=8757e339-1f32-4962-a93c-89b15e10ca22,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:59.820108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:59.839932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51182) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:46:59.854711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=2c969f47-bc19-4618-b8f4-16fd727441de,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:46:59.860277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.869110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:46:59.884727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:46:59.885297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:46:59.902290 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:46:59.923457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] In _notify_port_updated(), no bound segment for port 2c969f47-bc19-4618-b8f4-16fd727441de on network 61cd8577-9783-4c85-a1b0-196daf26c950 {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:46:59.928100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:46:59.928972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:46:59.933138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "PUT /v2.0/ports/2c969f47-bc19-4618-b8f4-16fd727441de HTTP/1.1" status: 200  len: 997 time: 2.5159261
Dec 15 12:46:59.935525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51188) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:00.076807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729fe5c-844b-4f3d-a477-62227bbe3c04 None None] Network 24999c55-1b4e-4e65-8c8d-4aae4220a9ad requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:00.083308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:47:00.083308 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:47:00.083308 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': '24999c55-1b4e-4e65-8c8d-4aae4220a9ad'}]
Dec 15 12:47:00.083308 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:47:00.083865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:47:00.092381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643edd9-88b4-454c-86fa-e001f1c24729 req-1b65233a-86ca-4232-8c36-709678ca34cc tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:00.100394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4643edd9-88b4-454c-86fa-e001f1c24729 req-1b65233a-86ca-4232-8c36-709678ca34cc tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5022352
Dec 15 12:47:00.133143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'networks': [{'name': 'tempest-network--1526889174'}, {'name': 'tempest-network--1802112943'}]} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:00.133517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'network': {'name': 'tempest-network--1526889174'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:00.133975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'network': {'name': 'tempest-network--1802112943'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:00.145227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:00.156189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port 2c969f47-bc19-4618-b8f4-16fd727441de {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:00.156613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.190467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Usage tracker for resource:network and tenant:8e959c2588364826892611d27684337e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:00.201120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:00.250035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:00.315397 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4643edd9-88b4-454c-86fa-e001f1c24729 req-bcfa79a3-112d-4ded-ad08-e4d422e9caa3 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2140245
Dec 15 12:47:00.318603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Made reservation on behalf of 8e959c2588364826892611d27684337e for: {'network': 2} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:00.324876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.331537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f57731-bacb-4f6f-952a-b00891304d0f None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:47:00.345112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.351067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] For port 8a298179-b955-4876-8187-e23ce2c04ec9, host hv-neutron-8218, got binding levels [] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:00.351494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.418844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fecb5d40-d599-4853-86d2-21ec568a3c82 None None] Provisioning complete for port 2c969f47-bc19-4618-b8f4-16fd727441de triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:00.419262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fecb5d40-d599-4853-86d2-21ec568a3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.478545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:00.495431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Usage tracker for resource:security_group_rule and tenant:8e959c2588364826892611d27684337e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:00.501422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:00.504324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fecb5d40-d599-4853-86d2-21ec568a3c82 None None] Port 2c969f47-bc19-4618-b8f4-16fd727441de cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:00.511834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:00.534850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f57731-bacb-4f6f-952a-b00891304d0f None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:47:00.549529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.588033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Calling delete_port for 8a298179-b955-4876-8187-e23ce2c04ec9 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:00.617957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.653771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c373481-b321-4913-b338-0b75889075d2 req-cc766737-7ec7-411d-8a29-41abb08098a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:00.655380 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-cc766737-7ec7-411d-8a29-41abb08098a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bc963569-0db8-414d-9fa6-2320ec354452 HTTP/1.1" status: 200  len: 906 time: 1.1305561
Dec 15 12:47:00.660864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 20561bde-c4f6-4d6a-8966-a33691f88600 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:00.678508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.697139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Calling delete_port for 2c969f47-bc19-4618-b8f4-16fd727441de owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:00.760361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 8757e339-1f32-4962-a93c-89b15e10ca22 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:00.760666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.855780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 20561bde-c4f6-4d6a-8966-a33691f88600 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:00.863969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 20561bde-c4f6-4d6a-8966-a33691f88600 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:00.864544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.896379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.930616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.930616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:00.949745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-985895e9-1e39-4018-9e66-0bf44857bdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:01.043814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b749b5f-8ed2-45ab-8536-8af74e185269 req-c10053aa-a075-48de-b429-5187775cb1c5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:01.045421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2b749b5f-8ed2-45ab-8536-8af74e185269 req-c10053aa-a075-48de-b429-5187775cb1c5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 945 time: 1.6283309
Dec 15 12:47:01.077416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba2f6b-c851-4f3e-ab23-6544e9e83478,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:01.086471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:01.097251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.125329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-50929b27-1f9b-4e97-a34f-3c5870389cf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59d7b431-5afa-4d07-ace5-189a55896720 HTTP/1.1" status: 200  len: 217 time: 0.4510119
Dec 15 12:47:01.131747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:47:01.142972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 20561bde-c4f6-4d6a-8966-a33691f88600, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20561bde-c4f6-4d6a-8966-a33691f88600,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:01.148145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.150342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:01.169623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.189672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:01.210975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600', 'code': 200}
Dec 15 12:47:01.219961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:01.245831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Port': ['ID=2c969f47-bc19-4618-b8f4-16fd727441de,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:01.253631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:01.258484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.258893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Added segment d928e7f7-4ac5-4ed6-94c9-b075c8e9d5ba of type vlan for network f200ce82-ce85-4412-886e-70ea0c8a4713
Dec 15 12:47:01.261889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 8757e339-1f32-4962-a93c-89b15e10ca22, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8757e339-1f32-4962-a93c-89b15e10ca22,segment=NetworkSegment(e82496d7-4b1e-4449-9949-7b01dc0c43a4),segment_id=e82496d7-4b1e-4449-9949-7b01dc0c43a4)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:01.262287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.268599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.269946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=20561bde-c4f6-4d6a-8966-a33691f88600,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:01.273834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:01.294096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:01.437463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 8757e339-1f32-4962-a93c-89b15e10ca22 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:01.454307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a298179-b955-4876-8187-e23ce2c04ec9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:01.457045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:01.470300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2b749b5f-8ed2-45ab-8536-8af74e185269 req-caf528c9-b260-48d8-994b-c32e46179fb7 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4051895
Dec 15 12:47:01.483710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.489185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c373481-b321-4913-b338-0b75889075d2 req-c82f4b38-789e-498e-841d-dcaf3c1fde0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:01.491205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-c82f4b38-789e-498e-841d-dcaf3c1fde0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e25a8028-a061-498e-8666-a604a3a36469 HTTP/1.1" status: 200  len: 844 time: 0.3426414
Dec 15 12:47:01.670975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.760745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.774236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:01.775134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "DELETE /v2.0/ports/8a298179-b955-4876-8187-e23ce2c04ec9 HTTP/1.1" status: 204  len: 168 time: 2.6604264
Dec 15 12:47:01.785255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51198) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:01.866704 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbdb9f4-eafa-45c3-8b35-d732b717ab42 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:47:01.867188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2fbdb9f4-eafa-45c3-8b35-d732b717ab42 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Synchronizing usage tracker for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:01.924249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2fbdb9f4-eafa-45c3-8b35-d732b717ab42 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Unset dirty status for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:01.925517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2fbdb9f4-eafa-45c3-8b35-d732b717ab42 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "GET /v2.0/ports/8a298179-b955-4876-8187-e23ce2c04ec9 HTTP/1.1" status: 404  len: 333 time: 0.1382318
Dec 15 12:47:01.933366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51202) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:01.946054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1414273261', 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:01.957074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:01.962186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-7c2eb7d0-31d9-4ae3-9c6d-4a59a182d924 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc963569-0db8-414d-9fa6-2320ec354452&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3240156
Dec 15 12:47:02.010238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:02.037336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:02.074934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=8757e339-1f32-4962-a93c-89b15e10ca22,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:02.081166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:02.084396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:02.092745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7cab20d-15f3-4335-a240-babf2ea898d3 req-25057bfc-2af4-46de-8897-36436c398869 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 1099 time: 0.6241357
Dec 15 12:47:02.103314 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/ports/2c969f47-bc19-4618-b8f4-16fd727441de HTTP/1.1" status: 204  len: 168 time: 2.1164477
Dec 15 12:47:02.104650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port 8757e339-1f32-4962-a93c-89b15e10ca22 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:02.111670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490e864-258d-43f1-aacb-8ec9213f0f51 req-6f40eebb-6963-449d-ae81-657668824863 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:02.113254 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4490e864-258d-43f1-aacb-8ec9213f0f51 req-6f40eebb-6963-449d-ae81-657668824863 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5459337
Dec 15 12:47:02.126673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51206) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:02.153077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.153623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Added segment cbe147e8-4683-4125-a702-1ab9a0f26d54 of type vlan for network 86762177-d74e-4b5d-9cd5-bb3e62a747bc
Dec 15 12:47:02.210393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Made reservation on behalf of b4e011ce22ac4c0f9ce3fbc16e31e99e for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:02.215084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.259770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-758cc3f2-a209-4f7b-8fb4-65821fdd60fb tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] GET failed (client error): The resource could not be found.
Dec 15 12:47:02.260353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-758cc3f2-a209-4f7b-8fb4-65821fdd60fb tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Synchronizing usage tracker for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:02.288598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] device_id is not set on port c7382270-2d42-4ed6-bef4-cb5e8ff99c4c yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:02.324801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.341975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.378640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.400990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7cab20d-15f3-4335-a240-babf2ea898d3 req-513dcdb3-c7f2-4dc1-8bcb-fd2b20542c2a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2989314
Dec 15 12:47:02.414108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.430439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-758cc3f2-a209-4f7b-8fb4-65821fdd60fb tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Unset dirty status for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:02.433612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-758cc3f2-a209-4f7b-8fb4-65821fdd60fb tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "GET /v2.0/ports/2c969f47-bc19-4618-b8f4-16fd727441de HTTP/1.1" status: 404  len: 333 time: 0.2767537
Dec 15 12:47:02.443364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51210) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:02.448835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4490e864-258d-43f1-aacb-8ec9213f0f51 req-92fcc83e-87b0-4262-a967-81d093ead9bc tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2816215
Dec 15 12:47:02.457496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.460586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'name': 'tempest-AllowedAddressPairTestJSON-1262309631'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:02.471300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.476442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb92f0b8>,) {'filters': {'network_id': ['24999c55-1b4e-4e65-8c8d-4aae4220a9ad']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:02.524175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb92f0b8>, 'e82496d7-4b1e-4449-9949-7b01dc0c43a4') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:02.524547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb92f0b8>, 'e82496d7-4b1e-4449-9949-7b01dc0c43a4') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:02.542440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.542953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.547098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:02.552709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:02.553438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.559867 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-d7c731fc-7b04-4579-bc51-a0d9fd0d43a9 service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5600982
Dec 15 12:47:02.560483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.626662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:02.741364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.772215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:02.772666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:02.795267 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.9464920
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:02.796322 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:02.864848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51220) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:02.925915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Network': ['ID=f200ce82-ce85-4412-886e-70ea0c8a4713,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:02.939166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network f200ce82-ce85-4412-886e-70ea0c8a4713 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:03.058201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:03.145044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:03.216745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.232642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Network': ['ID=86762177-d74e-4b5d-9cd5-bb3e62a747bc,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:03.238686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.242859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:03.248716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ef3b3b5-160b-407b-845a-213234e9c728 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:03.259193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 86762177-d74e-4b5d-9cd5-bb3e62a747bc details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:03.260334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.285519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:03.291101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.314659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/24999c55-1b4e-4e65-8c8d-4aae4220a9ad HTTP/1.1" status: 204  len: 168 time: 5.6236303
Dec 15 12:47:03.321907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51224) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:03.324032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=24999c55-1b4e-4e65-8c8d-4aae4220a9ad,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:03.327480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:03.335105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a05d8-29f6-44ff-b2f6-0ee3c9686c5a req-e115d189-b4b1-47a8-b023-69676aabcc94 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:03.339055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Allocated IP 172.26.0.155 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/94ec1d49-c5d9-496e-baf0-522eb05e45c2) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:03.346832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b9a05d8-29f6-44ff-b2f6-0ee3c9686c5a req-e115d189-b4b1-47a8-b023-69676aabcc94 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 946 time: 0.6875541
Dec 15 12:47:03.363420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616451981'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:03.369489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:03.369843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:03.384297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae920e-7865-4561-abed-71d5467f6d93 req-52c8ffa9-98a6-4cb8-b0a3-b98fdcc63731 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:03.385916 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d3ae920e-7865-4561-abed-71d5467f6d93 req-52c8ffa9-98a6-4cb8-b0a3-b98fdcc63731 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.7933857
Dec 15 12:47:03.387879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c373481-b321-4913-b338-0b75889075d2 req-437d869b-7d25-4292-9595-2304d4846e73 service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7900207
Dec 15 12:47:03.396761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51228) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:03.410616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Request body: {'floatingip': {'port_id': '969790a7-6785-49b8-be88-fab02c729b81'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:03.419325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71ac16-2b32-4e96-a6ce-7c7268c1c95e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:03.425088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71ac16-2b32-4e96-a6ce-7c7268c1c95e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:03.429776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71ac16-2b32-4e96-a6ce-7c7268c1c95e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:03.434068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71ac16-2b32-4e96-a6ce-7c7268c1c95e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:03.434992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fd71ac16-2b32-4e96-a6ce-7c7268c1c95e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Synchronizing usage tracker for tenant:8e959c2588364826892611d27684337e on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:03.446541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:03.466873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] device_id is not set on port 38b94517-8ea8-4ba9-8337-27ddcfb4288f yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:03.514749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:03.525952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:03.537414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.549797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:03.570217 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b9a05d8-29f6-44ff-b2f6-0ee3c9686c5a req-9ee5b9f7-901c-4bf5-8eab-070921a0ff41 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2223442
Dec 15 12:47:03.590633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:03.596650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.621528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fd71ac16-2b32-4e96-a6ce-7c7268c1c95e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Unset dirty status for tenant:8e959c2588364826892611d27684337e on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:03.622952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fd71ac16-2b32-4e96-a6ce-7c7268c1c95e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.7570605
Dec 15 12:47:03.630424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51236) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:03.679396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.704657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45cb2e9b-831e-48de-a4b9-92e8f4aea38e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:03.736986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:03.809300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.809651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 8c2807d7-4ba4-4349-b3ec-607f6c2f758c of type vlan for network 48ce8ff0-9e8b-4d84-987a-bb3b93467339
Dec 15 12:47:03.838962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Allocated IP 172.20.0.7 (61cd8577-9783-4c85-a1b0-196daf26c950/fa808d50-f4b0-48c7-9e67-9a55154ea736/38b94517-8ea8-4ba9-8337-27ddcfb4288f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:03.853870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.874010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Network 1fa92c31-c599-4359-b2dd-736788965416 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:03.875098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=c7382270-2d42-4ed6-bef4-cb5e8ff99c4c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:03.882779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.889106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:03.891205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:03.930923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:03.931839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:03.932501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.943449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:03.974931 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Floating IP 82f79dfb-9a5a-41ec-8326-44760141a205 associated. External IP: 172.26.0.101, port: 59d7b431-5afa-4d07-ace5-189a55896720.
Dec 15 12:47:04.113893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.117963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:04.118624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.140119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:04.143476 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.2059033
Dec 15 12:47:04.156268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51240) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:04.156746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.243856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.259581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67e38578-307d-48fb-adf7-5219c0bb7a7e tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:04.289643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa5415c0>,) {'filters': {'network_id': ['f200ce82-ce85-4412-886e-70ea0c8a4713']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:04.379138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dabe85ad-4212-418e-9b9b-412456b621ae tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Synchronizing usage tracker for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:04.572852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2223914
Dec 15 12:47:04.581104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51244) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:04.583041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa5415c0>, 'd928e7f7-4ac5-4ed6-94c9-b075c8e9d5ba') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:04.583388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa5415c0>, 'd928e7f7-4ac5-4ed6-94c9-b075c8e9d5ba') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:04.592924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=48ce8ff0-9e8b-4d84-987a-bb3b93467339,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:04.607038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:04.616555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 48ce8ff0-9e8b-4d84-987a-bb3b93467339 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:04.622618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:04.627659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.730072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:04.749328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event updated for resources: {'Port': ['ID=94ec1d49-c5d9-496e-baf0-522eb05e45c2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:04.753658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:04.755636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:04.760716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.761268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:04.796429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:04.796831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:04.813835 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:04.822067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:04.846161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dabe85ad-4212-418e-9b9b-412456b621ae tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Unset dirty status for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:04.850351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dabe85ad-4212-418e-9b9b-412456b621ae tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "GET /v2.0/ports/c7382270-2d42-4ed6-bef4-cb5e8ff99c4c HTTP/1.1" status: 200  len: 955 time: 0.6889443
Dec 15 12:47:04.900184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51250) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:04.901229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:04.921840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:04.954677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:04.975637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:04.982009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Transition to ACTIVE for port object 38b94517-8ea8-4ba9-8337-27ddcfb4288f will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:04.991504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.006301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a07312c2-2a5b-4d3c-ada2-508c1d48d159 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:05.027704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.036981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:05.064120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Deleting port c7382270-2d42-4ed6-bef4-cb5e8ff99c4c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:05.064480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.089688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Network': ['ID=f200ce82-ce85-4412-886e-70ea0c8a4713,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:05.106149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8bf2e-1e23-4d41-a2d2-94e3c1848a10 req-98861427-eb33-49fe-85d1-2199fd68e44d tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:05.107842 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54f8bf2e-1e23-4d41-a2d2-94e3c1848a10 req-98861427-eb33-49fe-85d1-2199fd68e44d tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 946 time: 0.3640089
Dec 15 12:47:05.123456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:05.142378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/networks/f200ce82-ce85-4412-886e-70ea0c8a4713 HTTP/1.1" status: 204  len: 168 time: 1.5076663
Dec 15 12:47:05.150172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51254) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:05.277567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.304793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.325581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-330444f6-8da6-41e0-938c-e50be640bae2 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:05.387541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54f8bf2e-1e23-4d41-a2d2-94e3c1848a10 req-4581df3a-0bbd-4c83-98d9-1e137ec44cb9 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2694836
Dec 15 12:47:05.405150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.512174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:05.576764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:05.621257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.643542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:05.670892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=38b94517-8ea8-4ba9-8337-27ddcfb4288f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:05.685336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.686456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:05.704369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.738868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.769006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.769800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.851085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa2d9198>,) {'filters': {'network_id': ['86762177-d74e-4b5d-9cd5-bb3e62a747bc']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:05.873049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Calling delete_port for c7382270-2d42-4ed6-bef4-cb5e8ff99c4c owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:05.888035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89dbc732-0fc8-4681-8aef-d037ddf8398a None None] Provisioning for port 38b94517-8ea8-4ba9-8337-27ddcfb4288f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:05.893597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89dbc732-0fc8-4681-8aef-d037ddf8398a None None] Provisioning complete for port 38b94517-8ea8-4ba9-8337-27ddcfb4288f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:05.894115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89dbc732-0fc8-4681-8aef-d037ddf8398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.926572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa2d9198>, 'cbe147e8-4683-4125-a702-1ab9a0f26d54') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:05.926931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa2d9198>, 'cbe147e8-4683-4125-a702-1ab9a0f26d54') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:05.957793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:05.958387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:05.958507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.012298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.027043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:06.027591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:06.048944 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:06.051158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.6053462
Dec 15 12:47:06.059478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51260) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:06.070809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'network_id': '61cd8577-9783-4c85-a1b0-196daf26c950', 'name': 'tempest-AllowedAddressPairTestJSON-259457194'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:06.105170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c725e-cd95-45b6-aa70-e656062e28c1 req-808d932e-74c2-412a-97bd-6ade97dece0c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:06.107877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea6c725e-cd95-45b6-aa70-e656062e28c1 req-808d932e-74c2-412a-97bd-6ade97dece0c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 946 time: 0.5926142
Dec 15 12:47:06.126087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-89dbc732-0fc8-4681-8aef-d037ddf8398a None None] Port 38b94517-8ea8-4ba9-8337-27ddcfb4288f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:06.142043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:06.161223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Request body: {'floatingip': {'port_id': '20561bde-c4f6-4d6a-8966-a33691f88600'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:06.231009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.246025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.248742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f62a81e8-4cc1-4e5e-8485-c7cca90a3cd4 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:06.308722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.332017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for floatingip, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.352103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Network': ['ID=86762177-d74e-4b5d-9cd5-bb3e62a747bc,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:06.355707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Router 482d98a2-5510-49b7-b0f7-d1fc36628902 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:47:06.359673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:06.363868 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/networks/86762177-d74e-4b5d-9cd5-bb3e62a747bc HTTP/1.1" status: 204  len: 168 time: 1.2106326
Dec 15 12:47:06.367335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51268) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:06.386473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3e4536b-ecd7-466c-a073-979d60154c7a tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:06.440256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.454146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7382270-2d42-4ed6-bef4-cb5e8ff99c4c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:06.482703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:06.483281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:06.812057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:06.862340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:06.900697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Floating IP d7064d01-495c-4dfb-8ee3-b78ee7470705 associated. External IP: 172.26.0.11, port: 969790a7-6785-49b8-be88-fab02c729b81.
Dec 15 12:47:06.905190 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c7382270-2d42-4ed6-bef4-cb5e8ff99c4c HTTP/1.1" status: 204  len: 168 time: 2.0011873
Dec 15 12:47:06.914255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=aa1f435d-4eb5-40bb-b006-416f4b0c07aa,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:06.932739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51272) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:06.933653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:06.940608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:06.976409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c86fc3a-41d1-46dd-bca1-ed5c2217f0fe tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:06.980972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c86fc3a-41d1-46dd-bca1-ed5c2217f0fe tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:06.981784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8c86fc3a-41d1-46dd-bca1-ed5c2217f0fe tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Synchronizing usage tracker for tenant:8e959c2588364826892611d27684337e on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:07.008019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-219d0980-47f4-42d0-a410-24397df6a53a tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:47:07.008590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-219d0980-47f4-42d0-a410-24397df6a53a tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Synchronizing usage tracker for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:07.020777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Made reservation on behalf of 0e0c5c40fd1e4866a12a58b24891cf1f for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:07.026450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.033423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8c86fc3a-41d1-46dd-bca1-ed5c2217f0fe tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Unset dirty status for tenant:8e959c2588364826892611d27684337e on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:07.038778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8c86fc3a-41d1-46dd-bca1-ed5c2217f0fe tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6647239
Dec 15 12:47:07.040030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51276) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:07.058584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2014648461'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:07.072777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:07.092902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:07.123814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '8c2807d7-4ba4-4349-b3ec-607f6c2f758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:07.124201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 48ce8ff0-9e8b-4d84-987a-bb3b93467339, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:07.215260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-219d0980-47f4-42d0-a410-24397df6a53a tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Unset dirty status for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:07.216655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-219d0980-47f4-42d0-a410-24397df6a53a tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "GET /v2.0/ports/c7382270-2d42-4ed6-bef4-cb5e8ff99c4c HTTP/1.1" status: 404  len: 333 time: 0.2819538
Dec 15 12:47:07.225247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] device_id is not set on port 92c4bf1c-bf49-4d0d-bbed-2344195a780a yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:07.227635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Made reservation on behalf of 8e959c2588364826892611d27684337e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:07.233626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.255969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51280) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:07.269218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Request body: {'port': {'network_id': '1fa92c31-c599-4359-b2dd-736788965416', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1578486935'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:07.285287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:07.314380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:07.325682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 48ce8ff0-9e8b-4d84-987a-bb3b93467339 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:07.330010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:07.366828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Made reservation on behalf of b4e011ce22ac4c0f9ce3fbc16e31e99e for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:07.371606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.381734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.382131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Added segment 2132c771-1a72-49a8-91c1-4598d663d752 of type vlan for network d6ff0cdc-e484-422f-8cf9-0f78125fc7ca
Dec 15 12:47:07.386077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Router 801e3532-1f6e-41ee-b9c4-e69637538afa is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:47:07.406925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 48ce8ff0-9e8b-4d84-987a-bb3b93467339) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:07.420301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14d18f-8a7c-4b8a-a9aa-514a2c447a6e None None] Network 48ce8ff0-9e8b-4d84-987a-bb3b93467339 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:07.449354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] device_id is not set on port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:07.463683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:07.464347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.487055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.654759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.0633357
Dec 15 12:47:07.660094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51284) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:07.660308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:07.676292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.687234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Allocated IP 172.20.0.3 (61cd8577-9783-4c85-a1b0-196daf26c950/fa808d50-f4b0-48c7-9e67-9a55154ea736/92c4bf1c-bf49-4d0d-bbed-2344195a780a) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:07.690221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:07.690871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.703584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:07.704746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] Sync routers for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:07.748805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:07.750858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb164a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:07.860188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:07.916485 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8733296
Dec 15 12:47:07.942150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51288) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:07.953997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1793596466'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:07.985508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:07.995891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.038735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:08.065402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Network': ['ID=d6ff0cdc-e484-422f-8cf9-0f78125fc7ca,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:08.072901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:08.126724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:08.145388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network d6ff0cdc-e484-422f-8cf9-0f78125fc7ca details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:08.150209 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7cefdb14-85f4-4187-9bd4-ed48692d819f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "PUT /v2.0/floatingips/82f79dfb-9a5a-41ec-8326-44760141a205 HTTP/1.1" status: 200  len: 991 time: 9.2688482
Dec 15 12:47:08.152171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:47:08.163862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-48ce8ff0-9e8b-4d84-987a-bb3b93467339', 'network_id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': 'aa1f435d-4eb5-40bb-b006-416f4b0c07aa'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:08.164925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.194530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.276761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Made reservation on behalf of 8e959c2588364826892611d27684337e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:08.277527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720', 'status': 'completed', 'code': 200}
Dec 15 12:47:08.282912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.387382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.398016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:08.514693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Network 1fa92c31-c599-4359-b2dd-736788965416 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:08.525676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:08.529354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:08.530285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:08.530927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.536293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:08.537960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=49a65c6e-7e88-49a8-b6ec-f0da30033d22,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:08.552416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:08.560050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] Sync routers for ids ['801e3532-1f6e-41ee-b9c4-e69637538afa'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:08.566951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-669be0d9-a169-4ffb-af86-7f99e28abbc7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e04ea19c22194e65bb85a4051639ed56&device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 1098 time: 0.2657282
Dec 15 12:47:08.577641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] Routers {'801e3532-1f6e-41ee-b9c4-e69637538afa'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:08.579920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4343c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['801e3532-1f6e-41ee-b9c4-e69637538afa'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:08.597039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.610365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:08.614019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.3557613
Dec 15 12:47:08.614677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.615086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.616387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 10.6189404
Dec 15 12:47:08.618193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51298) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:08.635404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51300) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:08.639798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:08.653002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4343c8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:08.665036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] Routers {'801e3532-1f6e-41ee-b9c4-e69637538afa'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:08.665950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4343c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['801e3532-1f6e-41ee-b9c4-e69637538afa'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:08.697169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.740261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.748185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4343c8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:08.749256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f749969-9a49-45ff-b0cc-5f557aef40cc None None] The sync data for ids ['801e3532-1f6e-41ee-b9c4-e69637538afa'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:08.761460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.761861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Added segment 6e79fb7b-dfda-46fe-b744-1530807ad533 of type vlan for network fbae7442-2467-47cf-b80e-9068aec1c33b
Dec 15 12:47:08.814487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:47:08.814773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Transition to ACTIVE for port object 92c4bf1c-bf49-4d0d-bbed-2344195a780a will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:08.828938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.913654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Allocated IP 172.20.0.1 (48ce8ff0-9e8b-4d84-987a-bb3b93467339/aa1f435d-4eb5-40bb-b006-416f4b0c07aa/be9583e2-687e-4d17-b9bd-ef3755d12dfb) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:08.952749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.957284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:08.957997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:08.965278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92515df9-99ea-44a3-8a47-b7cdb2ac1874 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:08.982396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.057360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb164a90>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '82f79dfb-9a5a-41ec-8326-44760141a205', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'floating_ip_address': '172.26.0.101', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'port_id': '59d7b431-5afa-4d07-ace5-189a55896720', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'mac_address': 'fa:16:3e:02:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:17Z', 'updated_at': '2021-12-15T12:47:01Z', 'revision_number': 1, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:09.077673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] Checking router: 482d98a2-5510-49b7-b0f7-d1fc36628902 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:47:09.126674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1808851
Dec 15 12:47:09.130045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Network': ['ID=fbae7442-2467-47cf-b80e-9068aec1c33b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:09.135000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Network 61cd8577-9783-4c85-a1b0-196daf26c950 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:09.136090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:09.136605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51306) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:09.139813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d881814d-2656-4592-953d-64d534142bd3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:09.148971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:09.149654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb164a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:09.179557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:09.184930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'ports': [{'network_id': 'd6ff0cdc-e484-422f-8cf9-0f78125fc7ca', 'name': 'tempest-port--1546618707', 'admin_state_up': True}, {'network_id': 'fbae7442-2467-47cf-b80e-9068aec1c33b', 'admin_state_up': False}]} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:09.185284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'port': {'network_id': 'd6ff0cdc-e484-422f-8cf9-0f78125fc7ca', 'name': 'tempest-port--1546618707', 'admin_state_up': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:09.185808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'port': {'network_id': 'fbae7442-2467-47cf-b80e-9068aec1c33b', 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:09.206472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network fbae7442-2467-47cf-b80e-9068aec1c33b details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:09.213154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:09.300419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.314076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-2b4edc0d-114f-432e-a838-41f4abe09b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:09.315600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-2b4edc0d-114f-432e-a838-41f4abe09b70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bc963569-0db8-414d-9fa6-2320ec354452 HTTP/1.1" status: 200  len: 906 time: 0.7344766
Dec 15 12:47:09.323470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=92c4bf1c-bf49-4d0d-bbed-2344195a780a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:09.389463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:09.404841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:09.405520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.449093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Floating IP f008864b-434d-4c85-ada9-cc13aa3e8d58 associated. External IP: 172.26.0.176, port: 20561bde-c4f6-4d6a-8966-a33691f88600.
Dec 15 12:47:09.598272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.5375290
Dec 15 12:47:09.617130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51312) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:09.640634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:fa:3e:3c'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a1:9d:a5'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:09.748472 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-aaf9912d-1b02-4675-9b45-1aba80bca8b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59d7b431-5afa-4d07-ace5-189a55896720 HTTP/1.1" status: 200  len: 999 time: 0.4210296
Dec 15 12:47:09.752793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:09.759006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.760486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Usage tracker for resource:port and tenant:8e959c2588364826892611d27684337e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:09.764520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:09.772700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:09.779389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Transition to ACTIVE for port object be9583e2-687e-4d17-b9bd-ef3755d12dfb will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:09.802044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:09.847050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bbe10d18-d4e2-4675-8b83-ccd170adfa0f None None] Provisioning for port 92c4bf1c-bf49-4d0d-bbed-2344195a780a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:09.849636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Made reservation on behalf of 8e959c2588364826892611d27684337e for: {'port': 2} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:09.855965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.861191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bbe10d18-d4e2-4675-8b83-ccd170adfa0f None None] Provisioning complete for port 92c4bf1c-bf49-4d0d-bbed-2344195a780a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:09.861610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbe10d18-d4e2-4675-8b83-ccd170adfa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.882836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.896273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Transition to ACTIVE for port object be9583e2-687e-4d17-b9bd-ef3755d12dfb will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:09.925368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.939651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:09.970400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:09.981445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-b7e39a82-7242-4fd6-b77c-f18ecc2e6d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:09.983073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-b7e39a82-7242-4fd6-b77c-f18ecc2e6d58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e25a8028-a061-498e-8666-a604a3a36469 HTTP/1.1" status: 200  len: 844 time: 0.1748297
Dec 15 12:47:10.000118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bbe10d18-d4e2-4675-8b83-ccd170adfa0f None None] Port 92c4bf1c-bf49-4d0d-bbed-2344195a780a cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:10.046326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7c75407-2e44-410a-8c9a-05e9f7bc4ef7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:10.092060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Network 48ce8ff0-9e8b-4d84-987a-bb3b93467339 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:10.094359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1f435d-4eb5-40bb-b006-416f4b0c07aa,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:10.097049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:10.100946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] device_id is not set on port 22a25349-b33a-4a57-a666-249a3e630cd2 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:10.104860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:10.114616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Pushing event updated for resources: {'Port': ['ID=be9583e2-687e-4d17-b9bd-ef3755d12dfb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:10.117100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:10.122596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:10.177680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0dce433-19dc-4216-ac9e-dc41b942f61a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/801e3532-1f6e-41ee-b9c4-e69637538afa HTTP/1.1" status: 200  len: 920 time: 1.5118515
Dec 15 12:47:10.190174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51318) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:10.263835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] device_id is not set on port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:10.271068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4b15d258-40fa-4e84-b639-5049f6ad7b0e tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=801e3532-1f6e-41ee-b9c4-e69637538afa HTTP/1.1" status: 200  len: 205 time: 0.0786855
Dec 15 12:47:10.275822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51322) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:10.285860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.300942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.325689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Attempting to bind port be9583e2-687e-4d17-b9bd-ef3755d12dfb on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:10.326426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Attempting to bind port be9583e2-687e-4d17-b9bd-ef3755d12dfb by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '8c2807d7-4ba4-4349-b3ec-607f6c2f758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:10.327213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Attempting to bind port be9583e2-687e-4d17-b9bd-ef3755d12dfb on network 48ce8ff0-9e8b-4d84-987a-bb3b93467339 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:10.339434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:10.339775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Checking segment: {'id': '8c2807d7-4ba4-4349-b3ec-607f6c2f758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:10.340666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.340666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Bound using segment: {'id': '8c2807d7-4ba4-4349-b3ec-607f6c2f758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:10.341448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Bound port: be9583e2-687e-4d17-b9bd-ef3755d12dfb, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2807d7-4ba4-4349-b3ec-607f6c2f758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:10.341575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.394893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa470a58>,) {'filters': {'network_id': ['48ce8ff0-9e8b-4d84-987a-bb3b93467339']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:10.411222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa470a58>, '8c2807d7-4ba4-4349-b3ec-607f6c2f758c') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:10.411703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa470a58>, '8c2807d7-4ba4-4349-b3ec-607f6c2f758c') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:10.443420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Transition to ACTIVE for port object 49a65c6e-7e88-49a8-b6ec-f0da30033d22 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:10.450610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.466544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.477865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c2087af-ba75-4adf-a14a-5b621bc7188e tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:10.493648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.503122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] For port be9583e2-687e-4d17-b9bd-ef3755d12dfb, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:10.504405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:10.504830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.520031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb164a90>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '82f79dfb-9a5a-41ec-8326-44760141a205', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'floating_ip_address': '172.26.0.101', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'port_id': '59d7b431-5afa-4d07-ace5-189a55896720', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'mac_address': 'fa:16:3e:02:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:17Z', 'updated_at': '2021-12-15T12:47:01Z', 'revision_number': 1, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:10.522971 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:10.526560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6ecc1-3232-43b5-a083-782fad8bb450 None None] The sync data for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv is: [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '82f79dfb-9a5a-41ec-8326-44760141a205', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'floating_ip_address': '172.26.0.101', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'port_id': '59d7b431-5afa-4d07-ace5-189a55896720', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'mac_address': 'fa:16:3e:02:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:17Z', 'updated_at': '2021-12-15T12:47:01Z', 'revision_number': 1, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:10.528012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.560050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-ad1c3ac3-f33d-4975-8ade-21ed68d0eda4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc963569-0db8-414d-9fa6-2320ec354452&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5534062
Dec 15 12:47:10.567497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:10.578419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] Sync routers for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:10.591284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:10.591992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0fec88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:10.592682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.679706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:10.735861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:47:10.735861 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:47:10.735861 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': '48ce8ff0-9e8b-4d84-987a-bb3b93467339'}]
Dec 15 12:47:10.735861 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:47:10.736282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:47:10.807984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-357217c5-ed16-4e9c-b4e7-3d06a706c3f2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "PUT /v2.0/floatingips/d7064d01-495c-4dfb-8ee3-b78ee7470705 HTTP/1.1" status: 200  len: 991 time: 7.4076343
Dec 15 12:47:10.853050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] device_id is not set on port 977ec556-a085-4720-b8a6-7a53a021712c yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:10.876333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:10.970063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] For port be9583e2-687e-4d17-b9bd-ef3755d12dfb, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=be9583e2-687e-4d17-b9bd-ef3755d12dfb,segment=NetworkSegment(8c2807d7-4ba4-4349-b3ec-607f6c2f758c),segment_id=8c2807d7-4ba4-4349-b3ec-607f6c2f758c)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:11.033665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c155129-fbc1-46ab-86a7-e92e7d884f2b None None] New status for floating IP 82f79dfb-9a5a-41ec-8326-44760141a205: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:47:11.109755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'tag': '969790a7-6785-49b8-be88-fab02c729b81'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:47:11.115041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.131860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=49a65c6e-7e88-49a8-b6ec-f0da30033d22,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:11.135157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:11.193040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:11.237534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Router 5157f754-9570-453e-9edc-242a1f25f707 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:47:11.238642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.291854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port be9583e2-687e-4d17-b9bd-ef3755d12dfb {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:11.292240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.316604 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'tag': '969790a7-6785-49b8-be88-fab02c729b81', 'status': 'completed', 'code': 200}
Dec 15 12:47:11.343408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:11.344227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:11.344760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:11.380615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439172ac-ad47-411f-bbce-1ce0be6d7a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.387821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Pushing event updated for resources: {'Port': ['ID=be9583e2-687e-4d17-b9bd-ef3755d12dfb,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:11.403365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:11.435876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:11.436241 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:11.443793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 2 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:11.496059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.522874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-8523ab90-25d2-422b-97cc-cb2fc2c9001a service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8041911
Dec 15 12:47:11.570669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c81f5e-d2ff-483d-92bd-875186571596 None None] Network 48ce8ff0-9e8b-4d84-987a-bb3b93467339 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:11.571845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:11.572226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:11.572637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:11.625891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:11.625891 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:11.632621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 3 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:11.681332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-6b6f655e-ee4b-4ea1-b52f-5b3676b8d442 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.3393564
Dec 15 12:47:11.684559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.731082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:11.731457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:11.731773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:11.759083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:11.759296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:11.759444 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:11.765972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 4 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:11.799663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.881482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.890465 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4ee495b-5c8a-46a7-b58d-6c2f73c0d53d req-a70a15cb-bacc-4578-9df4-0b14dfe9b6f1 service neutron] 10.222.0.77 "GET /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424225
Dec 15 12:47:11.892489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:11.892859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:11.893224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:11.897396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0fec88>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'd7064d01-495c-4dfb-8ee3-b78ee7470705', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'floating_ip_address': '172.26.0.11', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'port_id': '969790a7-6785-49b8-be88-fab02c729b81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'mac_address': 'fa:16:3e:32:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:23Z', 'updated_at': '2021-12-15T12:47:05Z', 'revision_number': 1, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:22Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:11.899874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.905534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] Checking router: 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:47:11.908989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:11.915402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0964e-421e-407d-a46b-b50a2a92a552 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:47:11.930392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port be9583e2-687e-4d17-b9bd-ef3755d12dfb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=be9583e2-687e-4d17-b9bd-ef3755d12dfb,segment=NetworkSegment(8c2807d7-4ba4-4349-b3ec-607f6c2f758c),segment_id=8c2807d7-4ba4-4349-b3ec-607f6c2f758c)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:11.930621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:11.970948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:11.971405 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:11.975079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 5 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:12.044732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:12.045556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0fec88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:12.065777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] In _notify_port_updated(), no bound segment for port 92c4bf1c-bf49-4d0d-bbed-2344195a780a on network 61cd8577-9783-4c85-a1b0-196daf26c950 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:47:12.071858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:12.072574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.077146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "PUT /v2.0/ports/92c4bf1c-bf49-4d0d-bbed-2344195a780a HTTP/1.1" status: 200  len: 1055 time: 2.4512730
Dec 15 12:47:12.080468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51336) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:12.146515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for be9583e2-687e-4d17-b9bd-ef3755d12dfb owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:12.182116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:12.182496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:12.182871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:12.184198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Port': ['ID=22a25349-b33a-4a57-a666-249a3e630cd2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:12.199880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event updated for resources: {'Port': ['ID=92c4bf1c-bf49-4d0d-bbed-2344195a780a,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:12.204143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:12.207164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:12.249764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0964e-421e-407d-a46b-b50a2a92a552 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:47:12.266470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port 92c4bf1c-bf49-4d0d-bbed-2344195a780a {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:12.270855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.302274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Checking segment: {'id': '2132c771-1a72-49a8-91c1-4598d663d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd6ff0cdc-e484-422f-8cf9-0f78125fc7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:12.302526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network hostable DHCP agents. Network: d6ff0cdc-e484-422f-8cf9-0f78125fc7ca, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:12.308907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-ed392bcc-acd6-4f54-8d21-2bda4e10e208 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:12.309453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-ed392bcc-acd6-4f54-8d21-2bda4e10e208 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.6181967
Dec 15 12:47:12.315647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:12.315960 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:12.325326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 6 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:12.367689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:12.368069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:12.368454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:12.407015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.414853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:12.425603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:12.425967 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:12.430229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 7 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:12.479719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:12.479995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:12.480498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:12.484119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=be9583e2-687e-4d17-b9bd-ef3755d12dfb,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:12.498010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:12.516469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port be9583e2-687e-4d17-b9bd-ef3755d12dfb on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:12.518408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network d6ff0cdc-e484-422f-8cf9-0f78125fc7ca is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:12.532547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:12.532778 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:12.535515 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 8 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:12.552130 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-6e5824ac-e95d-4676-82e1-d48cedabfdb6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 999 time: 0.2328107
Dec 15 12:47:12.559224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:12.603002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] Sync routers for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:12.605590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.620319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:12.621300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:12.621672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:12.622041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:12.629569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, d6ff0cdc-e484-422f-8cf9-0f78125fc7ca) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:12.657126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:12.658222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.658468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:12.658908 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:12.665292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 9 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:12.673325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:12.704342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.712821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.724087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:12.724293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:12.724612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:12.724853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:12.725654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb64f278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:46:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:12.795466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.828735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.852384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Calling delete_port for 92c4bf1c-bf49-4d0d-bbed-2344195a780a owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:12.857362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-fb9c457b-abe8-4d1e-90f5-bb61eb6bd513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:12.859035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-fb9c457b-abe8-4d1e-90f5-bb61eb6bd513 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.2930987
Dec 15 12:47:12.884820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Deleting port 94ec1d49-c5d9-496e-baf0-522eb05e45c2 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:12.884820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:12.931685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:12.931685 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:12.933774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempt 10 to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22
Dec 15 12:47:12.935192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Port': ['ID=977ec556-a085-4720-b8a6-7a53a021712c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:12.939014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa35d898>,) {'filters': {'network_id': ['48ce8ff0-9e8b-4d84-987a-bb3b93467339']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:12.966388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:12.983508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:12.983884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa35d898>, '8c2807d7-4ba4-4349-b3ec-607f6c2f758c') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:12.984014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:12.984356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa35d898>, '8c2807d7-4ba4-4349-b3ec-607f6c2f758c') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:12.984568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempting to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:13.004253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-49342ed1-cc5f-4d67-8557-e38a578310d2 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "PUT /v2.0/floatingips/f008864b-434d-4c85-ada9-cc13aa3e8d58 HTTP/1.1" status: 200  len: 992 time: 6.8582103
Dec 15 12:47:13.007023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:47:13.013561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.040611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.040865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:47:13.041200 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Failed to bind port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '439ca004-b544-4ebe-8a42-5af2cdb76ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1fa92c31-c599-4359-b2dd-736788965416'}]
Dec 15 12:47:13.041597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.052342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Checking segment: {'id': '6e79fb7b-dfda-46fe-b744-1530807ad533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fbae7442-2467-47cf-b80e-9068aec1c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:13.052780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network hostable DHCP agents. Network: fbae7442-2467-47cf-b80e-9068aec1c33b, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:13.065208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:13.065658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:13.088487 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:13.098616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:13.372167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.391228 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600', 'status': 'completed', 'code': 200}
Dec 15 12:47:13.399195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.480827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-5085d666-1ae0-4d41-8f07-304bf3f2c5eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5987167
Dec 15 12:47:13.481430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0158a9dc-babd-4a91-a13e-765f6a412c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.487110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.491937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.498861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:13.536878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Calling delete_port for 94ec1d49-c5d9-496e-baf0-522eb05e45c2 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:13.550028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network fbae7442-2467-47cf-b80e-9068aec1c33b is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:13.564441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/48ce8ff0-9e8b-4d84-987a-bb3b93467339 HTTP/1.1" status: 204  len: 168 time: 5.8963821
Dec 15 12:47:13.572559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76bdcc3e-a241-43f5-b3c6-e778c43b79db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:13.574431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=48ce8ff0-9e8b-4d84-987a-bb3b93467339,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:13.577449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:13.579495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51348) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:13.591192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1278224823'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:13.595075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, fbae7442-2467-47cf-b80e-9068aec1c33b) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:13.599880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:13.604399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:13.607961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:13.608687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.618554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:13.636681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Port': ['ID=92c4bf1c-bf49-4d0d-bbed-2344195a780a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:13.651133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:13.655519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] For port 49a65c6e-7e88-49a8-b6ec-f0da30033d22, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:13.655929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Attempted to set empty binding levels {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 15 12:47:13.664512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.676782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:13.687059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:13.705568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:13.710882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.5400007
Dec 15 12:47:13.716642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51352) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:13.725897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.791361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:13.797313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.830129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-ef282f38-79a2-4d92-9c03-1df855dfc8be service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3346260
Dec 15 12:47:13.902140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:13.938141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464fec13-9eff-4d2b-97e7-046210539b80 None None] Network d6ff0cdc-e484-422f-8cf9-0f78125fc7ca requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:13.952775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95816c-1b77-4c0e-86a1-f92f008bc07b None None] Network fbae7442-2467-47cf-b80e-9068aec1c33b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:13.981257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:13.985541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:13.985948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 061d29c6-0a52-44e1-aebc-882a3c90d83d of type vlan for network 3321c58c-d831-4a56-8c54-49b80d4c3e38
Dec 15 12:47:14.016684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa8548-2a81-42b6-8844-448f17b01029 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:14.022376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa8548-2a81-42b6-8844-448f17b01029 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:14.023307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1bfa8548-2a81-42b6-8844-448f17b01029 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Synchronizing usage tracker for tenant:8e959c2588364826892611d27684337e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:14.068240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:14.095127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1bfa8548-2a81-42b6-8844-448f17b01029 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Unset dirty status for tenant:8e959c2588364826892611d27684337e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:14.099171 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1bfa8548-2a81-42b6-8844-448f17b01029 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.3787904
Dec 15 12:47:14.101672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51356) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:14.135052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event updated for resources: {'Port': ['ID=49a65c6e-7e88-49a8-b6ec-f0da30033d22,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:14.151180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b10e9700-6fc4-40ed-92db-c8f801079254 req-7d7a6cd7-f062-42b9-b2b6-f04feb035062 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047812
Dec 15 12:47:14.211581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Deleting port 22a25349-b33a-4a57-a666-249a3e630cd2 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:14.212375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:14.235511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:14.283127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-a647729e-d7af-4d1e-94a9-54aa6d8341d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0740fa38e254b8585115892d0e4fa4e&device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 1099 time: 1.0809803
Dec 15 12:47:14.284355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] In _notify_port_updated(), no bound segment for port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 on network 1fa92c31-c599-4359-b2dd-736788965416 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:47:14.285711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:14.287304 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "PUT /v2.0/ports/49a65c6e-7e88-49a8-b6ec-f0da30033d22 HTTP/1.1" status: 200  len: 977 time: 5.6533427
Dec 15 12:47:14.299843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51362) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:14.345026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:14.352090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:14.352781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:14.365291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:14.567160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9834542
Dec 15 12:47:14.573298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51370) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:14.622508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Deleting port 49a65c6e-7e88-49a8-b6ec-f0da30033d22 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:14.623178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:14.625233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '3321c58c-d831-4a56-8c54-49b80d4c3e38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:14.652195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-94e5d7a8-8f59-4da6-84e3-d801a339a044 None None] Could not find standard attr ID for object 92c4bf1c-bf49-4d0d-bbed-2344195a780a. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:47:14.685545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=3321c58c-d831-4a56-8c54-49b80d4c3e38,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:14.695668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:14.714935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 3321c58c-d831-4a56-8c54-49b80d4c3e38 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:14.735883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0fec88>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'd7064d01-495c-4dfb-8ee3-b78ee7470705', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'floating_ip_address': '172.26.0.11', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'port_id': '969790a7-6785-49b8-be88-fab02c729b81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'mac_address': 'fa:16:3e:32:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:23Z', 'updated_at': '2021-12-15T12:47:05Z', 'revision_number': 1, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:22Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:14.752027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb64f278>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f008864b-434d-4c85-ada9-cc13aa3e8d58', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'floating_ip_address': '172.26.0.176', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '5157f754-9570-453e-9edc-242a1f25f707', 'port_id': '20561bde-c4f6-4d6a-8966-a33691f88600', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'mac_address': 'fa:16:3e:54:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:25Z', 'updated_at': '2021-12-15T12:47:07Z', 'revision_number': 1, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:20Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:14.763371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] Checking router: 5157f754-9570-453e-9edc-242a1f25f707 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:47:14.787480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2b065-0f03-477a-a8e4-d9f6b0bcca23 None None] The sync data for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv is: [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'd7064d01-495c-4dfb-8ee3-b78ee7470705', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'floating_ip_address': '172.26.0.11', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'port_id': '969790a7-6785-49b8-be88-fab02c729b81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'mac_address': 'fa:16:3e:32:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:23Z', 'updated_at': '2021-12-15T12:47:05Z', 'revision_number': 1, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:22Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:14.830573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:14.881729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-edb85887-26f5-4a8d-993c-67b6ac8f72f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:14.883428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-edb85887-26f5-4a8d-993c-67b6ac8f72f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de98e018-c465-4472-9497-5e08fb357769 HTTP/1.1" status: 200  len: 912 time: 0.5540543
Dec 15 12:47:14.905635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:14.906607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb64f278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:14.968769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.070185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/ports/92c4bf1c-bf49-4d0d-bbed-2344195a780a HTTP/1.1" status: 204  len: 168 time: 2.9635820
Dec 15 12:47:15.072688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:15.077386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51374) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:15.131627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.134168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:15.138681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:15.151948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:15.187778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Calling delete_port for 22a25349-b33a-4a57-a666-249a3e630cd2 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:15.199440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-054359b2-4d14-4b62-88d7-585507af5e67 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] GET failed (client error): The resource could not be found.
Dec 15 12:47:15.200142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-054359b2-4d14-4b62-88d7-585507af5e67 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Synchronizing usage tracker for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:15.215793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:15.246029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-a63e75b9-fe97-4fac-a03d-f28dc9355b84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20561bde-c4f6-4d6a-8966-a33691f88600 HTTP/1.1" status: 200  len: 1000 time: 0.2762613
Dec 15 12:47:15.256702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.276820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc6ecc-41b1-4461-857a-18bcb193f8ef None None] New status for floating IP d7064d01-495c-4dfb-8ee3-b78ee7470705: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:47:15.292246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event deleted for resources: {'Port': ['ID=94ec1d49-c5d9-496e-baf0-522eb05e45c2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:15.294135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] For port 49a65c6e-7e88-49a8-b6ec-f0da30033d22, host hv-neutron-8218, got binding levels [] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:15.299711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.352931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:15.355385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:15.455410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-d3598127-0b45-4346-a5af-a09731131f4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:15.456982 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-d3598127-0b45-4346-a5af-a09731131f4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b7a4c81-a551-43b8-a11c-8a10ec518f48 HTTP/1.1" status: 200  len: 850 time: 0.0988128
Dec 15 12:47:15.459260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Calling delete_port for 49a65c6e-7e88-49a8-b6ec-f0da30033d22 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:15.523013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-054359b2-4d14-4b62-88d7-585507af5e67 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Unset dirty status for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:15.524446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-054359b2-4d14-4b62-88d7-585507af5e67 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "GET /v2.0/ports/92c4bf1c-bf49-4d0d-bbed-2344195a780a HTTP/1.1" status: 404  len: 333 time: 0.4448044
Dec 15 12:47:15.527912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51378) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:15.633463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.642950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb64f278>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f008864b-434d-4c85-ada9-cc13aa3e8d58', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'floating_ip_address': '172.26.0.176', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '5157f754-9570-453e-9edc-242a1f25f707', 'port_id': '20561bde-c4f6-4d6a-8966-a33691f88600', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'mac_address': 'fa:16:3e:54:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:25Z', 'updated_at': '2021-12-15T12:47:07Z', 'revision_number': 1, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:20Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:15.648086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0c05f-9814-409e-8644-f4feb01eb76b None None] The sync data for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv is: [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f008864b-434d-4c85-ada9-cc13aa3e8d58', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'floating_ip_address': '172.26.0.176', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '5157f754-9570-453e-9edc-242a1f25f707', 'port_id': '20561bde-c4f6-4d6a-8966-a33691f88600', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'mac_address': 'fa:16:3e:54:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:46:25Z', 'updated_at': '2021-12-15T12:47:07Z', 'revision_number': 1, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:20Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:15.653752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c015daed-8f28-4157-a848-4747da308686 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:15.677737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:15.718095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Port': ['ID=22a25349-b33a-4a57-a666-249a3e630cd2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:15.728833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port 38b94517-8ea8-4ba9-8337-27ddcfb4288f {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:15.729230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.748594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.761973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:15.783423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.789795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.809595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:15.892113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Pushing event deleted for resources: {'Port': ['ID=49a65c6e-7e88-49a8-b6ec-f0da30033d22,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:15.906532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/ports/22a25349-b33a-4a57-a666-249a3e630cd2 HTTP/1.1" status: 204  len: 168 time: 1.8037498
Dec 15 12:47:15.910550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:15.911100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51386) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:15.972485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:15.977011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "DELETE /v2.0/ports/49a65c6e-7e88-49a8-b6ec-f0da30033d22 HTTP/1.1" status: 204  len: 168 time: 1.6735437
Dec 15 12:47:15.978565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51390) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:16.044869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.120973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb445a7-62d8-4fab-9452-195b551f6e22 None None] New status for floating IP f008864b-434d-4c85-ada9-cc13aa3e8d58: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:47:16.166991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-ea7ee5cf-f478-448d-9cc7-fde4dfa549c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de98e018-c465-4472-9497-5e08fb357769&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6412358
Dec 15 12:47:16.268688 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f15628-1191-4b4d-9a92-fbee131f6698 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:47:16.269669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-31f15628-1191-4b4d-9a92-fbee131f6698 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Synchronizing usage tracker for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:16.363787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Deleting port 977ec556-a085-4720-b8a6-7a53a021712c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:16.364157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.490563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.641230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Calling delete_port for 38b94517-8ea8-4ba9-8337-27ddcfb4288f owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:16.646479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.658574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-31f15628-1191-4b4d-9a92-fbee131f6698 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Unset dirty status for tenant:b4e011ce22ac4c0f9ce3fbc16e31e99e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:16.664548 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-31f15628-1191-4b4d-9a92-fbee131f6698 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] 10.222.0.53 "GET /v2.0/ports/49a65c6e-7e88-49a8-b6ec-f0da30033d22 HTTP/1.1" status: 404  len: 333 time: 0.6805608
Dec 15 12:47:16.669802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51396) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:16.720787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.795384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.795980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Fanout notify agent at l3_agent the message router_deleted on router 801e3532-1f6e-41ee-b9c4-e69637538afa {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:47:16.802344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-7c6ae004-0e2b-4af6-b9a0-bcbed7cf2f07 service neutron] 10.222.0.77 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5285397
Dec 15 12:47:16.917153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.922378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/801e3532-1f6e-41ee-b9c4-e69637538afa HTTP/1.1" status: 204  len: 168 time: 6.6380563
Dec 15 12:47:16.933845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51404) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:16.938070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:16.952808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394504126', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': False}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:17.030338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.034357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:17.043217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.051017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:17.081750 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3c8d0e64-9476-4299-8bba-62996ab0ea97 req-fcf10710-4575-43d2-ad1f-55fef80467f0 service neutron] 10.222.0.77 "GET /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415977
Dec 15 12:47:17.104919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Calling delete_port for 977ec556-a085-4720-b8a6-7a53a021712c owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:17.133220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=ca013a03-0eda-4c41-878b-21807721709c,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:17.136356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:router and tenant:dae236e4a39f4938b62fc755395c555f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:17.138850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:17.143573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:17.150988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '061d29c6-0a52-44e1-aebc-882a3c90d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3321c58c-d831-4a56-8c54-49b80d4c3e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:17.151488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 3321c58c-d831-4a56-8c54-49b80d4c3e38, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:17.174696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 3321c58c-d831-4a56-8c54-49b80d4c3e38 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:17.183951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 3321c58c-d831-4a56-8c54-49b80d4c3e38) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:17.189425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:17.190100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.194767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146544cb-312a-41cc-afa0-ad1676993419 None None] Network 3321c58c-d831-4a56-8c54-49b80d4c3e38 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:17.195080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:17.212460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6248980
Dec 15 12:47:17.215262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51408) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:17.328211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.329940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.393360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.398471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:47:17.416212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.438857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-3321c58c-d831-4a56-8c54-49b80d4c3e38', 'network_id': '3321c58c-d831-4a56-8c54-49b80d4c3e38', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': 'ca013a03-0eda-4c41-878b-21807721709c'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:17.439906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.478357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.487152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.494226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa8a4e10>,) {'filters': {'network_id': ['1fa92c31-c599-4359-b2dd-736788965416']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:17.509958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f98e032d-ab02-4a61-95ea-2f83cf81b42c tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:17.557832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8a4e10>, '439ca004-b544-4ebe-8a42-5af2cdb76ce4') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:17.558171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8a4e10>, '439ca004-b544-4ebe-8a42-5af2cdb76ce4') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:17.572026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.583419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Port': ['ID=38b94517-8ea8-4ba9-8337-27ddcfb4288f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:17.585996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:17.589994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:17.615929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Allocated IP 172.20.0.2 (3321c58c-d831-4a56-8c54-49b80d4c3e38/ca013a03-0eda-4c41-878b-21807721709c/5ee3cad2-b90d-4d91-b105-d83d142a7eb0) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:17.621004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.680328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.690919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Port': ['ID=977ec556-a085-4720-b8a6-7a53a021712c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:17.693580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:17.740058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.752885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.776439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:17.776883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:17.793133 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:17.850466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.009524 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/ports/977ec556-a085-4720-b8a6-7a53a021712c HTTP/1.1" status: 204  len: 168 time: 2.0949783
Dec 15 12:47:18.012482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:18.031177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.039182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Transition to ACTIVE for port object 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:18.045484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/ports/38b94517-8ea8-4ba9-8337-27ddcfb4288f HTTP/1.1" status: 204  len: 168 time: 2.5105040
Dec 15 12:47:18.046357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51422) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:18.048007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.053661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.068506 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c9d4933-5631-476c-ab0d-fd2d50a1322f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0539806
Dec 15 12:47:18.071602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] 10.222.0.53 "DELETE /v2.0/networks/1fa92c31-c599-4359-b2dd-736788965416 HTTP/1.1" status: 204  len: 168 time: 1.3855002
Dec 15 12:47:18.076087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51426) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:18.078051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:18.080296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Transition to ACTIVE for port object 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:18.082911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-551302380'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:18.087638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.091101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:18.095045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:18.099686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Usage tracker for resource:network and tenant:8e959c2588364826892611d27684337e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:18.105260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:18.113398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:18.120718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.127294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:18.167822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Network 3321c58c-d831-4a56-8c54-49b80d4c3e38 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:18.172030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:18.182855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:18.190305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Pushing event deleted for resources: {'Network': ['ID=1fa92c31-c599-4359-b2dd-736788965416,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:18.191203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Made reservation on behalf of 8e959c2588364826892611d27684337e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:18.193269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:18.195943 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cfb6ba-8b3b-4401-a221-fa642641be25 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] GET failed (client error): The resource could not be found.
Dec 15 12:47:18.196872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-10cfb6ba-8b3b-4401-a221-fa642641be25 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Synchronizing usage tracker for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:18.197172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.199433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Pushing event updated for resources: {'Port': ['ID=5ee3cad2-b90d-4d91-b105-d83d142a7eb0,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:18.208253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.232862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:18.240906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-10cfb6ba-8b3b-4401-a221-fa642641be25 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Unset dirty status for tenant:0e0c5c40fd1e4866a12a58b24891cf1f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:18.244703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=ca013a03-0eda-4c41-878b-21807721709c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:18.250959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:18.253063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-10cfb6ba-8b3b-4401-a221-fa642641be25 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "GET /v2.0/ports/38b94517-8ea8-4ba9-8337-27ddcfb4288f HTTP/1.1" status: 404  len: 333 time: 0.1772571
Dec 15 12:47:18.256022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:18.311986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Attempting to bind port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:18.311986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Attempting to bind port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '061d29c6-0a52-44e1-aebc-882a3c90d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3321c58c-d831-4a56-8c54-49b80d4c3e38'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:18.312203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Attempting to bind port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 on network 3321c58c-d831-4a56-8c54-49b80d4c3e38 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:18.326016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:18.326496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Checking segment: {'id': '061d29c6-0a52-44e1-aebc-882a3c90d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3321c58c-d831-4a56-8c54-49b80d4c3e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:18.334507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.334730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Bound using segment: {'id': '061d29c6-0a52-44e1-aebc-882a3c90d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3321c58c-d831-4a56-8c54-49b80d4c3e38'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:18.335315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Bound port: 5ee3cad2-b90d-4d91-b105-d83d142a7eb0, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d29c6-0a52-44e1-aebc-882a3c90d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3321c58c-d831-4a56-8c54-49b80d4c3e38'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:18.335874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.385195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port a408f5be-2604-4cb0-98ff-62183d5c22ad {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:18.385639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.448639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:18.463259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] For port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:18.466597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] For port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5ee3cad2-b90d-4d91-b105-d83d142a7eb0,segment=NetworkSegment(061d29c6-0a52-44e1-aebc-882a3c90d83d),segment_id=061d29c6-0a52-44e1-aebc-882a3c90d83d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:18.471666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.477011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:18.528498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.568911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51440) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:18.582340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.604464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.606650 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Added segment da2f2be0-3529-4c60-a6c2-573cf341caa1 of type vlan for network f2ca8fdd-d207-4531-927b-a586666d0e67
Dec 15 12:47:18.607864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.610008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Pushing event updated for resources: {'Port': ['ID=5ee3cad2-b90d-4d91-b105-d83d142a7eb0,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:18.619995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:18.656426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13320f9a-d368-4a6d-96e3-3e88b0077910 None None] Network 3321c58c-d831-4a56-8c54-49b80d4c3e38 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:18.709935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.721361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa742978>,) {'filters': {'network_id': ['3321c58c-d831-4a56-8c54-49b80d4c3e38']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:18.742740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa742978>, '061d29c6-0a52-44e1-aebc-882a3c90d83d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:18.743079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa742978>, '061d29c6-0a52-44e1-aebc-882a3c90d83d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:18.803075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Allocated IP 172.26.0.33 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/000efaad-e896-4d38-b0c5-2183511a6191) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:18.831768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.868369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.870721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.889972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:18.890886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.901102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85f4c4b0-fa62-49c3-aa48-7b764fe98db2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:18.923859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:18.924313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.929672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1603a-d379-4e1a-8d4f-8d43aefc2230 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:18.947543 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:18.954135 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6d6c5065-8ba7-4c05-b475-8dc572ddd52e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88ce968f434e48bcb46119460517ec8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3781803
Dec 15 12:47:18.954233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:18.955576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51446) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:19.057094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.064453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1603a-d379-4e1a-8d4f-8d43aefc2230 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:47:19.090583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.124228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.164781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.178912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33af8e15-4369-4d3d-99f4-e174d6f3e643 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:19.231334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Calling delete_port for a408f5be-2604-4cb0-98ff-62183d5c22ad owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:19.298528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:19.302000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Network': ['ID=f2ca8fdd-d207-4531-927b-a586666d0e67,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:19.303692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:19.311749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:19.336620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:19.358522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Port': ['ID=000efaad-e896-4d38-b0c5-2183511a6191,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:19.374773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:19.385147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.388679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3113298
Dec 15 12:47:19.389382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51454) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:19.391961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:47:19.391961 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:47:19.391961 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': '3321c58c-d831-4a56-8c54-49b80d4c3e38'}]
Dec 15 12:47:19.391961 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:47:19.392381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:47:19.394315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:19.415641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-194312185'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:19.429516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ba808-4b2e-4e72-9600-c769b9ad8f22,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:19.434828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:19.436030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:19.448936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Usage tracker for resource:network and tenant:8e959c2588364826892611d27684337e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:19.473738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.479771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:19.482285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:19.490812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network f2ca8fdd-d207-4531-927b-a586666d0e67 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:19.500761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:19.517619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.522067 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e8ba808-4b2e-4e72-9600-c769b9ad8f22 HTTP/1.1" status: 204  len: 168 time: 0.5622785
Dec 15 12:47:19.524673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Port': ['ID=a408f5be-2604-4cb0-98ff-62183d5c22ad,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:19.529417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:19.534776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Made reservation on behalf of 8e959c2588364826892611d27684337e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:19.542080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.615470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:19.627084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.627635 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Added segment f4577f0c-beee-4029-aa45-6d0fbde7ef80 of type vlan for network 2227fcf8-b6c8-42d7-ac08-799c402d02da
Dec 15 12:47:19.663044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.672802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.689258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/ports/a408f5be-2604-4cb0-98ff-62183d5c22ad HTTP/1.1" status: 204  len: 168 time: 1.4352458
Dec 15 12:47:19.692014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51460) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:19.710059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.714495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:19.715147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.722092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-182ec3d3-3a53-4eb8-818c-60a0c354c73d tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:19.769927 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3673046
Dec 15 12:47:19.917143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Network': ['ID=2227fcf8-b6c8-42d7-ac08-799c402d02da,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:19.919643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.930611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:19.932642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:19.932765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2227fcf8-b6c8-42d7-ac08-799c402d02da details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:19.933729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:20.042145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:20.042620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:20.153966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51468) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:20.325485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Router e939eccb-3951-4c1b-9fbe-cb66dce08b30 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:47:20.382109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e6983574-00db-4a64-9ddc-d6dd917504ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4e011ce22ac4c0f9ce3fbc16e31e99e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2145588
Dec 15 12:47:20.387911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting subnet fa808d50-f4b0-48c7-9e67-9a55154ea736 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:47:20.398416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51474) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:20.415227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:20.536083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:20.807104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:20.822127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Sync routers for ids ['e939eccb-3951-4c1b-9fbe-cb66dce08b30'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:20.846112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:20.847620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.9126022
Dec 15 12:47:20.850417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51480) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:20.850703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Routers {'e939eccb-3951-4c1b-9fbe-cb66dce08b30'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:20.851645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2dd668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['e939eccb-3951-4c1b-9fbe-cb66dce08b30'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:20.905909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5ee3cad2-b90d-4d91-b105-d83d142a7eb0,segment=NetworkSegment(061d29c6-0a52-44e1-aebc-882a3c90d83d),segment_id=061d29c6-0a52-44e1-aebc-882a3c90d83d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:20.906627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.102222 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a930a47-3da4-4d9f-8b4f-ffa1ba62e942 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/e939eccb-3951-4c1b-9fbe-cb66dce08b30 HTTP/1.1" status: 200  len: 907 time: 0.2502668
Dec 15 12:47:21.105119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51486) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:21.111110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394504126', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': True}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:21.117336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:21.121766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Usage tracker for resource:router and tenant:dae236e4a39f4938b62fc755395c555f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:21.125496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:21.134301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:21.145267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:21.146456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.147957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.170508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.283697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Set router e939eccb-3951-4c1b-9fbe-cb66dce08b30 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:21.351746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.358951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.387687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.419188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.431669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:21.493885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=5ee3cad2-b90d-4d91-b105-d83d142a7eb0,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:21.496590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:21.517825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port 5ee3cad2-b90d-4d91-b105-d83d142a7eb0 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:21.554129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.633998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2dd668>, [{'id': 'e939eccb-3951-4c1b-9fbe-cb66dce08b30', 'name': 'tempest-snat-router-394504126', 'tenant_id': 'dae236e4a39f4938b62fc755395c555f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.33'}], 'enable_snat': False}, 'gw_port_id': '000efaad-e896-4d38-b0c5-2183511a6191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:17Z', 'updated_at': '2021-12-15T12:47:19Z', 'revision_number': 3, 'project_id': 'dae236e4a39f4938b62fc755395c555f', 'gw_port': {'id': '000efaad-e896-4d38-b0c5-2183511a6191', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e939eccb-3951-4c1b-9fbe-cb66dce08b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:18Z', 'updated_at': '2021-12-15T12:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:21.641079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Checking router: e939eccb-3951-4c1b-9fbe-cb66dce08b30 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:47:21.641647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Updating router e939eccb-3951-4c1b-9fbe-cb66dce08b30 port 000efaad-e896-4d38-b0c5-2183511a6191 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:47:21.710960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.770347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.800604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fba6d4a8>,) {'filters': {'network_id': ['3321c58c-d831-4a56-8c54-49b80d4c3e38']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:21.815676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fba6d4a8>, '061d29c6-0a52-44e1-aebc-882a3c90d83d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:21.816220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fba6d4a8>, '061d29c6-0a52-44e1-aebc-882a3c90d83d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:21.819868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.830724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.847581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.854805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:21.855238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.857408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:21.979623 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:21.986450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:21.994142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.000837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:22.033139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=3321c58c-d831-4a56-8c54-49b80d4c3e38,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:22.035810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:22.043859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.046404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.052042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/277abff9-b50f-470a-8b4b-e77bbc314340 HTTP/1.1" status: 204  len: 168 time: 1.6483905
Dec 15 12:47:22.052042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:22.062948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/3321c58c-d831-4a56-8c54-49b80d4c3e38 HTTP/1.1" status: 204  len: 168 time: 4.8464847
Dec 15 12:47:22.066785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51496) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:22.073126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1394827859'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:22.076847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277abff9-b50f-470a-8b4b-e77bbc314340,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:22.082150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:22.084861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:22.093325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:22.098560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:22.106725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:22.111657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.116476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.117627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:22.131049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Transition to ACTIVE for port object 000efaad-e896-4d38-b0c5-2183511a6191 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:22.138387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.145324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4938b2f-f6a2-4fc7-a58f-a9ef78efc746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:22.232743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Allocated IP 172.26.0.229 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/c9e454b9-f76b-43c8-85bb-602884a1cebf) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:22.261537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Subnet': ['ID=fa808d50-f4b0-48c7-9e67-9a55154ea736,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:22.264237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Pushing event updated for resources: {'Port': ['ID=000efaad-e896-4d38-b0c5-2183511a6191,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:22.269330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Attempting to bind port 000efaad-e896-4d38-b0c5-2183511a6191 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:22.269734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Attempting to bind port 000efaad-e896-4d38-b0c5-2183511a6191 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:22.270136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Attempting to bind port 000efaad-e896-4d38-b0c5-2183511a6191 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:22.273582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:22.293545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d3de5a-6231-4d5c-841a-94180a8d8ad1 None None] Network 61cd8577-9783-4c85-a1b0-196daf26c950 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:22.300606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.310988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.311382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.318912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/subnets/fa808d50-f4b0-48c7-9e67-9a55154ea736 HTTP/1.1" status: 204  len: 168 time: 2.6255307
Dec 15 12:47:22.320216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51502) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:22.326753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.327130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.327505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.327931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.328946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.329314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.329678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.330036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.330394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:22.342809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:22.343221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:22.352189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.352710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:22.353284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Bound port: 000efaad-e896-4d38-b0c5-2183511a6191, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:22.353715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.399710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:22.402155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:22.417731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.539383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] For port 000efaad-e896-4d38-b0c5-2183511a6191, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:22.545272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] For port 000efaad-e896-4d38-b0c5-2183511a6191, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=000efaad-e896-4d38-b0c5-2183511a6191,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:22.549810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.565274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c2a1f32-e033-4227-b05d-e72f403545be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:22.655115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.687589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:22.701652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port 55fdf3f9-4469-4886-8da3-d306140fefd5 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:22.702032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.759769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Routers {'e939eccb-3951-4c1b-9fbe-cb66dce08b30'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:22.760372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2dd668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['e939eccb-3951-4c1b-9fbe-cb66dce08b30'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:22.793640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.794048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 1b276a5c-3f80-4994-a4d5-2b525e0152c5 of type vlan for network a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2
Dec 15 12:47:22.841653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Pushing event updated for resources: {'Port': ['ID=000efaad-e896-4d38-b0c5-2183511a6191,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:22.841653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:22.886624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.891574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] DHCP port deletion for 61cd8577-9783-4c85-a1b0-196daf26c950 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:47:22.901289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Deleting port 55fdf3f9-4469-4886-8da3-d306140fefd5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:22.901906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:22.991364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:23.103450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:23.115833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f23d062-4b0f-4801-b97d-c57b736939f5 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:23.190552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] Set router e939eccb-3951-4c1b-9fbe-cb66dce08b30 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:23.205190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:23.209407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:23.210051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:23.287918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] For port 55fdf3f9-4469-4886-8da3-d306140fefd5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=55fdf3f9-4469-4886-8da3-d306140fefd5,segment=NetworkSegment(0697bef3-1600-4c37-b7f2-3040a8fd81ae),segment_id=0697bef3-1600-4c37-b7f2-3040a8fd81ae)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:23.288369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:23.315169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] For port 55fdf3f9-4469-4886-8da3-d306140fefd5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=55fdf3f9-4469-4886-8da3-d306140fefd5,segment=NetworkSegment(0697bef3-1600-4c37-b7f2-3040a8fd81ae),segment_id=0697bef3-1600-4c37-b7f2-3040a8fd81ae)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:23.315556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:23.341785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:23.358751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:23.361706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:23.400176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e454b9-f76b-43c8-85bb-602884a1cebf,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:23.403380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:23.408681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-478e1710-d6b2-409e-81b4-73aeaa35237b tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:23.434645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3666301
Dec 15 12:47:23.467296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51520) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:23.512027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:23.516409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Calling delete_port for 55fdf3f9-4469-4886-8da3-d306140fefd5 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:23.633419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51526) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:23.642979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Calling delete_port for 55fdf3f9-4469-4886-8da3-d306140fefd5 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:23.665695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 55fdf3f9-4469-4886-8da3-d306140fefd5 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:47:23.681571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'subnets': [{'network_id': 'f2ca8fdd-d207-4531-927b-a586666d0e67', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1075842112', 'ip_version': 6}, {'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:23.681571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'subnet': {'network_id': 'f2ca8fdd-d207-4531-927b-a586666d0e67', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1075842112', 'ip_version': 6}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:23.681571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Request body: {'subnet': {'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:23.780836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No ports have port_id starting with 55fdf3f9-4469-4886-8da3-d306140fefd5
Dec 15 12:47:23.786336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:23.793972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:23.801105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:23.806721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:23.808284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:23.846527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:23.852372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:23.853860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] No DVR routers for this DVR port 55fdf3f9-4469-4886-8da3-d306140fefd5 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:23.863795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:23.875741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:23.907887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:23.972386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Pushing event deleted for resources: {'Port': ['ID=55fdf3f9-4469-4886-8da3-d306140fefd5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:23.978718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:24.011694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2dd668>, [{'id': 'e939eccb-3951-4c1b-9fbe-cb66dce08b30', 'name': 'tempest-snat-router-394504126', 'tenant_id': 'dae236e4a39f4938b62fc755395c555f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.33'}], 'enable_snat': False}, 'gw_port_id': '000efaad-e896-4d38-b0c5-2183511a6191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:17Z', 'updated_at': '2021-12-15T12:47:19Z', 'revision_number': 3, 'project_id': 'dae236e4a39f4938b62fc755395c555f', 'gw_port': {'id': '000efaad-e896-4d38-b0c5-2183511a6191', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e939eccb-3951-4c1b-9fbe-cb66dce08b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:18Z', 'updated_at': '2021-12-15T12:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:24.016217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e68004-2a1d-4c82-9cb6-7977d4c74ce3 None None] The sync data for ids ['e939eccb-3951-4c1b-9fbe-cb66dce08b30'] in dv-neutron-821831-1-hyperv is: [{'id': 'e939eccb-3951-4c1b-9fbe-cb66dce08b30', 'name': 'tempest-snat-router-394504126', 'tenant_id': 'dae236e4a39f4938b62fc755395c555f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.33'}], 'enable_snat': False}, 'gw_port_id': '000efaad-e896-4d38-b0c5-2183511a6191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:17Z', 'updated_at': '2021-12-15T12:47:19Z', 'revision_number': 3, 'project_id': 'dae236e4a39f4938b62fc755395c555f', 'gw_port': {'id': '000efaad-e896-4d38-b0c5-2183511a6191', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e939eccb-3951-4c1b-9fbe-cb66dce08b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:18Z', 'updated_at': '2021-12-15T12:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:24.026310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:47:24.026796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:47:24.033881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:24.038134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Usage tracker for resource:subnet and tenant:8e959c2588364826892611d27684337e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:24.041469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:24.048408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:24.059502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Made reservation on behalf of 8e959c2588364826892611d27684337e for: {'subnet': 2} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:24.117677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.160660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51538) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:24.240429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing IP validity checks on allocation pools {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 12:47:24.241038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 12:47:24.343835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.345848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.351139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.352103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.451026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-978757628'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:24.474485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:24.485957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Usage tracker for resource:network and tenant:2c19463dc4df4aa7829e0963a5e2605a is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:24.500045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:24.513089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:24.525097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.541312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:24.546797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Deleting port 55fdf3f9-4469-4886-8da3-d306140fefd5 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:24.547195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.574069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Made reservation on behalf of 2c19463dc4df4aa7829e0963a5e2605a for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:24.579966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.616806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.638745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] The port '55fdf3f9-4469-4886-8da3-d306140fefd5' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:47:24.877561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:24.965073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb331860>,) {'filters': {'network_id': ['61cd8577-9783-4c85-a1b0-196daf26c950']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:25.008619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=630b3d4c-d817-4439-a404-5a25a100ac66,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:25.012288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:25.032640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:25.038303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb331860>, '0697bef3-1600-4c37-b7f2-3040a8fd81ae') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:25.038623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb331860>, '0697bef3-1600-4c37-b7f2-3040a8fd81ae') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:25.042456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Usage tracker for resource:security_group_rule and tenant:2c19463dc4df4aa7829e0963a5e2605a is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:25.050270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:25.060499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '1b276a5c-3f80-4994-a4d5-2b525e0152c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:25.060877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:25.077344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:25.080379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.108810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.119670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:25.120129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:25.136972 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:25.153674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:25.190024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:25.201899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742ba07-c0a0-469f-af26-b6e01349573a None None] Network a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:25.210421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:25.211000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.258527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.274656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.285871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-221be097-e3a7-475f-949b-1a91494b5492 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:25.308538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.325300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.334887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:25.352611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.8818831
Dec 15 12:47:25.353553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51550) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:25.362198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:25.371249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Pushing event deleted for resources: {'Network': ['ID=61cd8577-9783-4c85-a1b0-196daf26c950,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:25.374801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:25.395889 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] 10.222.0.53 "DELETE /v2.0/networks/61cd8577-9783-4c85-a1b0-196daf26c950 HTTP/1.1" status: 204  len: 168 time: 3.0740428
Dec 15 12:47:25.478201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715c7329-2023-451d-8984-eb47bc367130,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:25.482413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.483154 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Added segment 3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82 of type vlan for network e7c669e8-761d-4d23-a923-793f9d9b55d2
Dec 15 12:47:25.493828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.499746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Router 81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:47:25.503549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:25.506989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:25.665530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2', 'network_id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': '630b3d4c-d817-4439-a404-5a25a100ac66'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:25.666835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.686051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.776247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Subnet': ['ID=1663c0c4-153f-48be-9684-514ffd98df4b,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:25.781036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:25.786906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 000efaad-e896-4d38-b0c5-2183511a6191 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:25.788381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Checking segment: {'id': 'da2f2be0-3529-4c60-a6c2-573cf341caa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2ca8fdd-d207-4531-927b-a586666d0e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:25.788781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network hostable DHCP agents. Network: f2ca8fdd-d207-4531-927b-a586666d0e67, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:25.827439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network f2ca8fdd-d207-4531-927b-a586666d0e67 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:25.843672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.871372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, f2ca8fdd-d207-4531-927b-a586666d0e67) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:25.884974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c045e-715d-4518-92d4-5b6bcf686deb None None] Network f2ca8fdd-d207-4531-927b-a586666d0e67 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:25.886190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.888166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.893988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f0ff687a-d0c1-48ac-ae50-ce43e9b4d649 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:25.898198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:25.898971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:25.905717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40f221a2-af00-489c-b476-df36bb1a16bb tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:25.984404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event updated for resources: {'Subnet': ['ID=ce71d9ca-e85b-4eb7-a8d4-7d742d8d3dc5,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:25.996772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:26.010320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Checking segment: {'id': 'f4577f0c-beee-4029-aa45-6d0fbde7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:26.010978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network hostable DHCP agents. Network: 2227fcf8-b6c8-42d7-ac08-799c402d02da, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:26.043054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51562) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:26.043954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Network 2227fcf8-b6c8-42d7-ac08-799c402d02da is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:26.066616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2227fcf8-b6c8-42d7-ac08-799c402d02da) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:26.086986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:26.087979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:26.088997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:26.125520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6f549-2bcf-493d-b8f6-10fa1280d6e6 None None] Network 2227fcf8-b6c8-42d7-ac08-799c402d02da requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:26.133674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 2.4967618
Dec 15 12:47:26.133925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51568) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:26.256036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 000efaad-e896-4d38-b0c5-2183511a6191 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:26.269759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86e143-4295-49e5-9eb5-d72a81461626 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:26.271182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86e143-4295-49e5-9eb5-d72a81461626 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:26.273640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86e143-4295-49e5-9eb5-d72a81461626 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:26.274682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ab86e143-4295-49e5-9eb5-d72a81461626 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Synchronizing usage tracker for tenant:8e959c2588364826892611d27684337e on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:26.306862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51572) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:26.308113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.1445892
Dec 15 12:47:26.309427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:26.314695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Request body: {'subnet': {'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:26.339456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ab86e143-4295-49e5-9eb5-d72a81461626 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Unset dirty status for tenant:8e959c2588364826892611d27684337e on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:26.350866 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab86e143-4295-49e5-9eb5-d72a81461626 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.2058787
Dec 15 12:47:26.352169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51576) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:26.368311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event updated for resources: {'Network': ['ID=e7c669e8-761d-4d23-a923-793f9d9b55d2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:26.374821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:26.441260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:26.464788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:26.469114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 5.3600447
Dec 15 12:47:26.469407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51580) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:26.508513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:26.525023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Sync routers for ids ['81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:26.572175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 000efaad-e896-4d38-b0c5-2183511a6191 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:26.572692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:26.704262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71ba0062-3804-46b9-820a-ff9c13f5e899 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2 HTTP/1.1" status: 200  len: 907 time: 0.2335587
Dec 15 12:47:26.707466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51586) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:26.756857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-871e3981-89f4-4ec7-9c2d-d57cd38a9417 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e0c5c40fd1e4866a12a58b24891cf1f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7089953
Dec 15 12:47:26.769576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51592) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:26.811096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:26.827771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Deleting subnet 1663c0c4-153f-48be-9684-514ffd98df4b {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:47:26.836247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:26.871687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Usage tracker for resource:subnet and tenant:2c19463dc4df4aa7829e0963a5e2605a is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:26.882313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:26.905288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:26.942954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:26.948556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:26.974249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Routers {'81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:26.974467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Made reservation on behalf of 2c19463dc4df4aa7829e0963a5e2605a for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:26.974856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf57b70>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:27.030261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Allocated IP 172.20.0.3 (a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2/630b3d4c-d817-4439-a404-5a25a100ac66/69205392-f532-417f-b4fc-e9ad0accf3a1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:27.053111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.154463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d459ded3-dd47-4417-9fa3-f5799deb5c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-f2ca8fdd-d207-4531-927b-a586666d0e67', 'network_id': 'f2ca8fdd-d207-4531-927b-a586666d0e67', 'tenant_id': '8e959c2588364826892611d27684337e', 'fixed_ips': [{'subnet_id': '1663c0c4-153f-48be-9684-514ffd98df4b'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:27.155314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d459ded3-dd47-4417-9fa3-f5799deb5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.166834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.185849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.189802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2227fcf8-b6c8-42d7-ac08-799c402d02da', 'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da', 'tenant_id': '8e959c2588364826892611d27684337e', 'fixed_ips': [{'subnet_id': 'ce71d9ca-e85b-4eb7-a8d4-7d742d8d3dc5'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:27.190735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.200050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.212155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Deleting port c9e454b9-f76b-43c8-85bb-602884a1cebf {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:27.212519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.217478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.409407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.415737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-71c965d2-49e8-47c8-bc6a-16134087d496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:27.424411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.481664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301abdf5-ec2b-4fce-ba30-b09f15e02fad,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:27.485005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:27.485620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.490516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b6d6ad24-e432-44df-8595-f46a5bf12af9 tempest-DHCPAgentSchedulersTestJSON-1767261791 tempest-DHCPAgentSchedulersTestJSON-1767261791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:27.546901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Subnet': ['ID=1663c0c4-153f-48be-9684-514ffd98df4b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:27.555854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:27.562634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.563166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.580615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/subnets/1663c0c4-153f-48be-9684-514ffd98df4b HTTP/1.1" status: 204  len: 168 time: 1.2252295
Dec 15 12:47:27.580615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.580615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/301abdf5-ec2b-4fce-ba30-b09f15e02fad HTTP/1.1" status: 204  len: 168 time: 0.8069210
Dec 15 12:47:27.592654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51598) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:27.628762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Calling delete_port for c9e454b9-f76b-43c8-85bb-602884a1cebf owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:27.702391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Deleting subnet ce71d9ca-e85b-4eb7-a8d4-7d742d8d3dc5 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:47:27.710091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.716526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:27.823612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event updated for resources: {'Subnet': ['ID=a8411fa6-50a6-4214-9b5a-e319c090a7a1,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:27.829245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:27.843715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Checking segment: {'id': '3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:27.844893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Network hostable DHCP agents. Network: e7c669e8-761d-4d23-a923-793f9d9b55d2, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:27.851999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.868847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Transition to ACTIVE for port object 69205392-f532-417f-b4fc-e9ad0accf3a1 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:27.873226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:27.888564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, e7c669e8-761d-4d23-a923-793f9d9b55d2) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:27.893024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Transition to ACTIVE for port object 69205392-f532-417f-b4fc-e9ad0accf3a1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:27.897227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:27.898328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server [None req-d459ded3-dd47-4417-9fa3-f5799deb5c98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1663c0c4-153f-48be-9684-514ffd98df4b: This subnet is being modified by another concurrent operation.
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 15 12:47:27.912882 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise exception
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1663c0c4-153f-48be-9684-514ffd98df4b: This subnet is being modified by another concurrent operation.
Dec 15 12:47:27.917496 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server 
Dec 15 12:47:27.942502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 000efaad-e896-4d38-b0c5-2183511a6191, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=000efaad-e896-4d38-b0c5-2183511a6191,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:27.942502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869f268-c968-4f44-9139-2380e4b665ca None None] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:27.971864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:27.977504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6691546
Dec 15 12:47:27.980518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51612) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:27.990310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Request body: {'port': {'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1520132405'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:28.069512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.083267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b763226-4fac-431f-9d23-7cf0be081f53 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:28.118760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Set router 81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:28.154554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=630b3d4c-d817-4439-a404-5a25a100ac66,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:28.164485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3d018-8c4c-4da7-a9f9-6fee1c488dd9 None None] Network f2ca8fdd-d207-4531-927b-a586666d0e67 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:28.170193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:28.179969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:28.182315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:28.186498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Usage tracker for resource:port and tenant:2c19463dc4df4aa7829e0963a5e2605a is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:28.191215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:28.199135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:28.211675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Made reservation on behalf of 2c19463dc4df4aa7829e0963a5e2605a for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:28.232463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.248182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.275456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] device_id is not set on port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:28.293926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Pushing event updated for resources: {'Port': ['ID=69205392-f532-417f-b4fc-e9ad0accf3a1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:28.297275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:28.337525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8cff4f52-753c-4d7c-8676-64be5a2b3622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:28.475465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Allocated IP 172.20.0.14 (e7c669e8-761d-4d23-a923-793f9d9b55d2/a8411fa6-50a6-4214-9b5a-e319c090a7a1/34d62066-224f-46c7-bebb-5bbd23dcf4d2) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:28.716101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.748305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Allocated IP 2001:db8:0:1::1 (2227fcf8-b6c8-42d7-ac08-799c402d02da/ce71d9ca-e85b-4eb7-a8d4-7d742d8d3dc5/5a913cad-9f1c-412c-87b5-fd5442c065de) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:28.763694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb61d438>,) {'filters': {'network_id': ['a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:28.786612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb61d438>, '1b276a5c-3f80-4994-a4d5-2b525e0152c5') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:28.786953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb61d438>, '1b276a5c-3f80-4994-a4d5-2b525e0152c5') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:28.795227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.806749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.816591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Transition to ACTIVE for port object 34d62066-224f-46c7-bebb-5bbd23dcf4d2 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:28.822827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.829949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.835573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc6660e4-6a76-4a22-89d3-486b9454098f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:28.835809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51630) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:28.843848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.857621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:28.878344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.894977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9e454b9-f76b-43c8-85bb-602884a1cebf,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:28.897395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:28.897830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:28.919397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:28.959304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Network a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:28.963288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:28.964285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event updated for resources: {'Port': ['ID=34d62066-224f-46c7-bebb-5bbd23dcf4d2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:28.967489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:28.969135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:28.972491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:28.994553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-e7c669e8-761d-4d23-a923-793f9d9b55d2', 'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2', 'tenant_id': '2c19463dc4df4aa7829e0963a5e2605a', 'fixed_ips': [{'subnet_id': 'a8411fa6-50a6-4214-9b5a-e319c090a7a1'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:28.995503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.008395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:29.043295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:29.050343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:29.051380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.083553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2119258461'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:29.088516 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1069229
Dec 15 12:47:29.095222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:29.097643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51638) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:29.106802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Request body: {'port': {'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1173897129', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:29.107620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] bootfile-name is not in valid_values {{(pid=88869) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:47:29.108148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] tftp-server is not in valid_values {{(pid=88869) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:47:29.108672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] server-ip-address is not in valid_values {{(pid=88869) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:47:29.130371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:47:29.130371 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:47:29.130371 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2'}]
Dec 15 12:47:29.130371 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:47:29.130976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:47:29.139360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:network and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:29.149992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:29.174696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:29.259527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Made reservation on behalf of 747582d524094ae9ad5fda1a74be2734 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:29.265709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.294574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.313818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.355709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=000efaad-e896-4d38-b0c5-2183511a6191,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:29.364276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:29.368257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Usage tracker for resource:port and tenant:2c19463dc4df4aa7829e0963a5e2605a is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:29.371240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:29.377496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:29.388300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:29.391090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Made reservation on behalf of 2c19463dc4df4aa7829e0963a5e2605a for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:29.396893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.419113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:29.419472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:security_group_rule and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:29.423918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:29.427425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] device_id is not set on port d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:29.454751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Attempting to bind port 69205392-f532-417f-b4fc-e9ad0accf3a1 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:29.455173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Attempting to bind port 69205392-f532-417f-b4fc-e9ad0accf3a1 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1b276a5c-3f80-4994-a4d5-2b525e0152c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:29.455618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Attempting to bind port 69205392-f532-417f-b4fc-e9ad0accf3a1 on network a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:29.467733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:29.546677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:29.547200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Checking segment: {'id': '1b276a5c-3f80-4994-a4d5-2b525e0152c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:29.547642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.548106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Bound using segment: {'id': '1b276a5c-3f80-4994-a4d5-2b525e0152c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:29.548649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Bound port: 69205392-f532-417f-b4fc-e9ad0accf3a1, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b276a5c-3f80-4994-a4d5-2b525e0152c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:29.549077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.611453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.618276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.632413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Allocated IP 172.20.0.11 (e7c669e8-761d-4d23-a923-793f9d9b55d2/a8411fa6-50a6-4214-9b5a-e319c090a7a1/d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:29.632615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.652447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 69205392-f532-417f-b4fc-e9ad0accf3a1 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:29.652807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.654009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.662214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.679303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:29.684562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.685434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:47:29.718510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.726563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:29.760676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.761224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Transition to ACTIVE for port object 5a913cad-9f1c-412c-87b5-fd5442c065de will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:29.761956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "DELETE /v2.0/routers/81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2 HTTP/1.1" status: 204  len: 168 time: 3.0533056
Dec 15 12:47:29.767636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51646) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:29.801892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] For port 69205392-f532-417f-b4fc-e9ad0accf3a1, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:29.805107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf57b70>, [{'id': '81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2', 'name': 'tempest-snat-router-394504126', 'tenant_id': 'dae236e4a39f4938b62fc755395c555f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c9e454b9-f76b-43c8-85bb-602884a1cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:21Z', 'updated_at': '2021-12-15T12:47:23Z', 'revision_number': 3, 'project_id': 'dae236e4a39f4938b62fc755395c555f', 'gw_port': {'id': 'c9e454b9-f76b-43c8-85bb-602884a1cebf', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:21Z', 'updated_at': '2021-12-15T12:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:29.808495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] For port 69205392-f532-417f-b4fc-e9ad0accf3a1, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=69205392-f532-417f-b4fc-e9ad0accf3a1,segment=NetworkSegment(1b276a5c-3f80-4994-a4d5-2b525e0152c5),segment_id=1b276a5c-3f80-4994-a4d5-2b525e0152c5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:29.809883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Transition to ACTIVE for port object 5a913cad-9f1c-412c-87b5-fd5442c065de will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:29.814818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.819681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:29.852342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Checking router: 81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:47:29.852744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Updating router 81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2 port c9e454b9-f76b-43c8-85bb-602884a1cebf binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:47:29.854139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.854540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Added segment dd0a0ec3-0e85-433d-92fd-22f69a8141ca of type vlan for network 162538e0-e2fc-4381-942e-374a5c3fc7b3
Dec 15 12:47:29.857969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.889277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.903563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 69205392-f532-417f-b4fc-e9ad0accf3a1, host dv-neutron-821831-1-hyperv, got binding levels [] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:29.903771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1c070-92f3-4e44-aa65-aa371087d408,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:29.903852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:29.914931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Port c9e454b9-f76b-43c8-85bb-602884a1cebf not found while updating agent binding for router 81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2. {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}}
Dec 15 12:47:29.944021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:29.971133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Network 2227fcf8-b6c8-42d7-ac08-799c402d02da is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:29.980832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:29.982831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Pushing event updated for resources: {'Port': ['ID=69205392-f532-417f-b4fc-e9ad0accf3a1,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:29.986045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:29.993817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:29.996161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6240eee-ea84-4f18-ae5d-c53ce5c6512d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:30.034166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Routers set() bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:30.034591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Router IDs set() for agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 15 12:47:30.035271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_agentschedulers_db [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent'). {{(pid=88871) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}}
Dec 15 12:47:30.035741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ba674-db18-4c87-94e3-5ccae5adf8ca None None] The sync data for ids ['81f4ef1a-da10-43cf-82d4-e9e3bd3dafb2'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:30.053979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 69205392-f532-417f-b4fc-e9ad0accf3a1 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:30.065809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.081958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.138025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:47:30.138446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:47:30.175455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Pushing event updated for resources: {'Port': ['ID=5a913cad-9f1c-412c-87b5-fd5442c065de,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:30.189553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:30.211932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Attempting to bind port 5a913cad-9f1c-412c-87b5-fd5442c065de on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:30.212345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Attempting to bind port 5a913cad-9f1c-412c-87b5-fd5442c065de by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'f4577f0c-beee-4029-aa45-6d0fbde7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:30.213122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Attempting to bind port 5a913cad-9f1c-412c-87b5-fd5442c065de on network 2227fcf8-b6c8-42d7-ac08-799c402d02da {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:30.220822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:30.221247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Checking segment: {'id': 'f4577f0c-beee-4029-aa45-6d0fbde7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:30.222539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.222539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Bound using segment: {'id': 'f4577f0c-beee-4029-aa45-6d0fbde7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:30.222744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Bound port: 5a913cad-9f1c-412c-87b5-fd5442c065de, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4577f0c-beee-4029-aa45-6d0fbde7ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2227fcf8-b6c8-42d7-ac08-799c402d02da'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:30.223028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.231604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.242288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4becc2-6899-4229-a156-1f2d4f2e01e2 None None] Network a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:30.249540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:30.250213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.307983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7e3448f-6b87-4c33-ac4e-ca9ee3537120 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:30.396479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.414883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 000efaad-e896-4d38-b0c5-2183511a6191 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:30.640081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 69205392-f532-417f-b4fc-e9ad0accf3a1 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:30.640958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.661440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.765890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 000efaad-e896-4d38-b0c5-2183511a6191 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:30.766391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.776273 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.9364588
Dec 15 12:47:30.779363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51654) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:30.780651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Network': ['ID=162538e0-e2fc-4381-942e-374a5c3fc7b3,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:30.784438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:30.789859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'subnet': {'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:30.791007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Transition to ACTIVE for port object d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:30.802734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:30.851535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.860921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] For port 5a913cad-9f1c-412c-87b5-fd5442c065de, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:30.861242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e12424b-68d7-4e50-82b3-ad0f39bce35f tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:30.895669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:30.909577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Subnet': ['ID=ce71d9ca-e85b-4eb7-a8d4-7d742d8d3dc5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:30.917431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:30.918758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f423690-d35e-4cb3-bf90-c52fe368c48e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:30.991215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.007000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 69205392-f532-417f-b4fc-e9ad0accf3a1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=69205392-f532-417f-b4fc-e9ad0accf3a1,segment=NetworkSegment(1b276a5c-3f80-4994-a4d5-2b525e0152c5),segment_id=1b276a5c-3f80-4994-a4d5-2b525e0152c5)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:31.007537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.045913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] For port 5a913cad-9f1c-412c-87b5-fd5442c065de, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5a913cad-9f1c-412c-87b5-fd5442c065de,segment=NetworkSegment(f4577f0c-beee-4029-aa45-6d0fbde7ef80),segment_id=f4577f0c-beee-4029-aa45-6d0fbde7ef80)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:31.054517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.063109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.071337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:31.090654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:31.097139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:31.104929 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/subnets/ce71d9ca-e85b-4eb7-a8d4-7d742d8d3dc5 HTTP/1.1" status: 204  len: 168 time: 3.5086503
Dec 15 12:47:31.104929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:31.110606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51660) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:31.113277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:31.142470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event updated for resources: {'Port': ['ID=d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:31.161695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 69205392-f532-417f-b4fc-e9ad0accf3a1 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:31.188662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:subnet and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:31.191495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Allocated IP 172.20.0.2 (e7c669e8-761d-4d23-a923-793f9d9b55d2/a8411fa6-50a6-4214-9b5a-e319c090a7a1/610bf509-0492-4fa3-ad2b-37651d6bce4d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:31.192783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:31.196243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:31.212548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:31.238402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Pushing event updated for resources: {'Port': ['ID=5a913cad-9f1c-412c-87b5-fd5442c065de,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:31.241658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:31.254152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Made reservation on behalf of 747582d524094ae9ad5fda1a74be2734 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:31.266575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:31.267296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.275906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05008b6-71a2-4b63-a932-6761e758ec25 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:31.276572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b05008b6-71a2-4b63-a932-6761e758ec25 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Synchronizing usage tracker for tenant:8e959c2588364826892611d27684337e on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:31.378967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.383566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 2.2845769
Dec 15 12:47:31.385952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b05008b6-71a2-4b63-a932-6761e758ec25 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Unset dirty status for tenant:8e959c2588364826892611d27684337e on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:31.387175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b05008b6-71a2-4b63-a932-6761e758ec25 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2755637
Dec 15 12:47:31.387894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51664) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:31.392113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51666) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:31.400887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cf53e0a-279d-4d11-8949-7daa27804729 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:31.448248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=69205392-f532-417f-b4fc-e9ad0accf3a1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:31.455159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:31.460228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.487385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port 69205392-f532-417f-b4fc-e9ad0accf3a1 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:31.496909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.510210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Transition to ACTIVE for port object 610bf509-0492-4fa3-ad2b-37651d6bce4d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:31.531788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Transition to ACTIVE for port object 610bf509-0492-4fa3-ad2b-37651d6bce4d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:31.537313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.550450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:31.640782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.655323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Pushing event updated for resources: {'Port': ['ID=610bf509-0492-4fa3-ad2b-37651d6bce4d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:31.659206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:31.666601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:31.668017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:31.689379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:31.704964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Deleting port 5a913cad-9f1c-412c-87b5-fd5442c065de {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:31.705431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.708729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.747250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fac15198>,) {'filters': {'network_id': ['a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:31.781577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914f5fe-1a5b-4c94-848d-266e6d68864e tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:31.786693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914f5fe-1a5b-4c94-848d-266e6d68864e tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:31.789601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8914f5fe-1a5b-4c94-848d-266e6d68864e tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Synchronizing usage tracker for tenant:2c19463dc4df4aa7829e0963a5e2605a on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:31.823111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.829984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac15198>, '1b276a5c-3f80-4994-a4d5-2b525e0152c5') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:31.830319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac15198>, '1b276a5c-3f80-4994-a4d5-2b525e0152c5') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:31.845011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Attempting to bind port 610bf509-0492-4fa3-ad2b-37651d6bce4d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:31.845287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Attempting to bind port 610bf509-0492-4fa3-ad2b-37651d6bce4d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:31.845774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Attempting to bind port 610bf509-0492-4fa3-ad2b-37651d6bce4d on network e7c669e8-761d-4d23-a923-793f9d9b55d2 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:31.848965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.853464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:31.853938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Checking segment: {'id': '3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:31.854523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.855058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Bound using segment: {'id': '3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:31.855747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Bound port: 610bf509-0492-4fa3-ad2b-37651d6bce4d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e7c669e8-761d-4d23-a923-793f9d9b55d2'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:31.856303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.878343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Deleting port 000efaad-e896-4d38-b0c5-2183511a6191 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:31.878904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.879783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.890203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:31.890711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:31.908910 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:31.916788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8914f5fe-1a5b-4c94-848d-266e6d68864e tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Unset dirty status for tenant:2c19463dc4df4aa7829e0963a5e2605a on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:31.918153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8914f5fe-1a5b-4c94-848d-266e6d68864e tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1881 time: 0.5276556
Dec 15 12:47:31.930236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51676) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:31.963445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] For port 610bf509-0492-4fa3-ad2b-37651d6bce4d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:31.967169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] For port 610bf509-0492-4fa3-ad2b-37651d6bce4d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=610bf509-0492-4fa3-ad2b-37651d6bce4d,segment=NetworkSegment(3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82),segment_id=3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:31.971409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:31.976650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:32.012566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.019692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:32.042577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.095640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Pushing event updated for resources: {'Port': ['ID=610bf509-0492-4fa3-ad2b-37651d6bce4d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:32.098549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:32.099574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:32.111708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:32.125999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 HTTP/1.1" status: 204  len: 168 time: 6.7478063
Dec 15 12:47:32.127585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51682) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:32.143394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108216811'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:32.154859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:32.171336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:32.177154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:32.192554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:32.206615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.212620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:32.224457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Deleting port d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:32.224636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.243947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:32.249526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.306070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] For port 5a913cad-9f1c-412c-87b5-fd5442c065de, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5a913cad-9f1c-412c-87b5-fd5442c065de,segment=NetworkSegment(f4577f0c-beee-4029-aa45-6d0fbde7ef80),segment_id=f4577f0c-beee-4029-aa45-6d0fbde7ef80)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:32.306480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.383074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5a913cad-9f1c-412c-87b5-fd5442c065de up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:32.477501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 5a913cad-9f1c-412c-87b5-fd5442c065de completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:32.509272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Calling delete_port for 5a913cad-9f1c-412c-87b5-fd5442c065de owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:32.545082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] For port 000efaad-e896-4d38-b0c5-2183511a6191, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=000efaad-e896-4d38-b0c5-2183511a6191,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:32.545391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.570212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Subnet': ['ID=cf20091e-152d-403b-a0af-cef5eca0acd3,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:32.576906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:32.580117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:32.589756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Checking segment: {'id': 'dd0a0ec3-0e85-433d-92fd-22f69a8141ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:32.590130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Network hostable DHCP agents. Network: 162538e0-e2fc-4381-942e-374a5c3fc7b3, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:32.597967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.598363 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 7edf387f-b782-43f0-9d70-2570e860e843 of type vlan for network 2e6032a5-c1df-4a32-9e30-9615054c0599
Dec 15 12:47:32.638380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.644053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:32.664666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 162538e0-e2fc-4381-942e-374a5c3fc7b3) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:32.673447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:32.673914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.677727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30919415-09ec-41f7-892c-54f12bd51d94 None None] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:32.691175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.695394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:32.696067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.705445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d195389-86b7-4859-88a0-384df8aab0c4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:32.712350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Calling delete_port for 000efaad-e896-4d38-b0c5-2183511a6191 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:32.753022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9723322
Dec 15 12:47:32.758052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51688) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:32.771227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1400521599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:32.853302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7218072
Dec 15 12:47:32.857611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51694) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:32.860891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:32.868050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=2e6032a5-c1df-4a32-9e30-9615054c0599,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:32.872060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:32.874820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:router and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:32.879123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:32.886263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2e6032a5-c1df-4a32-9e30-9615054c0599 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:32.891966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:32.905940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.908067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.949119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:32.986686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.030278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.031897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9702f6bc-76b7-4a5b-afe6-bba1af3b932f tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.2704794
Dec 15 12:47:33.034730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51698) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:33.241386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-162538e0-e2fc-4381-942e-374a5c3fc7b3', 'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3', 'tenant_id': '747582d524094ae9ad5fda1a74be2734', 'fixed_ips': [{'subnet_id': 'cf20091e-152d-403b-a0af-cef5eca0acd3'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:33.241950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.333428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '2e6032a5-c1df-4a32-9e30-9615054c0599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:33.422559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.435223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-043f0b9d-9c6f-4df4-851f-939ece1b9d33 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:33.498650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Port': ['ID=5a913cad-9f1c-412c-87b5-fd5442c065de,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:33.513405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Allocated IP 172.20.0.2 (162538e0-e2fc-4381-942e-374a5c3fc7b3/cf20091e-152d-403b-a0af-cef5eca0acd3/42dcb91d-e75a-4267-9639-68039857199e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:33.562396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:33.579557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.603653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] No DVR routers for this DVR port 5a913cad-9f1c-412c-87b5-fd5442c065de on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:33.738660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.752544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.766715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Transition to ACTIVE for port object 42dcb91d-e75a-4267-9639-68039857199e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:33.767666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Calling delete_port for d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:33.793487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Transition to ACTIVE for port object 42dcb91d-e75a-4267-9639-68039857199e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:33.800320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:33.805537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:33.808038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:33.835960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:33.850737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:33.877483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:33.906632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db744b-b6e5-4244-8740-0302a8adbebd None None] Network 2227fcf8-b6c8-42d7-ac08-799c402d02da requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:33.935793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Pushing event updated for resources: {'Port': ['ID=42dcb91d-e75a-4267-9639-68039857199e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:33.957994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:33.958913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2d12abd3-987f-4af1-9c3e-a3337b959cf4 None None] Could not find standard attr ID for object 5a913cad-9f1c-412c-87b5-fd5442c065de. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:47:33.981426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.009686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:34.033125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:34.046571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:34.051830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:34.096046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9fb7470>,) {'filters': {'network_id': ['2227fcf8-b6c8-42d7-ac08-799c402d02da']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:34.125493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fb7470>, 'f4577f0c-beee-4029-aa45-6d0fbde7ef80') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:34.125803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fb7470>, 'f4577f0c-beee-4029-aa45-6d0fbde7ef80') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:34.160005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Allocated IP 172.20.0.1 (162538e0-e2fc-4381-942e-374a5c3fc7b3/cf20091e-152d-403b-a0af-cef5eca0acd3/fff875d5-14a7-4f8b-8191-caa9e3dc6d56) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:34.266139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Attempting to bind port 42dcb91d-e75a-4267-9639-68039857199e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:34.266773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Attempting to bind port 42dcb91d-e75a-4267-9639-68039857199e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'dd0a0ec3-0e85-433d-92fd-22f69a8141ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:34.267638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Attempting to bind port 42dcb91d-e75a-4267-9639-68039857199e on network 162538e0-e2fc-4381-942e-374a5c3fc7b3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:34.275679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:34.276647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Checking segment: {'id': 'dd0a0ec3-0e85-433d-92fd-22f69a8141ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:34.277261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.277846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Bound using segment: {'id': 'dd0a0ec3-0e85-433d-92fd-22f69a8141ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:34.278598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.278996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Bound port: 42dcb91d-e75a-4267-9639-68039857199e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0a0ec3-0e85-433d-92fd-22f69a8141ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:34.279833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.301438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa4bff-f138-4930-9af0-a7fd04f65c67 None None] DHCP port deletion for 2227fcf8-b6c8-42d7-ac08-799c402d02da request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:47:34.364772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.371571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.395099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.407653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ce72a86-e6c0-46de-8189-06eb99201d49 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:34.416818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] For port 42dcb91d-e75a-4267-9639-68039857199e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:34.446425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.455200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:34.455681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.466784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Transition to ACTIVE for port object fff875d5-14a7-4f8b-8191-caa9e3dc6d56 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:34.474491 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:34.501707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.503664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 610bf509-0492-4fa3-ad2b-37651d6bce4d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:34.506156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event deleted for resources: {'Port': ['ID=000efaad-e896-4d38-b0c5-2183511a6191,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:34.507071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4de3590c-b0fb-4cae-9a4f-dd8a8e288763 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:34.532559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:34.583283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:34.587532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:34.604238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:34.607279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 610bf509-0492-4fa3-ad2b-37651d6bce4d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:34.658593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Port': ['ID=fff875d5-14a7-4f8b-8191-caa9e3dc6d56,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:34.664074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:34.680488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.711103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.729460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-893ed0ac-68b3-4183-8d76-270a5e119679 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:34.779939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.808455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] For port 42dcb91d-e75a-4267-9639-68039857199e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=42dcb91d-e75a-4267-9639-68039857199e,segment=NetworkSegment(dd0a0ec3-0e85-433d-92fd-22f69a8141ca),segment_id=dd0a0ec3-0e85-433d-92fd-22f69a8141ca)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:34.814042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.819169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event deleted for resources: {'Port': ['ID=d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:34.826301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:34.827122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.829436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:34.845829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:34.868023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:34.920376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Pushing event updated for resources: {'Port': ['ID=42dcb91d-e75a-4267-9639-68039857199e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:34.927980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Network': ['ID=2227fcf8-b6c8-42d7-ac08-799c402d02da,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:34.938175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:34.948005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:34.999947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e13ae0-90e7-42ae-b8fa-dd66ccc131b2 None None] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:35.169818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/networks/2227fcf8-b6c8-42d7-ac08-799c402d02da HTTP/1.1" status: 204  len: 168 time: 3.7767150
Dec 15 12:47:35.171454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51712) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:35.228653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.337911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Provisioning for port 610bf509-0492-4fa3-ad2b-37651d6bce4d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:35.343842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Provisioning complete for port 610bf509-0492-4fa3-ad2b-37651d6bce4d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:35.344446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.353243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.389573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.389760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.398286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "DELETE /v2.0/ports/d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7 HTTP/1.1" status: 204  len: 168 time: 3.4660378
Dec 15 12:47:35.404018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51718) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:35.421077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Request body: {'port': {'name': 'tempest-new-port-name-2063069890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:35.421782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] bootfile-name is not in valid_values {{(pid=88869) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:47:35.421955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] tftp-server is not in valid_values {{(pid=88869) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:47:35.422275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] server-ip-address is not in valid_values {{(pid=88869) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:47:35.467228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.508554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ac92fa0-22a8-4e0e-9270-a8a69936eee4 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:35.633058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.684779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] For port 610bf509-0492-4fa3-ad2b-37651d6bce4d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=610bf509-0492-4fa3-ad2b-37651d6bce4d,segment=NetworkSegment(3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82),segment_id=3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:35.689148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.691301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:35.782837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Pushing event updated for resources: {'Port': ['ID=610bf509-0492-4fa3-ad2b-37651d6bce4d,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:35.787049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:35.954869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Port': ['ID=fff875d5-14a7-4f8b-8191-caa9e3dc6d56,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:35.958033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:35.962818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:35.976318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.002110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa3df7f0>,) {'filters': {'network_id': ['f2ca8fdd-d207-4531-927b-a586666d0e67']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:36.013589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e4d05a16-ea92-4839-8db1-83e2a06d4735 None None] Provisioning for port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:36.018751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e4d05a16-ea92-4839-8db1-83e2a06d4735 None None] Provisioning complete for port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:36.019181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d05a16-ea92-4839-8db1-83e2a06d4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.033195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa3df7f0>, 'da2f2be0-3529-4c60-a6c2-573cf341caa1') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:36.033539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa3df7f0>, 'da2f2be0-3529-4c60-a6c2-573cf341caa1') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:36.054746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.063619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.078424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:36.096389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e4d05a16-ea92-4839-8db1-83e2a06d4735 None None] Port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:36.114241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.117391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e4d05a16-ea92-4839-8db1-83e2a06d4735 None None] Provisioning complete for port 610bf509-0492-4fa3-ad2b-37651d6bce4d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:36.117961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d05a16-ea92-4839-8db1-83e2a06d4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.123921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.154025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.164889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.168191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:36.168642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:36.188011 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:36.242457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=448d3f6a-b8d9-48ad-b43d-3748afc3506c,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:36.252961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:36.313017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '7edf387f-b782-43f0-9d70-2570e860e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2e6032a5-c1df-4a32-9e30-9615054c0599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:36.313444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 2e6032a5-c1df-4a32-9e30-9615054c0599, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:36.351421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.351996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e939eccb-3951-4c1b-9fbe-cb66dce08b30 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:47:36.421484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.428381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.441329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:36.443621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:36.474867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:36.497233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.508535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e939eccb-3951-4c1b-9fbe-cb66dce08b30 HTTP/1.1" status: 204  len: 168 time: 6.7299001
Dec 15 12:47:36.509118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51728) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:36.520389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-51880918-9ebc-47b9-b1b7-cf6e76ad8b1e None None] Provisioning complete for port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:36.520817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51880918-9ebc-47b9-b1b7-cf6e76ad8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.533178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 2e6032a5-c1df-4a32-9e30-9615054c0599 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:36.544058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-42157489', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:36.562824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:36.573226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Network': ['ID=f2ca8fdd-d207-4531-927b-a586666d0e67,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:36.577062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:36.579373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Usage tracker for resource:router and tenant:a68e1f58ef4a456a98d0c4b01beedc50 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:36.584801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2e6032a5-c1df-4a32-9e30-9615054c0599) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:36.592151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:36.604080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:36.604746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.620447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:36.656958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a139710-4a4b-4938-92db-737d8e8a5e44 None None] Network 2e6032a5-c1df-4a32-9e30-9615054c0599 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:36.677632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/networks/f2ca8fdd-d207-4531-927b-a586666d0e67 HTTP/1.1" status: 204  len: 168 time: 1.5053496
Dec 15 12:47:36.684532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51732) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:36.706576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.708121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.726923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.8636689
Dec 15 12:47:36.733266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51736) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:36.949618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:36.964122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.020247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.055953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.064745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a65cd567-6b13-440b-8c5b-88cbf1c061ab tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:37.094823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 610bf509-0492-4fa3-ad2b-37651d6bce4d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:37.194306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-51880918-9ebc-47b9-b1b7-cf6e76ad8b1e None None] Port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:37.344019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4eebd9aa-c040-4272-a625-0420ce28552b None None] Could not find standard attr ID for object d0cfbcd0-8fe6-42b8-89a3-6e4540e11cc7. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:47:37.355990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 610bf509-0492-4fa3-ad2b-37651d6bce4d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:37.356417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.389168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.393953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.443525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa1b9208>,) {'filters': {'network_id': ['fbae7442-2467-47cf-b80e-9068aec1c33b']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:37.460214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event updated for resources: {'Port': ['ID=34d62066-224f-46c7-bebb-5bbd23dcf4d2,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:37.464810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1b9208>, '6e79fb7b-dfda-46fe-b744-1530807ad533') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:37.465143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1b9208>, '6e79fb7b-dfda-46fe-b744-1530807ad533') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:37.473743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c99566-d150-45f7-b816-9162950e40b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2e6032a5-c1df-4a32-9e30-9615054c0599', 'network_id': '2e6032a5-c1df-4a32-9e30-9615054c0599', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': '448d3f6a-b8d9-48ad-b43d-3748afc3506c'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:37.475272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:37.476900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46c99566-d150-45f7-b816-9162950e40b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.487292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.493779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d42890-732a-4ac6-981a-ae04f36b9231 None None] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:37.525204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.540795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:37.541242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.554581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] In _notify_port_updated(), no bound segment for port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 on network e7c669e8-761d-4d23-a923-793f9d9b55d2 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:47:37.559332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:37.560079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.564495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "PUT /v2.0/ports/34d62066-224f-46c7-bebb-5bbd23dcf4d2 HTTP/1.1" status: 200  len: 1137 time: 2.1573360
Dec 15 12:47:37.565982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51744) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:37.569729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:37.576099 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:37.664130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.673134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Router b3e6a48b-c4e2-41ea-b3f1-6607863343cc is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:47:37.689992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.695586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:37.707948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dc4078f-320f-4398-99ea-4dd25d2ae2cd tempest-QuotasNegativeTest-1952604785 tempest-QuotasNegativeTest-1952604785-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:37.731983 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/networks/fbae7442-2467-47cf-b80e-9068aec1c33b HTTP/1.1" status: 204  len: 168 time: 1.0416408
Dec 15 12:47:37.734788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51748) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:37.747166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d19241bc-16ff-4869-b2bf-b436f7d8b92e None None] Provisioning for port 42dcb91d-e75a-4267-9639-68039857199e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:37.770086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd39d1-0f91-4966-85c5-c97d7f1d0cea tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:37.771174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c8cd39d1-0f91-4966-85c5-c97d7f1d0cea tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Synchronizing usage tracker for tenant:2c19463dc4df4aa7829e0963a5e2605a on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:37.830809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 42dcb91d-e75a-4267-9639-68039857199e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:37.831853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c8cd39d1-0f91-4966-85c5-c97d7f1d0cea tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Unset dirty status for tenant:2c19463dc4df4aa7829e0963a5e2605a on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:37.840294 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c8cd39d1-0f91-4966-85c5-c97d7f1d0cea tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "GET /v2.0/ports/34d62066-224f-46c7-bebb-5bbd23dcf4d2 HTTP/1.1" status: 200  len: 1137 time: 0.2730055
Dec 15 12:47:37.841913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51754) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:37.859509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Network': ['ID=fbae7442-2467-47cf-b80e-9068aec1c33b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:37.887742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:38.004005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 42dcb91d-e75a-4267-9639-68039857199e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:38.015730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.024003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 42dcb91d-e75a-4267-9639-68039857199e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:38.024465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.041796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Deleting port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:38.042156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.057757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.076310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f04bcedd-25e3-4655-84a6-603f7ad141b5 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:38.133385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=448d3f6a-b8d9-48ad-b43d-3748afc3506c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server [None req-46c99566-d150-45f7-b816-9162950e40b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 448d3f6a-b8d9-48ad-b43d-3748afc3506c: This subnet is being modified by another concurrent operation.
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 15 12:47:38.139123 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise exception
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 448d3f6a-b8d9-48ad-b43d-3748afc3506c: This subnet is being modified by another concurrent operation.
Dec 15 12:47:38.142525 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server 
Dec 15 12:47:38.151696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:38.154643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-856b97f7-4ea1-47c2-9f5f-47d58ca2f275 None None] Provisioning complete for port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:38.154913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-856b97f7-4ea1-47c2-9f5f-47d58ca2f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.185882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e213df-f1c0-4c8e-85d9-66ab08d00049 None None] Network 2e6032a5-c1df-4a32-9e30-9615054c0599 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:38.328756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.340895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.381875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-856b97f7-4ea1-47c2-9f5f-47d58ca2f275 None None] Port 34d62066-224f-46c7-bebb-5bbd23dcf4d2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:38.385697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.395478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:38.405072 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "PUT /v2.0/routers/b3e6a48b-c4e2-41ea-b3f1-6607863343cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3688586
Dec 15 12:47:38.405938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51760) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:38.411102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] Sync routers for ids ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:38.417212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'port': {'network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3', 'name': 'tempest-FloatingIPNegativeTestJSON-1692738190'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:38.418115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa955b38>,) {'filters': {'network_id': ['2e6032a5-c1df-4a32-9e30-9615054c0599']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.446454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fabfff98>,) {'filters': {'network_id': ['d6ff0cdc-e484-422f-8cf9-0f78125fc7ca']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.466978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] Routers {'b3e6a48b-c4e2-41ea-b3f1-6607863343cc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:38.468466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb99bf98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.472441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa955b38>, '7edf387f-b782-43f0-9d70-2570e860e843') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.473413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa955b38>, '7edf387f-b782-43f0-9d70-2570e860e843') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.479579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fabfff98>, '2132c771-1a72-49a8-91c1-4598d663d752') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.479928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fabfff98>, '2132c771-1a72-49a8-91c1-4598d663d752') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.505486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.534811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 42dcb91d-e75a-4267-9639-68039857199e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=42dcb91d-e75a-4267-9639-68039857199e,segment=NetworkSegment(dd0a0ec3-0e85-433d-92fd-22f69a8141ca),segment_id=dd0a0ec3-0e85-433d-92fd-22f69a8141ca)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:38.538448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.540551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:38.557071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb99bf98>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.560531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.574729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] Routers {'b3e6a48b-c4e2-41ea-b3f1-6607863343cc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:38.576077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb99bf98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.583017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.587893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5a913cad-9f1c-412c-87b5-fd5442c065de no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:47:38.598680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.613129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:38.613592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:38.631189 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:38.650182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 5a913cad-9f1c-412c-87b5-fd5442c065de {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:47:38.650579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5a913cad-9f1c-412c-87b5-fd5442c065de not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:47:38.669054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb99bf98>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:38.671966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6aa6f8-cdca-44c3-b254-c084fd11b124 None None] The sync data for ids ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:38.678013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.691409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.696236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=42dcb91d-e75a-4267-9639-68039857199e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:38.709438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:38.716986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 000efaad-e896-4d38-b0c5-2183511a6191 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:47:38.753179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:38.758776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:port and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:38.762737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.767478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.777707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:38.781287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:38.796270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 000efaad-e896-4d38-b0c5-2183511a6191 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:47:38.797670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 000efaad-e896-4d38-b0c5-2183511a6191 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:47:38.806378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] 10.222.0.53 "DELETE /v2.0/networks/d6ff0cdc-e484-422f-8cf9-0f78125fc7ca HTTP/1.1" status: 204  len: 168 time: 1.0700402
Dec 15 12:47:38.822261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:38.822495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c101f484-ecd5-4d05-9aa1-0da1c8fb04e3 None None] Provisioning complete for port 42dcb91d-e75a-4267-9639-68039857199e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:38.822981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c101f484-ecd5-4d05-9aa1-0da1c8fb04e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.829218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Pushing event deleted for resources: {'Network': ['ID=d6ff0cdc-e484-422f-8cf9-0f78125fc7ca,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:38.845537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:38.863058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Made reservation on behalf of 747582d524094ae9ad5fda1a74be2734 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:38.869263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:38.905899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] device_id is not set on port e3235c4d-5d04-4b8b-981e-67498206d375 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:39.014337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c101f484-ecd5-4d05-9aa1-0da1c8fb04e3 None None] Provisioning for port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:39.030678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c101f484-ecd5-4d05-9aa1-0da1c8fb04e3 None None] Provisioning complete for port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:39.031176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c101f484-ecd5-4d05-9aa1-0da1c8fb04e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.154117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c101f484-ecd5-4d05-9aa1-0da1c8fb04e3 None None] Port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:39.205375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:39.205749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:39.246905 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:39.411377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-739ed1ae-755f-4470-b49a-aee4ebd34f86 None None] Provisioning complete for port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:39.412270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-739ed1ae-755f-4470-b49a-aee4ebd34f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.418069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51772) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:39.459557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Allocated IP 172.20.0.12 (162538e0-e2fc-4381-942e-374a5c3fc7b3/cf20091e-152d-403b-a0af-cef5eca0acd3/e3235c4d-5d04-4b8b-981e-67498206d375) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:39.460781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.470066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.485276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.582054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:39.591689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7413da0a-de4f-402a-9b09-e1c2ff3bfe26 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:47:39.636955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-739ed1ae-755f-4470-b49a-aee4ebd34f86 None None] Port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:39.706944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Calling delete_port for 34d62066-224f-46c7-bebb-5bbd23dcf4d2 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:39.730259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.747838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Transition to ACTIVE for port object e3235c4d-5d04-4b8b-981e-67498206d375 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:39.759378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=2e6032a5-c1df-4a32-9e30-9615054c0599,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:39.761883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:39.771912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.779135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:39.833616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-120d8609-be82-4f88-9425-d0feccf61df9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e959c2588364826892611d27684337e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4119630
Dec 15 12:47:39.837876 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/2e6032a5-c1df-4a32-9e30-9615054c0599 HTTP/1.1" status: 204  len: 168 time: 3.1032431
Dec 15 12:47:39.838321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51780) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:39.841693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51784) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:39.846159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f2c65177-f203-42fa-99d0-0c0b39725c8f None None] Provisioning complete for port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:39.846633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2c65177-f203-42fa-99d0-0c0b39725c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:39.850869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:39.861364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Allocated IP 172.26.0.117 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/5a587fa3-9b38-4b9f-8818-ac8ea8d7ab00) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:39.865664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443903211'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:39.878514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:39.889237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:39.927766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:39.948305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Port': ['ID=e3235c4d-5d04-4b8b-981e-67498206d375,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:39.959377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:39.970604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:39.974288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:39.988692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:40.019085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:40.019882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.037012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:40.042694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.097479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413da0a-de4f-402a-9b09-e1c2ff3bfe26 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:47:40.103891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6888356
Dec 15 12:47:40.105948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51790) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:40.106727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.109631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:40.117770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:40.123492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.129682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f2c65177-f203-42fa-99d0-0c0b39725c8f None None] Port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:40.136973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f402af5e-b985-4a93-b4c2-b5100e2053a5 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:40.140224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.140623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 3aac9d09-ce87-414b-ae59-d2a33fbd7df8 of type vlan for network 8165df71-3d65-4727-8974-a033f7835b86
Dec 15 12:47:40.153416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.198700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:40.207827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.224027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:floatingip and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:40.227135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event deleted for resources: {'Port': ['ID=34d62066-224f-46c7-bebb-5bbd23dcf4d2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:40.231641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.256199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.260538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e3de10c-278f-4ddf-bad5-d8700385e044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:40.260666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:40.263917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:40.271935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.277001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:40.277652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.279737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:40.285215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba2f6b-c851-4f3e-ab23-6544e9e83478,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:40.299185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:40.299946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:40.341723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.358318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.362823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8ba2f6b-c851-4f3e-ab23-6544e9e83478 HTTP/1.1" status: 204  len: 168 time: 0.5224223
Dec 15 12:47:40.372825 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5274992
Dec 15 12:47:40.373708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51800) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:40.388030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '8165df71-3d65-4727-8974-a033f7835b86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:40.407661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.424045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.436061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a691c0ec-0141-492c-b3be-5e4fb48429ef tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:40.477721 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "DELETE /v2.0/ports/34d62066-224f-46c7-bebb-5bbd23dcf4d2 HTTP/1.1" status: 204  len: 168 time: 2.6331644
Dec 15 12:47:40.488729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51804) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:40.494673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:40.500981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:40.505553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:40.539783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=8165df71-3d65-4727-8974-a033f7835b86,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:40.543643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dd64de4-c449-40c7-a97f-8f6fc98181ee tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:40.562323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8165df71-3d65-4727-8974-a033f7835b86 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:40.671863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event updated for resources: {'Port': ['ID=5a587fa3-9b38-4b9f-8818-ac8ea8d7ab00,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:40.686825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:40.753796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.766776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f1e50-b366-4dcc-87b8-5b7044396ace req-2c31d138-c1ab-4b05-8f8b-a2655e59e87d tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:40.768864 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a6f1e50-b366-4dcc-87b8-5b7044396ace req-2c31d138-c1ab-4b05-8f8b-a2655e59e87d tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.2159524
Dec 15 12:47:40.774316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:40.778507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:40.781843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:40.788289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:40.854983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:40.936734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.937529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:40.939265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 42dcb91d-e75a-4267-9639-68039857199e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:40.955511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Allocated IP 172.26.0.64 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/d9a25a37-75ee-4b49-a9bd-a2003e55b860) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:40.978112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e9168-4860-4354-8743-a65d59dd22bd None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:47:41.006170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.049666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4f7fcbc5-62cc-4a45-9471-faf1567d40b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.139383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 42dcb91d-e75a-4267-9639-68039857199e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:41.140132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.197120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.284232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.305256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a6f1e50-b366-4dcc-87b8-5b7044396ace req-8776c3bc-e2e4-4bd3-bd35-673fc5c69581 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5089412
Dec 15 12:47:41.324870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:41.372546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e9168-4860-4354-8743-a65d59dd22bd None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:47:41.412202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.420858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:41.522439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:41.526223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Deleting subnet a8411fa6-50a6-4214-9b5a-e319c090a7a1 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:47:41.530878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:41.533888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Port': ['ID=d9a25a37-75ee-4b49-a9bd-a2003e55b860,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:41.536316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:41.549899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.594837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:41.643022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Router 83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:47:41.651497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.701923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=0fa86bad-024f-4269-8f01-0ed66f3c36bf,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:41.712164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '3aac9d09-ce87-414b-ae59-d2a33fbd7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8165df71-3d65-4727-8974-a033f7835b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:41.712795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 8165df71-3d65-4727-8974-a033f7835b86, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:41.723419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:41.742622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 8165df71-3d65-4727-8974-a033f7835b86 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:41.753501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8165df71-3d65-4727-8974-a033f7835b86) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:41.761753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:41.762693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.809031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.835636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.4569318
Dec 15 12:47:41.838502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51832) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:41.854822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51836) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:41.883802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5898b-4fb5-450d-8d7e-ef7434ab0e5f None None] Network 8165df71-3d65-4727-8974-a033f7835b86 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:41.891769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:41.898319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.212364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.216563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.248321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:42.345343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event deleted for resources: {'Subnet': ['ID=a8411fa6-50a6-4214-9b5a-e319c090a7a1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:42.362991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8165df71-3d65-4727-8974-a033f7835b86', 'network_id': '8165df71-3d65-4727-8974-a033f7835b86', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': '0fa86bad-024f-4269-8f01-0ed66f3c36bf'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:42.363993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.376591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:42.390463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.403681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "DELETE /v2.0/subnets/a8411fa6-50a6-4214-9b5a-e319c090a7a1 HTTP/1.1" status: 204  len: 168 time: 1.9074392
Dec 15 12:47:42.409718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51846) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:42.504067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.509693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405baa9-a35c-46ca-85bd-f2bbddebc9fc None None] Network e7c669e8-761d-4d23-a923-793f9d9b55d2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:42.527291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.664940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-581108171'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:42.687546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:42.711669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.732193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Deleting port 610bf509-0492-4fa3-ad2b-37651d6bce4d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:42.732961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.750565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:network and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:42.755902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:42.775184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:42.780310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6ab8ceaa-b355-4714-9807-b34c369c6f43 None None] Provisioning for port e3235c4d-5d04-4b8b-981e-67498206d375 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:42.796398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6ab8ceaa-b355-4714-9807-b34c369c6f43 None None] Provisioning complete for port e3235c4d-5d04-4b8b-981e-67498206d375 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:42.796651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ceaa-b355-4714-9807-b34c369c6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.820131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:42.826093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.859146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Allocated IP 172.20.0.1 (8165df71-3d65-4727-8974-a033f7835b86/0fa86bad-024f-4269-8f01-0ed66f3c36bf/7b0f6388-68a3-4b5a-ad22-0a62fa46ae96) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:42.863691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.874723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:42.879741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8ceaa-b355-4714-9807-b34c369c6f43 None None] Port e3235c4d-5d04-4b8b-981e-67498206d375 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:47:42.896373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] Sync routers for ids ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:42.914569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9b258-a504-4e0f-ad0c-425b3a1778c8 req-c64b93ce-a8eb-40a8-b919-0681d85ce607 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:42.916212 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dc9b258-a504-4e0f-ad0c-425b3a1778c8 req-c64b93ce-a8eb-40a8-b919-0681d85ce607 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.2970552
Dec 15 12:47:42.954169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] Routers {'83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:42.954765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb35d940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:42.989627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:42.991695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] For port 610bf509-0492-4fa3-ad2b-37651d6bce4d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=610bf509-0492-4fa3-ad2b-37651d6bce4d,segment=NetworkSegment(3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82),segment_id=3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:42.992317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.993820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:42.998370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 6.4804733
Dec 15 12:47:43.001143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51854) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:43.009117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:security_group_rule and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:43.021595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.034221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': False}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:43.092254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:43.107719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.113076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:43.122189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dabe6b80-1384-4721-80b6-db015b1229e9 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:43.134478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Calling delete_port for 610bf509-0492-4fa3-ad2b-37651d6bce4d owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:43.153326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dc9b258-a504-4e0f-ad0c-425b3a1778c8 req-63637767-6e38-464b-ad1e-ed6143a5bf75 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2234540
Dec 15 12:47:43.221676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.225838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:43.250160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Port': ['ID=d9a25a37-75ee-4b49-a9bd-a2003e55b860,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:43.257636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:43.272966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event deleted for resources: {'Port': ['ID=610bf509-0492-4fa3-ad2b-37651d6bce4d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:43.277357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:43.283240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] No DVR routers for this DVR port 610bf509-0492-4fa3-ad2b-37651d6bce4d on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:43.297246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb35d940>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:43.305010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2017b-7486-4623-8226-684ee59cf395 None None] DHCP port deletion for e7c669e8-761d-4d23-a923-793f9d9b55d2 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:47:43.337186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] Routers {'83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:43.337622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb35d940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:43.378206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.443980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.445369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3384409
Dec 15 12:47:43.449636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51860) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:43.456565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ea3d04fc-f73f-4450-85aa-e0e893c8a2a2 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'floatingip': {'port_id': 'e3235c4d-5d04-4b8b-981e-67498206d375', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:43.466607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb35d940>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:43.466799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0775b9-d9bf-41f2-9227-7e886dbe8bda None None] The sync data for ids ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:43.516138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.547642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.561013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:43.584749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e88ac55f-718b-41d8-a42b-af6e019f562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.600649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.619830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.625479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea3d04fc-f73f-4450-85aa-e0e893c8a2a2 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.638683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Transition to ACTIVE for port object 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:43.660853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Transition to ACTIVE for port object 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:43.666234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.671608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2b531b4-842f-404f-9272-20142f2b4ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:43.675616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.693454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:43.703560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faf536d8>,) {'filters': {'network_id': ['e7c669e8-761d-4d23-a923-793f9d9b55d2']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:43.716558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf536d8>, '3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:43.716896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf536d8>, '3cd76176-e1f6-4f1e-b6c7-7b5d3c77fc82') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:43.729732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.745360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.751969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:43.752408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.768631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Pushing event updated for resources: {'Port': ['ID=7b0f6388-68a3-4b5a-ad22-0a62fa46ae96,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:43.778848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.779243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Added segment 7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d of type vlan for network 8443616c-8ed9-4afb-ab2b-37e9853cf450
Dec 15 12:47:43.780918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47763d31-3247-40ec-ba0c-0e70f1ba35b6,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:43.790293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:43.798559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:43.813488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Network 8165df71-3d65-4727-8974-a033f7835b86 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:43.815616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:43.816674 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:43.818642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:43.857777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.903709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.909189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.912587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:43.919897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Attempting to bind port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:43.920307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Attempting to bind port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '3aac9d09-ce87-414b-ae59-d2a33fbd7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8165df71-3d65-4727-8974-a033f7835b86'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:43.920739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Attempting to bind port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 on network 8165df71-3d65-4727-8974-a033f7835b86 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:43.928639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:43.928862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Checking segment: {'id': '3aac9d09-ce87-414b-ae59-d2a33fbd7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8165df71-3d65-4727-8974-a033f7835b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:43.929146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.929613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Bound using segment: {'id': '3aac9d09-ce87-414b-ae59-d2a33fbd7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8165df71-3d65-4727-8974-a033f7835b86'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:43.930131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Bound port: 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aac9d09-ce87-414b-ae59-d2a33fbd7df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8165df71-3d65-4727-8974-a033f7835b86'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:43.930521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.956036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:43.966882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa86bad-024f-4269-8f01-0ed66f3c36bf,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:43.976141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:43.978143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44d0a669-8ac2-4c4f-b639-8fa2cf242a1c tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:44.026865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b494aa43-0017-42e4-87fa-11629342388a None None] For port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:44.031052 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] 10.222.0.53 "DELETE /v2.0/networks/e7c669e8-761d-4d23-a923-793f9d9b55d2 HTTP/1.1" status: 204  len: 168 time: 1.6167033
Dec 15 12:47:44.031423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b494aa43-0017-42e4-87fa-11629342388a None None] For port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7b0f6388-68a3-4b5a-ad22-0a62fa46ae96,segment=NetworkSegment(3aac9d09-ce87-414b-ae59-d2a33fbd7df8),segment_id=3aac9d09-ce87-414b-ae59-d2a33fbd7df8)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:44.036312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.041357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a090a8d8-86ba-434d-86e3-1cddf9a5b65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:44.042106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Pushing event deleted for resources: {'Network': ['ID=e7c669e8-761d-4d23-a923-793f9d9b55d2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:44.047807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:44.065728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58527d-8bb3-4fef-82b2-5fcd873a8d2a req-5fceab92-76b8-4379-a1b2-7db39bbfacbd tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:44.067426 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6a58527d-8bb3-4fef-82b2-5fcd873a8d2a req-5fceab92-76b8-4379-a1b2-7db39bbfacbd tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4929712
Dec 15 12:47:44.117305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.121514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:44.122166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.135319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.135720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b5d1bea-4348-4867-aa0a-91d668176f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:44.163825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa118128>,) {'filters': {'network_id': ['8165df71-3d65-4727-8974-a033f7835b86']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:44.174935 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-ea3d04fc-f73f-4450-85aa-e0e893c8a2a2 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] update failed (client error): The resource could not be found.
Dec 15 12:47:44.176133 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea3d04fc-f73f-4450-85aa-e0e893c8a2a2 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "PUT /v2.0/floatingips/4907c398-ae2a-4bb0-8134-086de80e3510 HTTP/1.1" status: 404  len: 507 time: 0.7251492
Dec 15 12:47:44.178388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa118128>, '3aac9d09-ce87-414b-ae59-d2a33fbd7df8') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:44.178840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa118128>, '3aac9d09-ce87-414b-ae59-d2a33fbd7df8') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:44.184010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51870) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:44.192155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.201783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Pushing event updated for resources: {'Port': ['ID=7b0f6388-68a3-4b5a-ad22-0a62fa46ae96,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:44.207078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610f173-8ef3-446d-baab-ece32c2a3516 None None] Network 8165df71-3d65-4727-8974-a033f7835b86 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:44.216782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.242120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:44.246015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:44.246865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:44.266114 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:44.388419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.5235229
Dec 15 12:47:44.390079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:47:44.390079 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:47:44.390079 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': '8165df71-3d65-4727-8974-a033f7835b86'}]
Dec 15 12:47:44.390079 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:47:44.390522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:47:44.422491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6a58527d-8bb3-4fef-82b2-5fcd873a8d2a req-51c0c2f3-3c6a-4c6a-87c8-a5d4b59325f9 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3436303
Dec 15 12:47:44.542119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eda04c-3f10-46bc-88c2-2de9f99298ab None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:47:44.549799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Network': ['ID=8443616c-8ed9-4afb-ab2b-37e9853cf450,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:44.590986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4491e-84a6-4c81-a261-0c69503853d0 req-8c4b5ee3-7207-4e4d-a20a-26096079310b tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:44.605066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39c4491e-84a6-4c81-a261-0c69503853d0 req-8c4b5ee3-7207-4e4d-a20a-26096079310b tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.1792657
Dec 15 12:47:44.641540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:44.664914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Deleting port d9a25a37-75ee-4b49-a9bd-a2003e55b860 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:44.665535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.704774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-f814a485-29cc-468d-aaa8-06ca702b363f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:44.706891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-f814a485-29cc-468d-aaa8-06ca702b363f tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.7001307
Dec 15 12:47:44.735521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39c4491e-84a6-4c81-a261-0c69503853d0 req-00796b52-f8d5-4567-860f-654ed620e189 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295590
Dec 15 12:47:44.745322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51880) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:44.838034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eda04c-3f10-46bc-88c2-2de9f99298ab None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:47:44.846864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8443616c-8ed9-4afb-ab2b-37e9853cf450 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:44.891782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:44.936026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:44.936477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.135149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 610bf509-0492-4fa3-ad2b-37651d6bce4d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:47:45.230897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 610bf509-0492-4fa3-ad2b-37651d6bce4d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:47:45.231238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 610bf509-0492-4fa3-ad2b-37651d6bce4d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:47:45.251210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-10749315-06a5-43f2-971e-abd365368d27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c19463dc4df4aa7829e0963a5e2605a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5045946
Dec 15 12:47:45.254327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51890) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:45.254999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.338999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Deleting port 59d7b431-5afa-4d07-ace5-189a55896720 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:45.339861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.380272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.411546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.515682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.533853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:45.561398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c7329-2023-451d-8984-eb47bc367130,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:45.564300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:45.565192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.567375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/715c7329-2023-451d-8984-eb47bc367130 HTTP/1.1" status: 204  len: 168 time: 0.3112903
Dec 15 12:47:45.584816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7b0f6388-68a3-4b5a-ad22-0a62fa46ae96,segment=NetworkSegment(3aac9d09-ce87-414b-ae59-d2a33fbd7df8),segment_id=3aac9d09-ce87-414b-ae59-d2a33fbd7df8)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:45.585234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.681505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.682322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:45.697241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2245e-48fe-46dd-9f09-cda5cfe79437 req-b50a0b3c-2d54-4ce0-a6da-0029d526f8f5 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:45.707957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1be2245e-48fe-46dd-9f09-cda5cfe79437 req-b50a0b3c-2d54-4ce0-a6da-0029d526f8f5 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4851742
Dec 15 12:47:45.845125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:45.921249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Calling delete_port for d9a25a37-75ee-4b49-a9bd-a2003e55b860 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:45.997634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.006783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:46.063489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=7b0f6388-68a3-4b5a-ad22-0a62fa46ae96,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:46.067595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:46.072090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port 7b0f6388-68a3-4b5a-ad22-0a62fa46ae96 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:46.199878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1be2245e-48fe-46dd-9f09-cda5cfe79437 req-f788eeea-34f8-49ea-aa72-26726194b212 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4906504
Dec 15 12:47:46.256534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce5ad1-6c40-4fd2-92c1-1e6ed600a80c req-85682210-8c63-4104-9b15-6f7d73468fb3 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:46.265827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfce5ad1-6c40-4fd2-92c1-1e6ed600a80c req-85682210-8c63-4104-9b15-6f7d73468fb3 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 945 time: 0.3037827
Dec 15 12:47:46.285836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.360306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] For port 59d7b431-5afa-4d07-ace5-189a55896720, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=59d7b431-5afa-4d07-ace5-189a55896720,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:46.360306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.364680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb5ad668>,) {'filters': {'network_id': ['8165df71-3d65-4727-8974-a033f7835b86']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:46.419823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfce5ad1-6c40-4fd2-92c1-1e6ed600a80c req-3a345235-4ec9-448c-a1d8-29a1b2db0555 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6ab09ab-0aa3-4446-aead-0f742ca73835&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525629
Dec 15 12:47:46.452134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb5ad668>, '3aac9d09-ce87-414b-ae59-d2a33fbd7df8') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:46.454714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb5ad668>, '3aac9d09-ce87-414b-ae59-d2a33fbd7df8') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:46.493583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.551879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.563644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:46.564140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:46.582495 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:46.658204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.746372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.756056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.767981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-46f8bdd6-b915-4721-89b8-6da36191e818 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:46.792510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:46.796526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=8165df71-3d65-4727-8974-a033f7835b86,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:46.799593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:46.802819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/8165df71-3d65-4727-8974-a033f7835b86 HTTP/1.1" status: 204  len: 168 time: 4.9630899
Dec 15 12:47:46.806584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51920) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:46.818305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-575211201'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:46.832028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:46.841783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:46.851124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:46.857665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.873745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:46.888688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:46.895195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.896943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event deleted for resources: {'Port': ['ID=d9a25a37-75ee-4b49-a9bd-a2003e55b860,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:46.909080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:46.945697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:46.969429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:46.972127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 82d5bb93-594f-4537-a77d-4fa0688e135a of type vlan for network 98c69cf7-faab-432c-b03b-6914f440130e
Dec 15 12:47:47.010737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.040491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51926) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:47.044498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.049054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:47.049728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.061450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:47.081944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.091071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.091515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.091864 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Floating IP 82f79dfb-9a5a-41ec-8326-44760141a205 disassociated. External IP: 172.26.0.101, port: 59d7b431-5afa-4d07-ace5-189a55896720.
Dec 15 12:47:47.092254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Calling delete_port for 59d7b431-5afa-4d07-ace5-189a55896720 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:47.161653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.167026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "DELETE /v2.0/floatingips/4907c398-ae2a-4bb0-8134-086de80e3510 HTTP/1.1" status: 204  len: 168 time: 2.9635940
Dec 15 12:47:47.169474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51932) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:47.342912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:47.351194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:47.356614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5485790
Dec 15 12:47:47.361151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'floatingip': {'floating_network_id': '162538e0-e2fc-4381-942e-374a5c3fc7b3', 'port_id': 'e3235c4d-5d04-4b8b-981e-67498206d375', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:47.382021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.403840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ba13d00-c3f7-4007-806d-ece00738bd03 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:47.429056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:47.431670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=98c69cf7-faab-432c-b03b-6914f440130e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:47.446352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 98c69cf7-faab-432c-b03b-6914f440130e details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:47.452033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:47.453886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:floatingip and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:47.465459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-173163225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:47.472655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:47.476661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:47.483743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:47.486382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:router and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:47.493455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:47.502623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:47.506340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.529407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.531289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.547905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:47:47.553008 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9ae5e347-a735-4036-8e73-33cb0e8b8671 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.3709478
Dec 15 12:47:47.553486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51946) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:47.560338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'e3235c4d-5d04-4b8b-981e-67498206d375', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:47.567269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:47.571258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Usage tracker for resource:floatingip and tenant:747582d524094ae9ad5fda1a74be2734 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:47.574719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:47.581224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:47.594494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.599655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.686838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2176721b-3146-481e-8e81-ddd8dcc900be req-f2e2aaa0-7e96-47a6-83f9-2ea16913dd93 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.0641029
Dec 15 12:47:47.699885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event deleted for resources: {'Port': ['ID=59d7b431-5afa-4d07-ace5-189a55896720,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:47.709556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.733207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:47.745017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.749276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd64ebb2-42d3-4002-b077-7c7fe5de0dd3 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.7044489
Dec 15 12:47:47.750939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51950) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:47.759609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-714074003'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:47.768021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:47.828365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:network and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:47.833745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:47.842687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:47.879677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:47.885911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.907581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:47.938654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.006344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:48.020365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:security_group_rule and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:48.026707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:48.037987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:48.153002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Allocated IP 172.26.0.175 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f357bc79-a8cd-4fe4-88c9-93363ee4ae22) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:48.264155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.268876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.275051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a9b4e84-5c6f-41f8-9b4c-a0c0662af7ee tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:48.306955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51954) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:48.330284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'subnet': {'network_id': '8443616c-8ed9-4afb-ab2b-37e9853cf450', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:48.380877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.385984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:48.402422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5bc82e-01e5-410f-991d-fbf4ae002f2b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:48.409494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:48.415374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.415760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Added segment 4da15eff-2590-413a-b239-ca6a221de933 of type vlan for network e6a7eb06-d2d8-426d-9477-978aeaa05146
Dec 15 12:47:48.421877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.477711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.482110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.502913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.528907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.533837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:48.534493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.539618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77a6b91d-774c-45b6-bee6-4b99dd0ed64b tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:48.540176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5212-11dd-43de-92a5-e76bba25f5d0 req-f1efac52-fc48-49c8-aa8f-24facb132b01 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:48.542415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-110e5212-11dd-43de-92a5-e76bba25f5d0 req-f1efac52-fc48-49c8-aa8f-24facb132b01 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.9232955
Dec 15 12:47:48.586626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.638713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.647560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:48.665333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:48.681743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Network': ['ID=e6a7eb06-d2d8-426d-9477-978aeaa05146,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:48.684779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:subnet and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:48.687629 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.9369485
Dec 15 12:47:48.689858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:48.691017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:48.691598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7988749f-d204-4640-be58-7b04a4b45f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:48.709140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:48.713768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51958) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:48.715221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:48.726490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:48.728575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'subnet': {'network_id': 'e6a7eb06-d2d8-426d-9477-978aeaa05146', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:48.735810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:48.803384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 98c69cf7-faab-432c-b03b-6914f440130e is not hosted by any dhcp agent {{(pid=88869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 15 12:47:48.807672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:48.808381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:48.809853 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "PUT /v2.0/networks/98c69cf7-faab-432c-b03b-6914f440130e HTTP/1.1" status: 200  len: 723 time: 1.4639461
Dec 15 12:47:48.820877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:48.899918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 59d7b431-5afa-4d07-ace5-189a55896720 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:47:48.901936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 51964) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:48.932179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '98c69cf7-faab-432c-b03b-6914f440130e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:48.944558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 59d7b431-5afa-4d07-ace5-189a55896720 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:47:48.944558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 59d7b431-5afa-4d07-ace5-189a55896720 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:47:48.957889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=98c69cf7-faab-432c-b03b-6914f440130e,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:48.969696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:48.970387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 98c69cf7-faab-432c-b03b-6914f440130e details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:48.972680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-110e5212-11dd-43de-92a5-e76bba25f5d0 req-89ebfa5c-b9be-435c-a9ba-c6c885269943 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3710754
Dec 15 12:47:49.038263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:49.082140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2cfb099-27a3-4256-b200-fdd1cd446982 req-dd8a87d2-619e-40d6-a8cd-999047d0e8b3 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.0682054
Dec 15 12:47:49.089016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event updated for resources: {'Port': ['ID=f357bc79-a8cd-4fe4-88c9-93363ee4ae22,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:49.098593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:49.196818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:49.248406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Deleting port f357bc79-a8cd-4fe4-88c9-93363ee4ae22 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:49.248406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:49.253930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:subnet and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:49.265360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:49.350872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:49.353306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:49.368953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:49.375616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:49.383763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:49.408521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:49.418705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:49.491476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:49.504271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:49.504748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:49.639168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Calling delete_port for f357bc79-a8cd-4fe4-88c9-93363ee4ae22 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:49.672792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503a56-a8f9-4b96-8c3b-169f6486db71 req-6959607d-210e-4c06-9e53-2572b0a4a701 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:49.674417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a5503a56-a8f9-4b96-8c3b-169f6486db71 req-6959607d-210e-4c06-9e53-2572b0a4a701 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 946 time: 0.3523598
Dec 15 12:47:49.743957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:49.795447 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a5503a56-a8f9-4b96-8c3b-169f6486db71 req-21256b79-1282-4f8d-a6d0-61ca12ecc254 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111443
Dec 15 12:47:49.830595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:49.835494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:49.880182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event deleted for resources: {'Port': ['ID=f357bc79-a8cd-4fe4-88c9-93363ee4ae22,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:49.883843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Router 482d98a2-5510-49b7-b0f7-d1fc36628902 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:47:49.889457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:49.921216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.921634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.922075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.922458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.922852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.923263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.923666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.924056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.924447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.924833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.925221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:49.933167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:50.022398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] create failed (client error): The resource could not be found.
Dec 15 12:47:50.026949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.4689536
Dec 15 12:47:50.027282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51978) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:50.108196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Deleting port e3235c4d-5d04-4b8b-981e-67498206d375 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:50.108664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:50.365539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b3edd-40f7-462e-9621-de1026cb0831 req-0dcf14cf-cd1c-4bda-8f81-31db638c4d08 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:50.367225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c14b3edd-40f7-462e-9621-de1026cb0831 req-0dcf14cf-cd1c-4bda-8f81-31db638c4d08 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.2268884
Dec 15 12:47:50.472484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Router 83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:47:50.504007 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47c5f46f-1ea3-4c66-8e5d-99f601596fe5 req-d54f702b-243f-41fa-8fc2-efa9bdc9bb96 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.0983591
Dec 15 12:47:50.507590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:50.517919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c14b3edd-40f7-462e-9621-de1026cb0831 req-bf2573c1-c4ed-4742-9726-d473620881e9 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938249
Dec 15 12:47:50.646479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Calling delete_port for e3235c4d-5d04-4b8b-981e-67498206d375 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:50.732927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:50.769885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:50.803638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:50.808132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd12d2eb-2454-43bf-9f95-e450db4ee33d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:50.855451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event deleted for resources: {'Port': ['ID=e3235c4d-5d04-4b8b-981e-67498206d375,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:50.860678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:50.996689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.022745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Subnet': ['ID=717d156c-1192-4efb-8990-c4d8b9be7b35,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:51.032019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.051785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "DELETE /v2.0/ports/e3235c4d-5d04-4b8b-981e-67498206d375 HTTP/1.1" status: 204  len: 168 time: 1.0231960
Dec 15 12:47:51.053328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.055029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51988) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:51.080367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.080802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.081230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.081639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.082049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.082460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.082867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.083276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.083718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.084116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.084527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:51.096349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:51.100285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:51.129553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0deaa-c4cb-43c2-a95a-5bd9f250384f req-1df9bdf9-285f-4b72-b9d9-3a68c76ac31a tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:51.137566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32b0deaa-c4cb-43c2-a95a-5bd9f250384f req-1df9bdf9-285f-4b72-b9d9-3a68c76ac31a tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 946 time: 0.1986780
Dec 15 12:47:51.207074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Checking segment: {'id': '7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8443616c-8ed9-4afb-ab2b-37e9853cf450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:51.207515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network hostable DHCP agents. Network: 8443616c-8ed9-4afb-ab2b-37e9853cf450, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:51.209968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a37876-92d9-4f0a-9cff-be0bf625a0d4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:51.210738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02a37876-92d9-4f0a-9cff-be0bf625a0d4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Synchronizing usage tracker for tenant:747582d524094ae9ad5fda1a74be2734 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:51.215153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32b0deaa-c4cb-43c2-a95a-5bd9f250384f req-a97aa579-bbf1-4f43-9201-4351d1a5365b tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759025
Dec 15 12:47:51.232165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02a37876-92d9-4f0a-9cff-be0bf625a0d4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Unset dirty status for tenant:747582d524094ae9ad5fda1a74be2734 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:51.233265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02a37876-92d9-4f0a-9cff-be0bf625a0d4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e6a48b-c4e2-41ea-b3f1-6607863343cc HTTP/1.1" status: 200  len: 913 time: 0.1771436
Dec 15 12:47:51.236356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 51992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:51.310108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Subnet': ['ID=d105ee83-32f1-4b4c-9c42-9a4a3af9ef5d,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:51.358079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Checking segment: {'id': '4da15eff-2590-413a-b239-ca6a221de933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e6a7eb06-d2d8-426d-9477-978aeaa05146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:51.358516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network hostable DHCP agents. Network: e6a7eb06-d2d8-426d-9477-978aeaa05146, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:51.409747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '82d5bb93-594f-4537-a77d-4fa0688e135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '98c69cf7-faab-432c-b03b-6914f440130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:51.410303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 98c69cf7-faab-432c-b03b-6914f440130e, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:51.437985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network 8443616c-8ed9-4afb-ab2b-37e9853cf450 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:51.456144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=139240ce-2833-4844-9c8d-78988812b2bb,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:51.460780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:51.465098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:51.465454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:51.469817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:51.474926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8443616c-8ed9-4afb-ab2b-37e9853cf450) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:51.481391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] Sync routers for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:51.484120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a855e0-f7be-441a-bcbf-4426bb41d71f None None] Network 8443616c-8ed9-4afb-ab2b-37e9853cf450 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:51.495911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:51.496580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb783470>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:51.513620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:51.514277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.577096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] No DVR routers for this DVR port 59d7b431-5afa-4d07-ace5-189a55896720 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:51.580570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:51.586122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.590865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'name': 'network-vif-deleted', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:47:51.606883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 98c69cf7-faab-432c-b03b-6914f440130e is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:51.610307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:51.618521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, e6a7eb06-d2d8-426d-9477-978aeaa05146) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:51.636437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:51.637114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.644136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 98c69cf7-faab-432c-b03b-6914f440130e) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:51.659734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-415cb6a1-bb7f-4758-958f-f3690f60cb8e req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.77 "DELETE /v2.0/ports/59d7b431-5afa-4d07-ace5-189a55896720 HTTP/1.1" status: 204  len: 173 time: 6.9268403
Dec 15 12:47:51.674824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.3630402
Dec 15 12:47:51.678831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52002) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:51.688137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1764928461'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:51.691744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:51.692550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.702950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.706519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:51.713258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:network and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:51.716601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a7840801-1a14-413e-ad0b-0d60cae3cd88 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "PUT /v2.0/routers/83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 HTTP/1.1" status: 200  len: 920 time: 8.7094569
Dec 15 12:47:51.723906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52006) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:51.729160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:51.732914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:51.750184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37714df5-fb95-4199-9cdd-c72a52b357ed None None] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:51.759387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:51.767176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceed278-7812-4651-9f56-5fd0ce9c7d23 None None] Network 98c69cf7-faab-432c-b03b-6914f440130e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:51.822130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:51.888151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-10f23517-abbf-4c43-9bf8-c86fd949c610 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1618724
Dec 15 12:47:51.903675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52010) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:51.913632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'network': {'name': 'tempest-router-network01--1954162692'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:51.918074 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0125337
Dec 15 12:47:51.930451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36216210-2b75-463b-b412-f2b93568b97d None None] Sync routers for ids ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:51.955428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52014) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:51.967291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:52.000824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:52.013357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:52.018885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-556a4934-4e55-4be6-9af5-381f1af468fa req-15d26e40-d590-46a6-97fa-c59caec61a3b tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Synchronizing usage tracker for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:52.019975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.022144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:network and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:52.041737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:52.055918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:52.098597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-556a4934-4e55-4be6-9af5-381f1af468fa req-15d26e40-d590-46a6-97fa-c59caec61a3b tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Unset dirty status for tenant:e04ea19c22194e65bb85a4051639ed56 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:52.099907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-556a4934-4e55-4be6-9af5-381f1af468fa req-15d26e40-d590-46a6-97fa-c59caec61a3b tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a10b43-1fcf-4212-8691-6baa6bb07588 HTTP/1.1" status: 200  len: 210 time: 0.1972663
Dec 15 12:47:52.142709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:52.148701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.276627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:52.285470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a10b43-1fcf-4212-8691-6baa6bb07588', 'name': 'network-vif-deleted', 'tag': '59d7b431-5afa-4d07-ace5-189a55896720', 'status': 'completed', 'code': 200}
Dec 15 12:47:52.308095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.308504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Added segment d1e6be6e-dfdb-4831-aa64-a6a70fcc3a76 of type vlan for network 22110844-0a0c-4ff6-a647-060bd35b0fd1
Dec 15 12:47:52.377743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.395816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8443616c-8ed9-4afb-ab2b-37e9853cf450', 'network_id': '8443616c-8ed9-4afb-ab2b-37e9853cf450', 'tenant_id': '414765e35cab422aa4d3986945afe9f5', 'fixed_ips': [{'subnet_id': '717d156c-1192-4efb-8990-c4d8b9be7b35'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:52.397004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.427903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-98c69cf7-faab-432c-b03b-6914f440130e', 'network_id': '98c69cf7-faab-432c-b03b-6914f440130e', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': '139240ce-2833-4844-9c8d-78988812b2bb'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:52.429138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.441304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7137750'] for subnet, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.475572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb783470>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:52.479914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] Checking router: 482d98a2-5510-49b7-b0f7-d1fc36628902 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:47:52.490307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8870a7-1c52-4053-bb36-94126d75010d req-2a43a41a-51d8-4e6c-b934-34352fb94e81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:52.492251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:52.492933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb783470>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:52.498924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4e8870a7-1c52-4053-bb36-94126d75010d req-2a43a41a-51d8-4e6c-b934-34352fb94e81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5640459
Dec 15 12:47:52.557124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:52.614963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Allocated IP 172.20.0.2 (98c69cf7-faab-432c-b03b-6914f440130e/139240ce-2833-4844-9c8d-78988812b2bb/498c795a-f642-424b-b3ce-132299aeb91e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:52.704061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:47:52.716013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.716406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Added segment f7758d32-bdac-47e1-921a-b080c5d11a4e of type vlan for network d6339b9b-ac6e-4bd7-8697-b946e8037ef5
Dec 15 12:47:52.770850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-da02b764-9373-4d3b-943d-8285082362e0 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:52.772561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-da02b764-9373-4d3b-943d-8285082362e0 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 946 time: 0.5726445
Dec 15 12:47:52.800117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.805262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:52.805952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.816534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fcf206c-8145-47b6-81e2-e0483476e342 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:52.865916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:52.879066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Transition to ACTIVE for port object 498c795a-f642-424b-b3ce-132299aeb91e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:52.903083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Transition to ACTIVE for port object 498c795a-f642-424b-b3ce-132299aeb91e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:52.960485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Network': ['ID=22110844-0a0c-4ff6-a647-060bd35b0fd1,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:52.974630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:53.014747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3346004
Dec 15 12:47:53.018333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36216210-2b75-463b-b412-f2b93568b97d None None] Routers {'83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:53.019324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-36216210-2b75-463b-b412-f2b93568b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf87198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:53.072129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb783470>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:53.076724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17ce4f-0ca5-4b91-9444-3f3e9ddd443c None None] The sync data for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv is: [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0fa9674c-5797-427e-a7e8-392b53945540', 'name': '', 'network_id': 'bc963569-0db8-414d-9fa6-2320ec354452', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'mac_address': 'fa:16:3e:84:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e25a8028-a061-498e-8666-a604a3a36469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:59Z', 'updated_at': '2021-12-15T12:46:16Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'subnets': [{'id': 'e25a8028-a061-498e-8666-a604a3a36469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:53.080756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.086682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52020) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:53.104726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:53.141592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Deleting port 20561bde-c4f6-4d6a-8966-a33691f88600 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:53.142109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.147948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'subnet': {'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:53.171880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 22110844-0a0c-4ff6-a647-060bd35b0fd1 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:53.246707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.284804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:53.303650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Network 98c69cf7-faab-432c-b03b-6914f440130e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:53.308406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4e8870a7-1c52-4053-bb36-94126d75010d req-5fcf1148-c717-40d9-a81d-143cf468efc2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8080239
Dec 15 12:47:53.309648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:subnet and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:53.313497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:53.359996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:53.375941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Pushing event updated for resources: {'Port': ['ID=498c795a-f642-424b-b3ce-132299aeb91e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:53.383884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:53.386416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:53.394098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af98a2-488a-412d-9aaf-0637adf549ad req-4709d165-a25c-4d0e-8898-e91b07fdc0ed tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:53.394841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:53.403367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-41af98a2-488a-412d-9aaf-0637adf549ad req-4709d165-a25c-4d0e-8898-e91b07fdc0ed tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 946 time: 0.8627706
Dec 15 12:47:53.458137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-36216210-2b75-463b-b412-f2b93568b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf87198>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:53.543052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52028) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:53.558420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6aeaab82-03c8-44ca-b72a-18628b7484cf tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 HTTP/1.1" status: 200  len: 920 time: 1.8309453
Dec 15 12:47:53.568415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52030) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:53.598868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.603045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:53.603710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.622216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.622613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.622998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.623403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.623766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.624305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.624727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.625134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.625478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.625844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.626212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:47:53.629834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-e6a7eb06-d2d8-426d-9477-978aeaa05146', 'network_id': 'e6a7eb06-d2d8-426d-9477-978aeaa05146', 'tenant_id': 'f0b40341aba0409bafa00a9462242dd6', 'fixed_ips': [{'subnet_id': 'd105ee83-32f1-4b4c-9c42-9a4a3af9ef5d'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:53.632037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.646374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:53.651855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:53.655402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36216210-2b75-463b-b412-f2b93568b97d None None] Routers {'83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:53.656080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-36216210-2b75-463b-b412-f2b93568b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf87198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:53.690595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b0bc3-ffb7-4cf7-a77a-d1a475377e2d None None] New status for floating IP 82f79dfb-9a5a-41ec-8326-44760141a205: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:47:53.722450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.752125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-41af98a2-488a-412d-9aaf-0637adf549ad req-ed921575-21d1-4e2e-93de-d5361ea9728c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups?id=48c2f529-01fc-46b8-ae24-b3686b47fc49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3465261
Dec 15 12:47:53.754090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-36216210-2b75-463b-b412-f2b93568b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf87198>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:53.754541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36216210-2b75-463b-b412-f2b93568b97d None None] The sync data for ids ['83c61960-dbde-40ea-8d5e-84a6d3f0b2f8'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:47:53.836835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.9306536
Dec 15 12:47:53.843531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745354972582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6369567'] for subnet, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.870045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52036) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:53.887251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'network': {'name': 'tempest-router-network02--1626898731'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:53.922575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Allocated IP 2001:db8::2 (e6a7eb06-d2d8-426d-9477-978aeaa05146/d105ee83-32f1-4b4c-9c42-9a4a3af9ef5d/dcacd4f3-4f22-49e7-bc54-05522c931d7f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:53.930102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Network': ['ID=d6339b9b-ac6e-4bd7-8697-b946e8037ef5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:53.937485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:53.945605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:53.949227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:53.972921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:network and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:53.984012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:53.987183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:53.997732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:53.998393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.002933 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "PUT /v2.0/subnets/139240ce-2833-4844-9c8d-78988812b2bb HTTP/1.1" status: 200  len: 806 time: 2.0411274
Dec 15 12:47:54.009614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52040) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:54.018755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.057112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Attempting to bind port 498c795a-f642-424b-b3ce-132299aeb91e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:54.057575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Attempting to bind port 498c795a-f642-424b-b3ce-132299aeb91e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '82d5bb93-594f-4537-a77d-4fa0688e135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '98c69cf7-faab-432c-b03b-6914f440130e'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:54.058543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Attempting to bind port 498c795a-f642-424b-b3ce-132299aeb91e on network 98c69cf7-faab-432c-b03b-6914f440130e {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:54.067381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:54.068516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] For port 20561bde-c4f6-4d6a-8966-a33691f88600, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20561bde-c4f6-4d6a-8966-a33691f88600,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:54.069153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.072702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:54.109838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:54.115494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.144653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.150029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d6df143-87bb-43a4-b0ac-6e28824418b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:54.164342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:54.165090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Checking segment: {'id': '82d5bb93-594f-4537-a77d-4fa0688e135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '98c69cf7-faab-432c-b03b-6914f440130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:54.165218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.165614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Bound using segment: {'id': '82d5bb93-594f-4537-a77d-4fa0688e135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '98c69cf7-faab-432c-b03b-6914f440130e'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:54.166157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Bound port: 498c795a-f642-424b-b3ce-132299aeb91e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d5bb93-594f-4537-a77d-4fa0688e135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '98c69cf7-faab-432c-b03b-6914f440130e'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:54.166578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.184581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b3901d72-a15e-4608-b03b-ffc32a2ae714 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Synchronizing usage tracker for tenant:dae236e4a39f4938b62fc755395c555f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:54.192621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=139240ce-2833-4844-9c8d-78988812b2bb,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:54.214718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab09ab-0aa3-4446-aead-0f742ca73835,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:54.217439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:54.281136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:54.306404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:54.398714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:47:54.399643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Deleting port fff875d5-14a7-4f8b-8191-caa9e3dc6d56 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:54.400026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.415396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b3901d72-a15e-4608-b03b-ffc32a2ae714 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Unset dirty status for tenant:dae236e4a39f4938b62fc755395c555f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:54.417151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b3901d72-a15e-4608-b03b-ffc32a2ae714 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=83c61960-dbde-40ea-8d5e-84a6d3f0b2f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.8452671
Dec 15 12:47:54.434144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Allocated IP 2001:db8:0:ffff::2 (8443616c-8ed9-4afb-ab2b-37e9853cf450/717d156c-1192-4efb-8990-c4d8b9be7b35/93a131c1-7341-46f2-b4d5-532e5f210682) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:54.436329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52046) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:54.440380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.446173 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "DELETE /v2.0/security-groups/b6ab09ab-0aa3-4446-aead-0f742ca73835 HTTP/1.1" status: 204  len: 168 time: 0.8689013
Dec 15 12:47:54.447589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52050) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:54.456913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.457785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Added segment 85f896f8-c736-41c1-a4d3-dbb5a57ab3ba of type vlan for network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea
Dec 15 12:47:54.472149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.492749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.531244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Transition to ACTIVE for port object dcacd4f3-4f22-49e7-bc54-05522c931d7f will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:54.637108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-4c9a2a89-4e35-410f-b5e0-3b3c64ee38d0 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] show failed (client error): The resource could not be found.
Dec 15 12:47:54.641806 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4c9a2a89-4e35-410f-b5e0-3b3c64ee38d0 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "GET /v2.0/security-groups/b6ab09ab-0aa3-4446-aead-0f742ca73835 HTTP/1.1" status: 404  len: 347 time: 0.1786344
Dec 15 12:47:54.646822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52054) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:54.666589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 498c795a-f642-424b-b3ce-132299aeb91e {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:54.666952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.771983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.772571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.772691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Floating IP f008864b-434d-4c85-ada9-cc13aa3e8d58 disassociated. External IP: 172.26.0.176, port: 20561bde-c4f6-4d6a-8966-a33691f88600.
Dec 15 12:47:54.773254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Calling delete_port for 20561bde-c4f6-4d6a-8966-a33691f88600 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:54.802321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] For port 498c795a-f642-424b-b3ce-132299aeb91e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:54.806460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Transition to ACTIVE for port object dcacd4f3-4f22-49e7-bc54-05522c931d7f will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:54.828121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] For port 498c795a-f642-424b-b3ce-132299aeb91e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=498c795a-f642-424b-b3ce-132299aeb91e,segment=NetworkSegment(82d5bb93-594f-4537-a77d-4fa0688e135a),segment_id=82d5bb93-594f-4537-a77d-4fa0688e135a)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:54.832747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.840953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-050860f5-8d6a-4667-9525-c9244fbbe2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:54.846612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.879865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:54.974375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:54.981207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:54.984736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:54.994042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.053437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Pushing event updated for resources: {'Port': ['ID=dcacd4f3-4f22-49e7-bc54-05522c931d7f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:55.060828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:55.093438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:55.095880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:55.100531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Deleting port 6f4ce87e-9c1c-4ee8-ae78-3e513b5af28d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:55.100924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.121509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.141915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04b9cccc-72b9-4112-9e56-a16848576e53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:55.171252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.203312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a819c49-215e-4a86-bf05-8d84d1886e27 req-e98e099f-ab5f-433d-ac62-d865605988bd tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:55.205074 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0a819c49-215e-4a86-bf05-8d84d1886e27 req-e98e099f-ab5f-433d-ac62-d865605988bd tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.7400742
Dec 15 12:47:55.205265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Transition to ACTIVE for port object 93a131c1-7341-46f2-b4d5-532e5f210682 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:55.205870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.208127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Attempting to bind port dcacd4f3-4f22-49e7-bc54-05522c931d7f on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:55.208558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Attempting to bind port dcacd4f3-4f22-49e7-bc54-05522c931d7f by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '4da15eff-2590-413a-b239-ca6a221de933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e6a7eb06-d2d8-426d-9477-978aeaa05146'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:55.208969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Attempting to bind port dcacd4f3-4f22-49e7-bc54-05522c931d7f on network e6a7eb06-d2d8-426d-9477-978aeaa05146 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:55.209950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:55.210597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.212161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8e04a482-1809-4aa8-bfb1-d1985f858b16 req-04a4a1ff-3069-4004-b0cb-85309059f898 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.1409838
Dec 15 12:47:55.221931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:55.222354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Checking segment: {'id': '4da15eff-2590-413a-b239-ca6a221de933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e6a7eb06-d2d8-426d-9477-978aeaa05146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:55.222818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.223620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Bound using segment: {'id': '4da15eff-2590-413a-b239-ca6a221de933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e6a7eb06-d2d8-426d-9477-978aeaa05146'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:55.223805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Bound port: dcacd4f3-4f22-49e7-bc54-05522c931d7f, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da15eff-2590-413a-b239-ca6a221de933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e6a7eb06-d2d8-426d-9477-978aeaa05146'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:55.224216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.240225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13de5c-7da5-4295-a25e-13811a10247d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:55.240950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac13de5c-7da5-4295-a25e-13811a10247d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Synchronizing usage tracker for tenant:dae236e4a39f4938b62fc755395c555f on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:55.255202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Pushing event updated for resources: {'Port': ['ID=498c795a-f642-424b-b3ce-132299aeb91e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:55.256100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event deleted for resources: {'Port': ['ID=20561bde-c4f6-4d6a-8966-a33691f88600,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:55.265620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:55.283191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:55.325393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.334328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Subnet': ['ID=cd308a67-ea40-48b9-8df3-09d60d910694,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:55.338019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:55.351372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82b077d7-d758-4efd-83f4-280a36e94d62 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:55.351579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] For port dcacd4f3-4f22-49e7-bc54-05522c931d7f, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:55.357436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] For port dcacd4f3-4f22-49e7-bc54-05522c931d7f, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dcacd4f3-4f22-49e7-bc54-05522c931d7f,segment=NetworkSegment(4da15eff-2590-413a-b239-ca6a221de933),segment_id=4da15eff-2590-413a-b239-ca6a221de933)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:55.359945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Transition to ACTIVE for port object 93a131c1-7341-46f2-b4d5-532e5f210682 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:55.363902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.369072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df94f80c-a513-4895-8db2-b77a976256ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:55.393473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac13de5c-7da5-4295-a25e-13811a10247d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Unset dirty status for tenant:dae236e4a39f4938b62fc755395c555f on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:47:55.394811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac13de5c-7da5-4295-a25e-13811a10247d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 0.9570968
Dec 15 12:47:55.401809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52060) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:55.408920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.468509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Network 8443616c-8ed9-4afb-ab2b-37e9853cf450 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:55.472402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:55.477522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:55.489664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Pushing event updated for resources: {'Port': ['ID=dcacd4f3-4f22-49e7-bc54-05522c931d7f,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:55.493437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:55.519855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6240eee-ea84-4f18-ae5d-c53ce5c6512d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:55.632628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Attempting to bind port 93a131c1-7341-46f2-b4d5-532e5f210682 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:55.632955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Attempting to bind port 93a131c1-7341-46f2-b4d5-532e5f210682 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8443616c-8ed9-4afb-ab2b-37e9853cf450'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:55.633370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Attempting to bind port 93a131c1-7341-46f2-b4d5-532e5f210682 on network 8443616c-8ed9-4afb-ab2b-37e9853cf450 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:55.648926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:55.649346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Checking segment: {'id': '7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8443616c-8ed9-4afb-ab2b-37e9853cf450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:55.649786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.650240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Bound using segment: {'id': '7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8443616c-8ed9-4afb-ab2b-37e9853cf450'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:55.651029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Bound port: 93a131c1-7341-46f2-b4d5-532e5f210682, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8443616c-8ed9-4afb-ab2b-37e9853cf450'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:55.651251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.685243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Pushing event updated for resources: {'Port': ['ID=93a131c1-7341-46f2-b4d5-532e5f210682,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:55.688549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:55.766108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 498c795a-f642-424b-b3ce-132299aeb91e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=498c795a-f642-424b-b3ce-132299aeb91e,segment=NetworkSegment(82d5bb93-594f-4537-a77d-4fa0688e135a),segment_id=82d5bb93-594f-4537-a77d-4fa0688e135a)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:47:55.766517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.804561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] For port 93a131c1-7341-46f2-b4d5-532e5f210682, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:55.808234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] For port 93a131c1-7341-46f2-b4d5-532e5f210682, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=93a131c1-7341-46f2-b4d5-532e5f210682,segment=NetworkSegment(7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d),segment_id=7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:55.816718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:55.828011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:55.876411 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.0012500
Dec 15 12:47:55.897929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Calling delete_port for fff875d5-14a7-4f8b-8191-caa9e3dc6d56 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:55.943220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Pushing event updated for resources: {'Port': ['ID=93a131c1-7341-46f2-b4d5-532e5f210682,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:55.948663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52064) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:55.956314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:56.055445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'subnet': {'network_id': 'd6339b9b-ac6e-4bd7-8697-b946e8037ef5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:56.137072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 498c795a-f642-424b-b3ce-132299aeb91e owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:56.194463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d69173db-ef3c-4315-8cb0-36bafdbe7882 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 HTTP/1.1" status: 200  len: 205 time: 0.3881495
Dec 15 12:47:56.196025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Checking segment: {'id': 'd1e6be6e-dfdb-4831-aa64-a6a70fcc3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:56.196718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network hostable DHCP agents. Network: 22110844-0a0c-4ff6-a647-060bd35b0fd1, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:56.199415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52068) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:56.297799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Network': ['ID=72b867ce-e0a1-45d0-a72f-a5947d3ce4ea,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:56.311212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:47:56.318438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:56.345780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0a819c49-215e-4a86-bf05-8d84d1886e27 req-ae7ac07e-e064-4693-8207-1f5f128a98cf tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1098733
Dec 15 12:47:56.542635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:56.550114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:56.551935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:56.558278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:56.570581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-489b0b1b-635b-4a91-a225-90722afdcf74 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:56.575856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network 22110844-0a0c-4ff6-a647-060bd35b0fd1 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:56.584132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:subnet and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:56.627044 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-78993a81-5399-471c-825e-7ff1c112a621 req-5e38a15f-b490-482e-af8e-b0a2722f33f9 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.1136892
Dec 15 12:47:56.642328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=498c795a-f642-424b-b3ce-132299aeb91e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:56.659655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:56.697696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:56.745064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:56.755465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Calling delete_port for 6f4ce87e-9c1c-4ee8-ae78-3e513b5af28d owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:47:56.788299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 22110844-0a0c-4ff6-a647-060bd35b0fd1) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:56.796882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89acf1-e0ad-40f1-aa0d-d90835275852 None None] Network 22110844-0a0c-4ff6-a647-060bd35b0fd1 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:56.807660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:56.808332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:56.836399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:56.857903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port 498c795a-f642-424b-b3ce-132299aeb91e on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:56.953759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.8132954
Dec 15 12:47:56.958439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52074) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:56.961903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.012643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'port': {'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1', 'name': 'tempest-NetworksIpV6TestAttrs-213671283'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:57.022614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dcacd4f3-4f22-49e7-bc54-05522c931d7f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:57.052964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.053572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 20561bde-c4f6-4d6a-8966-a33691f88600 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:47:57.116130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.137007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 20561bde-c4f6-4d6a-8966-a33691f88600 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:47:57.137384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 20561bde-c4f6-4d6a-8966-a33691f88600 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:47:57.138115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-172cca37-4478-43a0-b9ae-bad586f51a4d tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:57.174079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-22110844-0a0c-4ff6-a647-060bd35b0fd1', 'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1', 'tenant_id': '414765e35cab422aa4d3986945afe9f5', 'fixed_ips': [{'subnet_id': 'cd308a67-ea40-48b9-8df3-09d60d910694'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:47:57.175101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.227501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Router 5157f754-9570-453e-9edc-242a1f25f707 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:47:57.255242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.259172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event deleted for resources: {'Port': ['ID=fff875d5-14a7-4f8b-8191-caa9e3dc6d56,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:57.270221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:57.297156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port dcacd4f3-4f22-49e7-bc54-05522c931d7f completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:57.304652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 93a131c1-7341-46f2-b4d5-532e5f210682 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:47:57.328507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:57.331599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.339120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6130f15f-7207-4274-8b25-71ac2c64d40b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:57.383670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.385584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:port and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:57.401986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:57.403793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4d3c5d58-a02e-46b5-9ce5-09e0dc7137d0 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:57.405442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=139240ce-2833-4844-9c8d-78988812b2bb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:57.420188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:57.436423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:57.447964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:57.456171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.515080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 93a131c1-7341-46f2-b4d5-532e5f210682 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:57.516883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Pushing event deleted for resources: {'Port': ['ID=6f4ce87e-9c1c-4ee8-ae78-3e513b5af28d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:57.519969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Allocated IP 2001:db8::f816:3eff:fe83:2ed0 (22110844-0a0c-4ff6-a647-060bd35b0fd1/cd308a67-ea40-48b9-8df3-09d60d910694/09eabd08-8ba6-4e23-b716-f451be36f959) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:57.529689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:57.736859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.775882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa3cf4a8>,) {'filters': {'network_id': ['98c69cf7-faab-432c-b03b-6914f440130e']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:57.795285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa3cf4a8>, '82d5bb93-594f-4537-a77d-4fa0688e135a') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:57.795848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa3cf4a8>, '82d5bb93-594f-4537-a77d-4fa0688e135a') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:57.810457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.844030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.849453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] device_id is not set on port dec31633-b6ef-40c6-bcf8-10d9e6052f01 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:47:57.858478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.862515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.878281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Transition to ACTIVE for port object 09eabd08-8ba6-4e23-b716-f451be36f959 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:57.900288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Transition to ACTIVE for port object 09eabd08-8ba6-4e23-b716-f451be36f959 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:57.910481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.922842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:57.947391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.951794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:47:57.952751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:57.968045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Network 22110844-0a0c-4ff6-a647-060bd35b0fd1 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:47:57.977217 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:47:57.990208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:58.004829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:47:58.025687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:58.068464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705e552-a165-4e7d-b644-abf99afb1e9a req-7f601dcd-4007-478f-889f-dd16ffed8cd7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:58.069942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2705e552-a165-4e7d-b644-abf99afb1e9a req-7f601dcd-4007-478f-889f-dd16ffed8cd7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5061486
Dec 15 12:47:58.072511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:58.073820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] 10.222.0.53 "DELETE /v2.0/floatingips/82f79dfb-9a5a-41ec-8326-44760141a205 HTTP/1.1" status: 204  len: 168 time: 3.4206915
Dec 15 12:47:58.095884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52082) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:58.100857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:58.178036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Attempting to bind port 09eabd08-8ba6-4e23-b716-f451be36f959 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:47:58.178357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Attempting to bind port 09eabd08-8ba6-4e23-b716-f451be36f959 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'd1e6be6e-dfdb-4831-aa64-a6a70fcc3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:47:58.178799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Attempting to bind port 09eabd08-8ba6-4e23-b716-f451be36f959 on network 22110844-0a0c-4ff6-a647-060bd35b0fd1 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:47:58.181478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Pushing event updated for resources: {'Port': ['ID=09eabd08-8ba6-4e23-b716-f451be36f959,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:58.186293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:58.190227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:47:58.194283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Checking segment: {'id': 'd1e6be6e-dfdb-4831-aa64-a6a70fcc3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:58.194838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:58.195293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Bound using segment: {'id': 'd1e6be6e-dfdb-4831-aa64-a6a70fcc3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:47:58.196732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Bound port: 09eabd08-8ba6-4e23-b716-f451be36f959, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e6be6e-dfdb-4831-aa64-a6a70fcc3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '22110844-0a0c-4ff6-a647-060bd35b0fd1'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:47:58.196732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:58.292166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:58.366984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] For port 09eabd08-8ba6-4e23-b716-f451be36f959, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:47:58.375010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03fcc9e3-e12d-4115-bd26-33a91fafb323 req-1aef1f8b-baca-49da-916c-3a347b520ced tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.4831667
Dec 15 12:47:58.382909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] For port 09eabd08-8ba6-4e23-b716-f451be36f959, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=09eabd08-8ba6-4e23-b716-f451be36f959,segment=NetworkSegment(d1e6be6e-dfdb-4831-aa64-a6a70fcc3a76),segment_id=d1e6be6e-dfdb-4831-aa64-a6a70fcc3a76)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:47:58.393597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:58.399124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:58.530364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Pushing event updated for resources: {'Port': ['ID=09eabd08-8ba6-4e23-b716-f451be36f959,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:58.549007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:58.580047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bdab6f-417e-4b15-ac98-99569215cd75 None None] Network 98c69cf7-faab-432c-b03b-6914f440130e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:58.649046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c23a0935-2556-4785-80ff-c1e255f118fa None None] Could not find standard attr ID for object 498c795a-f642-424b-b3ce-132299aeb91e. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:47:58.658269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Subnet': ['ID=f05450e3-05a7-4447-9980-e0ba3c563487,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:58.667324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:58.777865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2705e552-a165-4e7d-b644-abf99afb1e9a req-17e0695e-d88f-485c-b4a1-a170771ba249 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6973615
Dec 15 12:47:58.789630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Allocated IP 2001:db8::f816:3eff:feea:27c5 (22110844-0a0c-4ff6-a647-060bd35b0fd1/cd308a67-ea40-48b9-8df3-09d60d910694/dec31633-b6ef-40c6-bcf8-10d9e6052f01) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:47:58.900792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:58.996613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a861f1a-2e24-4f55-a517-fdc4e6b8eb51 None None] DHCP port deletion for 98c69cf7-faab-432c-b03b-6914f440130e request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:47:59.000618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:59.028804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.067839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59636431-d743-4619-8383-bb16a64880ea None None] Network 98c69cf7-faab-432c-b03b-6914f440130e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:59.100085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Checking segment: {'id': 'f7758d32-bdac-47e1-921a-b080c5d11a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6339b9b-ac6e-4bd7-8697-b946e8037ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:47:59.102328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network hostable DHCP agents. Network: d6339b9b-ac6e-4bd7-8697-b946e8037ef5, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:47:59.118021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59636431-d743-4619-8383-bb16a64880ea None None] Network 98c69cf7-faab-432c-b03b-6914f440130e could not be found, it might have been deleted concurrently. {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 15 12:47:59.149626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=98c69cf7-faab-432c-b03b-6914f440130e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:47:59.152912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:47:59.183477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bbecf2-6425-4b53-aaab-af6491b2547d None None] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:59.194466 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/98c69cf7-faab-432c-b03b-6914f440130e HTTP/1.1" status: 204  len: 168 time: 5.1756673
Dec 15 12:47:59.209988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52086) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:59.282038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8405bd1b-ed52-48c2-81b5-62c74c1c10e1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:47:59.282540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8405bd1b-ed52-48c2-81b5-62c74c1c10e1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:47:59.285023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8405bd1b-ed52-48c2-81b5-62c74c1c10e1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/98c69cf7-faab-432c-b03b-6914f440130e HTTP/1.1" status: 404  len: 339 time: 0.0737355
Dec 15 12:47:59.293325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52090) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:59.350796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.367232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.388981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1768893698', 'description': 'd1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:59.396518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Deleting port 5a587fa3-9b38-4b9f-8818-ac8ea8d7ab00 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:47:59.396900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.402264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Provisioning for port dcacd4f3-4f22-49e7-bc54-05522c931d7f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:47:59.414150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Provisioning complete for port dcacd4f3-4f22-49e7-bc54-05522c931d7f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:47:59.414839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.453401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:47:59.488268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] Sync routers for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:47:59.491656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Transition to ACTIVE for port object dec31633-b6ef-40c6-bcf8-10d9e6052f01 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:47:59.494987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d230a4e-b991-4539-86cd-560c256f328c None None] Network 8443616c-8ed9-4afb-ab2b-37e9853cf450 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:59.519419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:47:59.531298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:47:59.532032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0ae358>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:47:59.533416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:47:59.542148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:network and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:47:59.548423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:47:59.554500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, d6339b9b-ac6e-4bd7-8697-b946e8037ef5) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:47:59.561922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:47:59.569621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:47:59.570737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.605869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:47:59.612390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.646429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] No DVR routers for this DVR port 20561bde-c4f6-4d6a-8966-a33691f88600 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:47:59.667241 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6507010
Dec 15 12:47:59.673264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.675434 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e4088f74-801f-4565-9e26-778b5f9ab370 req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.77 "DELETE /v2.0/ports/20561bde-c4f6-4d6a-8966-a33691f88600 HTTP/1.1" status: 204  len: 173 time: 6.8928921
Dec 15 12:47:59.675925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52096) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:47:59.676518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'name': 'network-vif-deleted', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:47:59.778259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-06cdd529-df15-4b89-b7d5-409ca986191c req-d6a6e237-7ce2-4573-bfc5-ac128c9ab4f9 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Synchronizing usage tracker for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:47:59.779092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Router b3e6a48b-c4e2-41ea-b3f1-6607863343cc has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:47:59.780229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:47:59.785947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'subnet': {'network_id': '72b867ce-e0a1-45d0-a72f-a5947d3ce4ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:47:59.797903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.798180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 92da9610-2ab8-46b3-9f02-612d0801db2b of type vlan for network 3da3920f-d1e2-46df-ab06-d0c75b49d223
Dec 15 12:47:59.799373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae2898-d840-4d07-8324-9080a390da51 None None] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:47:59.918572 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d378097-59ae-43cc-8617-c07a22a70ca4', 'name': 'network-vif-deleted', 'tag': '20561bde-c4f6-4d6a-8966-a33691f88600', 'status': 'completed', 'code': 200}
Dec 15 12:47:59.925826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:47:59.962016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:47:59.978286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.040567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-06cdd529-df15-4b89-b7d5-409ca986191c req-d6a6e237-7ce2-4573-bfc5-ac128c9ab4f9 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Unset dirty status for tenant:e0740fa38e254b8585115892d0e4fa4e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:00.043901 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-06cdd529-df15-4b89-b7d5-409ca986191c req-d6a6e237-7ce2-4573-bfc5-ac128c9ab4f9 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d378097-59ae-43cc-8617-c07a22a70ca4 HTTP/1.1" status: 200  len: 210 time: 0.4661870
Dec 15 12:48:00.045197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:00.050777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:subnet and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:00.055306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:00.069030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:00.114124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network 22110844-0a0c-4ff6-a647-060bd35b0fd1 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:00.116313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.127309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:00.140387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:00.151535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] Sync routers for ids ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:00.161366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.165540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:00.166186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.172528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] Routers {'b3e6a48b-c4e2-41ea-b3f1-6607863343cc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:00.172767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "PUT /v2.0/routers/b3e6a48b-c4e2-41ea-b3f1-6607863343cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9353163
Dec 15 12:48:00.174136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8c7e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:00.193981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52104) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:00.194767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc318236-f5a3-4132-861c-87a32e7261dd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:00.295909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8c7e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:00.317451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] Routers {'b3e6a48b-c4e2-41ea-b3f1-6607863343cc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:00.321524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8c7e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:00.328932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:48:00.354280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.356770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=3da3920f-d1e2-46df-ab06-d0c75b49d223,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:00.413910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8c7e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:00.413910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4114ed-7a2a-481b-967a-24d4f12763ca None None] The sync data for ids ['b3e6a48b-c4e2-41ea-b3f1-6607863343cc'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:00.457855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:00.512555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:00.519232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 3da3920f-d1e2-46df-ab06-d0c75b49d223 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:00.555133 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.1793683
Dec 15 12:48:00.558156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52108) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:00.592745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6fdf9-f71e-4884-bdae-d42609072540 req-fe42a034-554a-46eb-bbab-79e73c20e262 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:00.594597 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-16a6fdf9-f71e-4884-bdae-d42609072540 req-fe42a034-554a-46eb-bbab-79e73c20e262 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.6089220
Dec 15 12:48:00.668120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd806178-590a-41e0-b4be-64f7dc9692c6 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.672093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Calling delete_port for 5a587fa3-9b38-4b9f-8818-ac8ea8d7ab00 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:00.674994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.733872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-d6339b9b-ac6e-4bd7-8697-b946e8037ef5', 'network_id': 'd6339b9b-ac6e-4bd7-8697-b946e8037ef5', 'tenant_id': 'f0b40341aba0409bafa00a9462242dd6', 'fixed_ips': [{'subnet_id': 'f05450e3-05a7-4447-9980-e0ba3c563487'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:00.735235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.870752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 09eabd08-8ba6-4e23-b716-f451be36f959 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:00.871715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Port': ['ID=dec31633-b6ef-40c6-bcf8-10d9e6052f01,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:00.883101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:00.884088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:00.889434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:00.890284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.895083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:00.912992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:01.012515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event deleted for resources: {'Port': ['ID=5a587fa3-9b38-4b9f-8818-ac8ea8d7ab00,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:01.025561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:01.033087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] For port dcacd4f3-4f22-49e7-bc54-05522c931d7f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dcacd4f3-4f22-49e7-bc54-05522c931d7f,segment=NetworkSegment(4da15eff-2590-413a-b239-ca6a221de933),segment_id=4da15eff-2590-413a-b239-ca6a221de933)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:01.040591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76728a5-085c-4437-bb21-c6a32e7da898 None None] Network 22110844-0a0c-4ff6-a647-060bd35b0fd1 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:01.066107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4c7e74c-a4af-4ae9-bf4b-2bf5b214f3ad tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 4.0705402
Dec 15 12:48:01.071960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52112) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:01.186780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:01.189494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:01.207074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef484306-96eb-40bd-b33b-132550429aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:01.222206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52118) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:01.282161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5aa65-b8a8-42f4-b217-25d73ade081e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:01.282926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7ba5aa65-b8a8-42f4-b217-25d73ade081e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Synchronizing usage tracker for tenant:79b44158e14447578455cfcb1e363cf3 on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:01.292281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-16a6fdf9-f71e-4884-bdae-d42609072540 req-dc4d0710-8e18-4c51-a80b-c064ddcbb1d4 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6885817
Dec 15 12:48:01.313134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7ba5aa65-b8a8-42f4-b217-25d73ade081e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Unset dirty status for tenant:79b44158e14447578455cfcb1e363cf3 on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:01.314421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ba5aa65-b8a8-42f4-b217-25d73ade081e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/networks?id=3da3920f-d1e2-46df-ab06-d0c75b49d223 HTTP/1.1" status: 200  len: 761 time: 0.7538188
Dec 15 12:48:01.317466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52124) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:01.328213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'description': 'd2'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:01.370474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:01.382398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5c715e74-8cbd-4ca5-ab17-c5cc76dfcd7e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:01.604810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Provisioning for port 93a131c1-7341-46f2-b4d5-532e5f210682 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:01.966386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Provisioning complete for port 93a131c1-7341-46f2-b4d5-532e5f210682 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:01.966806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:01.972202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd806178-590a-41e0-b4be-64f7dc9692c6 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:01.992097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Pushing event updated for resources: {'Port': ['ID=dcacd4f3-4f22-49e7-bc54-05522c931d7f,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:02.014099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd806178-590a-41e0-b4be-64f7dc9692c6 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.024610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:02.037703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.070450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Subnet': ['ID=a15b112b-9bf2-4ddb-92bd-8a7aaf769b64,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:02.078477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.079153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting subnet cd308a67-ea40-48b9-8df3-09d60d910694 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:02.082847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.087317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9f57f43-547d-4780-80a6-53169db21409 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:02.122681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 09eabd08-8ba6-4e23-b716-f451be36f959 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:02.155542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Allocated IP 2001:db8::2 (d6339b9b-ac6e-4bd7-8697-b946e8037ef5/f05450e3-05a7-4447-9980-e0ba3c563487/20a445c2-d3d4-40aa-b966-534685b3f538) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:02.169615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.190092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 3da3920f-d1e2-46df-ab06-d0c75b49d223 is not hosted by any dhcp agent {{(pid=88870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 15 12:48:02.194087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:02.194730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.199093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "PUT /v2.0/networks/3da3920f-d1e2-46df-ab06-d0c75b49d223 HTTP/1.1" status: 200  len: 758 time: 0.8793261
Dec 15 12:48:02.200458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52132) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:02.214005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7ce94-a11a-49f4-8a60-45c9f4cddeae req-4020b71b-9877-4d4a-b235-a509f87d30ff tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:02.215646 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83c7ce94-a11a-49f4-8a60-45c9f4cddeae req-4020b71b-9877-4d4a-b235-a509f87d30ff tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4399970
Dec 15 12:48:02.215769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 498c795a-f642-424b-b3ce-132299aeb91e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:02.218164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd806178-590a-41e0-b4be-64f7dc9692c6 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.218701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd806178-590a-41e0-b4be-64f7dc9692c6 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Fanout notify agent at l3_agent the message router_deleted on router b3e6a48b-c4e2-41ea-b3f1-6607863343cc {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:02.272648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 498c795a-f642-424b-b3ce-132299aeb91e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:02.273090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 498c795a-f642-424b-b3ce-132299aeb91e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:02.329492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.379940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=3da3920f-d1e2-46df-ab06-d0c75b49d223,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:02.407163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 3da3920f-d1e2-46df-ab06-d0c75b49d223 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:02.439062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:02.454790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd806178-590a-41e0-b4be-64f7dc9692c6 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.459259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd806178-590a-41e0-b4be-64f7dc9692c6 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "DELETE /v2.0/routers/b3e6a48b-c4e2-41ea-b3f1-6607863343cc HTTP/1.1" status: 204  len: 168 time: 2.1184256
Dec 15 12:48:02.462379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.464812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52136) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:02.489635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.107s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:02.552841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.589792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.634892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83c7ce94-a11a-49f4-8a60-45c9f4cddeae req-d09b0d38-a9d0-4760-ba92-8b6acc04ce48 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3528235
Dec 15 12:48:02.645650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.673027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f96647b-4bf8-48c6-a75d-a93654958ea8 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:02.697154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f7c4f-820e-4e41-bd1b-6b9e2ac6e0e7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:02.704818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1f3f7c4f-820e-4e41-bd1b-6b9e2ac6e0e7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/networks?id=3da3920f-d1e2-46df-ab06-d0c75b49d223 HTTP/1.1" status: 200  len: 761 time: 0.4880762
Dec 15 12:48:02.706072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.708138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52140) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:02.717973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.737748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.742376 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "DELETE /v2.0/security-groups/48c2f529-01fc-46b8-ae24-b3686b47fc49 HTTP/1.1" status: 204  len: 168 time: 1.5187154
Dec 15 12:48:02.747075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/cd308a67-ea40-48b9-8df3-09d60d910694 HTTP/1.1" status: 204  len: 168 time: 1.5362051
Dec 15 12:48:02.751153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52144) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:02.753128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52146) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:02.773463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1092483159'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:02.776568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Subnet': ['ID=cd308a67-ea40-48b9-8df3-09d60d910694,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:02.781752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] For port 93a131c1-7341-46f2-b4d5-532e5f210682, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=93a131c1-7341-46f2-b4d5-532e5f210682,segment=NetworkSegment(7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d),segment_id=7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:02.787110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:02.799995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.806222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:02.846247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:02.870910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:02.882300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:02.882671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0ae358>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:20Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:02.886455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dcacd4f3-4f22-49e7-bc54-05522c931d7f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:02.895054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-afb0f939-bb5b-4de2-8656-feea5b5d7747 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] show failed (client error): The resource could not be found.
Dec 15 12:48:02.899269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-afb0f939-bb5b-4de2-8656-feea5b5d7747 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "GET /v2.0/security-groups/48c2f529-01fc-46b8-ae24-b3686b47fc49 HTTP/1.1" status: 404  len: 347 time: 0.1387720
Dec 15 12:48:02.904792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679686b1-6609-4c76-8e70-6e1f5220371c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:02.906599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679686b1-6609-4c76-8e70-6e1f5220371c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:02.907442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-679686b1-6609-4c76-8e70-6e1f5220371c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Synchronizing usage tracker for tenant:414765e35cab422aa4d3986945afe9f5 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:02.912753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52152) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:02.914852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2f529-01fc-46b8-ae24-b3686b47fc49,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:02.918770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.959715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:02.963636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] Checking router: 5157f754-9570-453e-9edc-242a1f25f707 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:48:02.965211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:02.997408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:03.006201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.006805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment ae81bdb1-a055-4488-861d-4ef9dabf7ced of type vlan for network 7fa794b2-a152-45bb-9174-f71227e546b6
Dec 15 12:48:03.032579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:03.033458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0ae358>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:03.037764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.070821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-0d94a32e-fc41-4531-9f17-bbf249f30af7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 1.2263229
Dec 15 12:48:03.071857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:03.072138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.076594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:03.077286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.085812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b7a9e9f-e74c-4409-b81f-deac3177fe47 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:03.143878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e7f54-7896-4d50-ab53-d776d84cca1c None None] Network 22110844-0a0c-4ff6-a647-060bd35b0fd1 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:03.158292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Provisioning for port 09eabd08-8ba6-4e23-b716-f451be36f959 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:03.240444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.272476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Provisioning complete for port 09eabd08-8ba6-4e23-b716-f451be36f959 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:03.272818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.320355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.324838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.325531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Pushing event updated for resources: {'Port': ['ID=93a131c1-7341-46f2-b4d5-532e5f210682,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:03.332466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:03.339558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Transition to ACTIVE for port object 20a445c2-d3d4-40aa-b966-534685b3f538 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:03.458957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=7fa794b2-a152-45bb-9174-f71227e546b6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:03.480030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Transition to ACTIVE for port object 20a445c2-d3d4-40aa-b966-534685b3f538 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:03.481116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:03.485279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 7fa794b2-a152-45bb-9174-f71227e546b6 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:03.491810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7797263
Dec 15 12:48:03.497507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Deleting subnet cf20091e-152d-403b-a0af-cef5eca0acd3 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:03.500518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52156) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:03.532046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.553939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-4f2ef0e4-f77f-45c7-ba69-da1d06dfc8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:03.555577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-4f2ef0e4-f77f-45c7-ba69-da1d06dfc8fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.1468737
Dec 15 12:48:03.556049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.564674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '7fa794b2-a152-45bb-9174-f71227e546b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:03.568716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6387931-57b8-43c8-81d3-e23dbc8ad791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:03.680215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.680815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Fanout notify agent at l3_agent the message router_deleted on router 83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:03.683657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-ba013449-7bff-4fb6-9460-271a671b27c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1001 time: 0.1067383
Dec 15 12:48:03.694362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Checking segment: {'id': '85f896f8-c736-41c1-a4d3-dbb5a57ab3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '72b867ce-e0a1-45d0-a72f-a5947d3ce4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:03.694767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network hostable DHCP agents. Network: 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:03.705118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.706020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 HTTP/1.1" status: 204  len: 168 time: 7.5055993
Dec 15 12:48:03.717469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port dcacd4f3-4f22-49e7-bc54-05522c931d7f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:03.718044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.720548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52162) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:03.725566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:03.731068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1766916961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:03.738505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:03.742950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Usage tracker for resource:router and tenant:a68e1f58ef4a456a98d0c4b01beedc50 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:03.746270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:03.752748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:03.755965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Deleting port 5dd25462-65bc-436c-a11a-7813b7e7025f {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:03.756348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.766780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Usage tracker for resource:subnet and tenant:79b44158e14447578455cfcb1e363cf3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:03.771948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.807101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.808010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.811967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:03.822311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-679686b1-6609-4c76-8e70-6e1f5220371c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Unset dirty status for tenant:414765e35cab422aa4d3986945afe9f5 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:03.827335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-679686b1-6609-4c76-8e70-6e1f5220371c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 1.0618200
Dec 15 12:48:03.837044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:03.839292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:03.841293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52166) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:03.916048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:03.920810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:03.921565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:03.922295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:03.945206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1ccda-1d79-46b6-a6ed-07384354b19f None None] Network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:03.965570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-d2093bfd-2961-41e9-b6ec-bb474d9fe3af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:03.967159 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-d2093bfd-2961-41e9-b6ec-bb474d9fe3af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.2588758
Dec 15 12:48:03.970686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:48:03.986608 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3019454
Dec 15 12:48:04.024180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52170) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:04.075786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.077638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:04.110135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:04.130754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Pushing event updated for resources: {'Port': ['ID=20a445c2-d3d4-40aa-b966-534685b3f538,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:04.135613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:04.146867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:04.173929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.198889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-245bad2b-57ce-4f3a-842d-1029ce521896 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.216550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Deleting port 0fa9674c-5797-427e-a7e8-392b53945540 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:04.216907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.319117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.319505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.339239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9c497-3895-416a-a5a0-fcf18b74514b req-f3fa409b-8391-4e6c-8ab1-b90f49748da1 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:04.340872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90a9c497-3895-416a-a5a0-fcf18b74514b req-f3fa409b-8391-4e6c-8ab1-b90f49748da1 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5069189
Dec 15 12:48:04.366329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.374397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.434833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.439414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8c351ecb-fbd2-42cf-bc69-3d76c2c1b66f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7145789
Dec 15 12:48:04.439414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-245bad2b-57ce-4f3a-842d-1029ce521896 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:48:04.439414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245bad2b-57ce-4f3a-842d-1029ce521896 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:04.444556 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-245bad2b-57ce-4f3a-842d-1029ce521896 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/22110844-0a0c-4ff6-a647-060bd35b0fd1 HTTP/1.1" status: 409  len: 405 time: 0.5963514
Dec 15 12:48:04.446105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.492101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52174) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:04.492504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52176) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:04.512659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-641379209'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:04.527823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:04.591634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Attempting to bind port 20a445c2-d3d4-40aa-b966-534685b3f538 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:04.592009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Attempting to bind port 20a445c2-d3d4-40aa-b966-534685b3f538 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'f7758d32-bdac-47e1-921a-b080c5d11a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6339b9b-ac6e-4bd7-8697-b946e8037ef5'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:04.592860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Attempting to bind port 20a445c2-d3d4-40aa-b966-534685b3f538 on network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:04.656281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:04.704349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] DHCP port deletion for 22110844-0a0c-4ff6-a647-060bd35b0fd1 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:04.722528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] For port 09eabd08-8ba6-4e23-b716-f451be36f959, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=09eabd08-8ba6-4e23-b716-f451be36f959,segment=NetworkSegment(d1e6be6e-dfdb-4831-aa64-a6a70fcc3a76),segment_id=d1e6be6e-dfdb-4831-aa64-a6a70fcc3a76)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:04.734489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Deleting port 09eabd08-8ba6-4e23-b716-f451be36f959 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:04.734924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.744108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:network and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:04.755618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Calling delete_port for 5dd25462-65bc-436c-a11a-7813b7e7025f owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:04.758886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:04.759049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:04.759546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Checking segment: {'id': 'f7758d32-bdac-47e1-921a-b080c5d11a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6339b9b-ac6e-4bd7-8697-b946e8037ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:04.760011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.760462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Bound using segment: {'id': 'f7758d32-bdac-47e1-921a-b080c5d11a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6339b9b-ac6e-4bd7-8697-b946e8037ef5'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:04.761011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Bound port: 20a445c2-d3d4-40aa-b966-534685b3f538, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7758d32-bdac-47e1-921a-b080c5d11a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6339b9b-ac6e-4bd7-8697-b946e8037ef5'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:04.761698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.779120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] For port 0fa9674c-5797-427e-a7e8-392b53945540, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0fa9674c-5797-427e-a7e8-392b53945540,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:04.779705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.785657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:04.791786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:04.800261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:04.942651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-5e2d1317-b79a-410f-9f3b-2a6bb8d021d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9605544
Dec 15 12:48:04.947955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Calling delete_port for 0fa9674c-5797-427e-a7e8-392b53945540 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:04.965336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 93a131c1-7341-46f2-b4d5-532e5f210682 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:05.004153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:05.009757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.043127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.051361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-72b867ce-e0a1-45d0-a72f-a5947d3ce4ea', 'network_id': '72b867ce-e0a1-45d0-a72f-a5947d3ce4ea', 'tenant_id': 'f0b40341aba0409bafa00a9462242dd6', 'fixed_ips': [{'subnet_id': 'a15b112b-9bf2-4ddb-92bd-8a7aaf769b64'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:05.052224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.056557 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90a9c497-3895-416a-a5a0-fcf18b74514b req-c78307e1-b82c-48df-bfee-9c66da969c81 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7042987
Dec 15 12:48:05.114754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bfd6a85f-7163-46fd-98ea-b6f069570c91 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:05.180362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Pushing event updated for resources: {'Port': ['ID=09eabd08-8ba6-4e23-b716-f451be36f959,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:05.192802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:05.260872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event deleted for resources: {'Subnet': ['ID=cf20091e-152d-403b-a0af-cef5eca0acd3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:05.283089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:05.309546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Provisioning complete for port 93a131c1-7341-46f2-b4d5-532e5f210682 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:05.309982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.366967 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-b2664c90-9f66-42d7-9c65-94db1e349ffa service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4053178
Dec 15 12:48:05.382390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] For port 20a445c2-d3d4-40aa-b966-534685b3f538, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:05.412357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.432643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e217410-71b5-42b4-ab94-449e9fbd35b6 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:05.490506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] For port 20a445c2-d3d4-40aa-b966-534685b3f538, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=20a445c2-d3d4-40aa-b966-534685b3f538,segment=NetworkSegment(f7758d32-bdac-47e1-921a-b080c5d11a4e),segment_id=f7758d32-bdac-47e1-921a-b080c5d11a4e)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:05.510107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.520498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Pushing event deleted for resources: {'Port': ['ID=5dd25462-65bc-436c-a11a-7813b7e7025f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:05.523437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:05.548403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:05.570779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.577519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:05.595237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf7f36-e49b-4d06-8711-93a349a01f28 None None] Network 162538e0-e2fc-4381-942e-374a5c3fc7b3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:05.612227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.612606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Added segment e17d1395-b29e-45c1-b4cd-c910de70463c of type vlan for network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a
Dec 15 12:48:05.624803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "DELETE /v2.0/subnets/cf20091e-152d-403b-a0af-cef5eca0acd3 HTTP/1.1" status: 204  len: 168 time: 3.1535418
Dec 15 12:48:05.626895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52182) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:05.641798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] For port 09eabd08-8ba6-4e23-b716-f451be36f959, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=09eabd08-8ba6-4e23-b716-f451be36f959,segment=NetworkSegment(d1e6be6e-dfdb-4831-aa64-a6a70fcc3a76),segment_id=d1e6be6e-dfdb-4831-aa64-a6a70fcc3a76)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:05.642056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.782736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.802846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b305388-91d6-4266-85c7-088f76fc8c0f req-ebf77e1f-bd07-4156-bd81-03574858d307 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4279697
Dec 15 12:48:05.865405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 93a131c1-7341-46f2-b4d5-532e5f210682 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:05.865869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.876278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.939849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.940842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:05.971357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0ae358>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:20Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:05.973802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:06.064491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.070856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.075441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] 10.222.0.53 "DELETE /v2.0/floatingips/f008864b-434d-4c85-ada9-cc13aa3e8d58 HTTP/1.1" status: 204  len: 168 time: 3.0055308
Dec 15 12:48:06.077552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52186) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:06.131786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Calling delete_port for 09eabd08-8ba6-4e23-b716-f451be36f959 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:06.162033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0e548-6341-4df1-9ef3-33bad47ca901 None None] The sync data for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv is: [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a', 'name': '', 'network_id': 'de98e018-c465-4472-9497-5e08fb357769', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'mac_address': 'fa:16:3e:09:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:06Z', 'updated_at': '2021-12-15T12:46:20Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'subnets': [{'id': '1b7a4c81-a551-43b8-a11c-8a10ec518f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:06.196489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=ae0614be-b810-4759-b112-b90ee50a4489,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:06.204587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:06.211922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Allocated IP 2001:db8::2 (72b867ce-e0a1-45d0-a72f-a5947d3ce4ea/a15b112b-9bf2-4ddb-92bd-8a7aaf769b64/f87c5c93-3b64-4ffa-9696-854db7208533) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:06.246086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.264164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:06.265028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.362341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:06.369551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Pushing event updated for resources: {'Port': ['ID=20a445c2-d3d4-40aa-b966-534685b3f538,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:06.373700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:06.411785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-177459a9-4fea-4daa-bf38-b72f38bb2102 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.4476008
Dec 15 12:48:06.426450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Deleting port 42dcb91d-e75a-4267-9639-68039857199e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:06.426792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.440308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Allocated IP 2001:db8::1 (d6339b9b-ac6e-4bd7-8697-b946e8037ef5/f05450e3-05a7-4447-9980-e0ba3c563487/d8e542d6-c16f-4000-b504-f1c5066a20a2) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:06.466753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.620927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.642535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1810ee3d-15d1-45fc-80af-81313b6336f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:06.673020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.1753023
Dec 15 12:48:06.678555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52192) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:06.686927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'subnet': {'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:06.809766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Pushing event deleted for resources: {'Port': ['ID=09eabd08-8ba6-4e23-b716-f451be36f959,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:06.821784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:06.839072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Network': ['ID=a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:06.843802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': 'ae81bdb1-a055-4488-861d-4ef9dabf7ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7fa794b2-a152-45bb-9174-f71227e546b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:06.844233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 7fa794b2-a152-45bb-9174-f71227e546b6, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:06.852478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:06.865823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] No DVR routers for this DVR port 09eabd08-8ba6-4e23-b716-f451be36f959 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:06.868530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:06.885542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:06.918633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-0b37dd0f-6ea1-4b0d-aba9-38c72ec23d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:06.920424 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-0b37dd0f-6ea1-4b0d-aba9-38c72ec23d45 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.4735672
Dec 15 12:48:06.925839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b178c5e8-dd61-4f54-b8ba-5ac0e5f60f0d tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:06.990640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad87a5-17f7-4ad5-ad23-79ec74b57ff7 None None] New status for floating IP f008864b-434d-4c85-ada9-cc13aa3e8d58: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:48:07.029020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.053590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Transition to ACTIVE for port object d8e542d6-c16f-4000-b504-f1c5066a20a2 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:07.087197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 09eabd08-8ba6-4e23-b716-f451be36f959 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:07.093484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:07.094714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa9674c-5797-427e-a7e8-392b53945540,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:07.133333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:07.158021 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-6d1aa1f2-6738-4138-a3e7-d96d155c9441 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1001 time: 0.2203383
Dec 15 12:48:07.158677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:07.175821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fceab-168c-400b-911b-a59fa419e01a req-e0a4927a-dbf6-4e91-a20d-12b11866078f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:07.177639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-083fceab-168c-400b-911b-a59fa419e01a req-e0a4927a-dbf6-4e91-a20d-12b11866078f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.8610563
Dec 15 12:48:07.187017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:07.215494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Provisioning for port dec31633-b6ef-40c6-bcf8-10d9e6052f01 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:07.231897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 09eabd08-8ba6-4e23-b716-f451be36f959 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:07.232342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 09eabd08-8ba6-4e23-b716-f451be36f959 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:07.293806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 7fa794b2-a152-45bb-9174-f71227e546b6 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:07.317381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Provisioning complete for port dec31633-b6ef-40c6-bcf8-10d9e6052f01 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:07.317381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.322660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-578af4ef-3377-479a-81bb-1a62f2151097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:07.329750 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-578af4ef-3377-479a-81bb-1a62f2151097 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.1519868
Dec 15 12:48:07.350775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.360162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:07.440039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] DHCP port deletion for 162538e0-e2fc-4381-942e-374a5c3fc7b3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:07.459363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Port dec31633-b6ef-40c6-bcf8-10d9e6052f01 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:48:07.461916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.464876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Deleting port 42dcb91d-e75a-4267-9639-68039857199e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:07.465295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.541398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Transition to ACTIVE for port object f87c5c93-3b64-4ffa-9696-854db7208533 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:07.607206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Transition to ACTIVE for port object f87c5c93-3b64-4ffa-9696-854db7208533 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:07.618388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 7fa794b2-a152-45bb-9174-f71227e546b6) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:07.620353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.625553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 20a445c2-d3d4-40aa-b966-534685b3f538 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:07.637073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] For port 42dcb91d-e75a-4267-9639-68039857199e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=42dcb91d-e75a-4267-9639-68039857199e,segment=NetworkSegment(dd0a0ec3-0e85-433d-92fd-22f69a8141ca),segment_id=dd0a0ec3-0e85-433d-92fd-22f69a8141ca)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:07.637492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.665341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:07.675491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:07.676311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853584913'] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.730035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Provisioning complete for port dcacd4f3-4f22-49e7-bc54-05522c931d7f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:07.730386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.790748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c0fdc-a1e0-4b8e-8575-2491ea6fa1c2 None None] Network 7fa794b2-a152-45bb-9174-f71227e546b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:07.821146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Pushing event updated for resources: {'Port': ['ID=f87c5c93-3b64-4ffa-9696-854db7208533,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:07.834013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:07.939590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:07.947672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:07.951726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:07.956403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:07.957093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.968041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Port': ['ID=d8e542d6-c16f-4000-b504-f1c5066a20a2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:07.975112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:07.991839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:08.158138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-2ad1b1f0-89da-4c55-a651-9027747d8518 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7997844
Dec 15 12:48:08.163051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-083fceab-168c-400b-911b-a59fa419e01a req-db054bda-071d-42b0-827b-e918e18f0b5d tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9428506
Dec 15 12:48:08.239540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:08.280594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:08.296587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:08.437265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Calling delete_port for 42dcb91d-e75a-4267-9639-68039857199e owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:08.582407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:08.599369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.0731797
Dec 15 12:48:08.600551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52196) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:08.606057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:08.614016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] For port 42dcb91d-e75a-4267-9639-68039857199e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=42dcb91d-e75a-4267-9639-68039857199e,segment=NetworkSegment(dd0a0ec3-0e85-433d-92fd-22f69a8141ca),segment_id=dd0a0ec3-0e85-433d-92fd-22f69a8141ca)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:08.614551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:08.645580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] No DVR routers for this DVR port 42dcb91d-e75a-4267-9639-68039857199e on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:08.727417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-85705603-8384-49de-931a-928065ee700d service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4893537
Dec 15 12:48:08.746475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event deleted for resources: {'Port': ['ID=42dcb91d-e75a-4267-9639-68039857199e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:08.766822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:08.767301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d55eda-78c4-4b91-a099-0925296d1165 None None] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:08.790906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Calling delete_port for 42dcb91d-e75a-4267-9639-68039857199e owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:08.869646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Attempting to bind port f87c5c93-3b64-4ffa-9696-854db7208533 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:08.870009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Attempting to bind port f87c5c93-3b64-4ffa-9696-854db7208533 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '85f896f8-c736-41c1-a4d3-dbb5a57ab3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '72b867ce-e0a1-45d0-a72f-a5947d3ce4ea'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:08.870333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Attempting to bind port f87c5c93-3b64-4ffa-9696-854db7208533 on network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:08.989819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:09.018089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Checking segment: {'id': '85f896f8-c736-41c1-a4d3-dbb5a57ab3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '72b867ce-e0a1-45d0-a72f-a5947d3ce4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:09.018524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.018965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Bound using segment: {'id': '85f896f8-c736-41c1-a4d3-dbb5a57ab3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '72b867ce-e0a1-45d0-a72f-a5947d3ce4ea'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:09.019669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Bound port: f87c5c93-3b64-4ffa-9696-854db7208533, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f896f8-c736-41c1-a4d3-dbb5a57ab3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '72b867ce-e0a1-45d0-a72f-a5947d3ce4ea'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:09.019939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.024096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.037722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 20a445c2-d3d4-40aa-b966-534685b3f538 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:09.048438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.060626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-de2bb6a0-f63b-4c20-b7f8-77403bc2d59a None None] Could not find standard attr ID for object 09eabd08-8ba6-4e23-b716-f451be36f959. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:48:09.087759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71e6c3a9-aa9b-4344-9ba2-7a70b84c3b40 req-d71e2d9c-3302-4833-bc46-63e62fb6434e service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3439982
Dec 15 12:48:09.153294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.158957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:09.172726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:09.173147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:09.242462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb8546a0>,) {'filters': {'network_id': ['162538e0-e2fc-4381-942e-374a5c3fc7b3']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:09.242978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.252855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.253660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.272080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Subnet': ['ID=1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:09.273095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.280985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:09.281550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:09.281921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb8546a0>, 'dd0a0ec3-0e85-433d-92fd-22f69a8141ca') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:09.282267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb8546a0>, 'dd0a0ec3-0e85-433d-92fd-22f69a8141ca') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:09.320991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.359193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.416608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] For port f87c5c93-3b64-4ffa-9696-854db7208533, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:09.429051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 42dcb91d-e75a-4267-9639-68039857199e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:09.442290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:09.442752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:09.459415 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:09.482846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 42dcb91d-e75a-4267-9639-68039857199e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:09.483320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 42dcb91d-e75a-4267-9639-68039857199e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:09.502635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] For port f87c5c93-3b64-4ffa-9696-854db7208533, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f87c5c93-3b64-4ffa-9696-854db7208533,segment=NetworkSegment(85f896f8-c736-41c1-a4d3-dbb5a57ab3ba),segment_id=85f896f8-c736-41c1-a4d3-dbb5a57ab3ba)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:09.508305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0070d355-5bba-4cb0-a5ee-e8f16669477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-7fa794b2-a152-45bb-9174-f71227e546b6', 'network_id': '7fa794b2-a152-45bb-9174-f71227e546b6', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': 'ae0614be-b810-4759-b112-b90ee50a4489'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:09.509259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0070d355-5bba-4cb0-a5ee-e8f16669477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.537524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.544789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-892cfaa3-f95d-4d43-9372-0153dba304ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:09.596980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Checking segment: {'id': 'e17d1395-b29e-45c1-b4cd-c910de70463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:09.597686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network hostable DHCP agents. Network: a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:09.623177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Provisioning for port 20a445c2-d3d4-40aa-b966-534685b3f538 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:09.648496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:09.654774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Provisioning complete for port 20a445c2-d3d4-40aa-b966-534685b3f538 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:09.655443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.655776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Port': ['ID=d8e542d6-c16f-4000-b504-f1c5066a20a2,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:09.659085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:09.660299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:09.673610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.731200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Deleting port 42dcb91d-e75a-4267-9639-68039857199e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:09.731631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.751429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.756893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Allocated IP 172.26.0.209 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/ec13c3da-f827-48a3-9fd5-5f4c35d7ef23) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:09.766749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:09.793187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.812027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Pushing event deleted for resources: {'Network': ['ID=162538e0-e2fc-4381-942e-374a5c3fc7b3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:09.826905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:09.846037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.862569 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] 10.222.0.53 "DELETE /v2.0/networks/162538e0-e2fc-4381-942e-374a5c3fc7b3 HTTP/1.1" status: 204  len: 168 time: 4.2134981
Dec 15 12:48:09.862826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-020a11ae-2e2f-478b-852f-75ba3e12e11f None None] The port '42dcb91d-e75a-4267-9639-68039857199e' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:48:09.875285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:09.886351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Pushing event updated for resources: {'Port': ['ID=f87c5c93-3b64-4ffa-9696-854db7208533,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:09.898645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:09.899014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:09.903097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:09.904632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:09.918962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63d996-4164-43b3-b63a-cd88e9029689 None None] Network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:09.944256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd33e5-6513-4e22-90f3-b2639447f25d req-2d803a2f-4e23-428c-957f-0ba4db978145 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:09.946836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fdd33e5-6513-4e22-90f3-b2639447f25d req-2d803a2f-4e23-428c-957f-0ba4db978145 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4382355
Dec 15 12:48:09.949045 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2691848
Dec 15 12:48:09.973237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52204) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:09.997183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'port': {'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a', 'name': 'tempest-NetworksIpV6TestAttrs-880985040'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server [None req-0070d355-5bba-4cb0-a5ee-e8f16669477e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0614be-b810-4759-b112-b90ee50a4489: This subnet is being modified by another concurrent operation.
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 15 12:48:10.086641 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise exception
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0614be-b810-4759-b112-b90ee50a4489: This subnet is being modified by another concurrent operation.
Dec 15 12:48:10.089937 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server 
Dec 15 12:48:10.126474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:10.129572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:10.153606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:10.155195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28d1a3-3168-4201-ab11-d5b29ee86962 None None] Network 7fa794b2-a152-45bb-9174-f71227e546b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:10.156372 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fdd33e5-6513-4e22-90f3-b2639447f25d req-fe60ba35-cf71-49e7-9a2f-236d1c73e135 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159434
Dec 15 12:48:10.274038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0614be-b810-4759-b112-b90ee50a4489,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:10.285461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:10.435330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Router 89ef1ca9-4c22-4691-a302-4aa5d285be33 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:48:10.735899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] For port 20a445c2-d3d4-40aa-b966-534685b3f538, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=20a445c2-d3d4-40aa-b966-534685b3f538,segment=NetworkSegment(f7758d32-bdac-47e1-921a-b080c5d11a4e),segment_id=f7758d32-bdac-47e1-921a-b080c5d11a4e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:10.746746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:10.753952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec3ecb16-c944-4ce9-8df4-4cad135ef0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:10.967813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52212) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:11.010507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.028525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a', 'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a', 'tenant_id': '414765e35cab422aa4d3986945afe9f5', 'fixed_ips': [{'subnet_id': '1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:11.029570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.037443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.080180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Pushing event updated for resources: {'Port': ['ID=20a445c2-d3d4-40aa-b966-534685b3f538,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:11.085987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24898750-3a45-476a-a798-05a5b4a5f2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.090242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:11.117774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:11.130013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] Sync routers for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:11.140456 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0542212
Dec 15 12:48:11.144913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52218) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:11.150736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:11.151745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ddda0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:11.168430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cf50a177-2ffa-43fa-80f2-17865f214450 None None] Provisioning complete for port 20a445c2-d3d4-40aa-b966-534685b3f538 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:11.168849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf50a177-2ffa-43fa-80f2-17865f214450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.356423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.396280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ddda0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:11.418946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:11.420479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ddda0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:47:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:11.451917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:11.465230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb1ef748>,) {'filters': {'network_id': ['7fa794b2-a152-45bb-9174-f71227e546b6']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:11.528062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ddda0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:11.528806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6a014-1165-4e17-a34f-2a7ca755c765 None None] The sync data for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:11.529148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Allocated IP 2001:db8::f816:3eff:feb8:47f6 (a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a/1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf/720a0d55-350e-4f3b-b885-f9a14a9aad27) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:11.542858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:port and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:11.566335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:11.584406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1ef748>, 'ae81bdb1-a055-4488-861d-4ef9dabf7ced') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:11.584877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1ef748>, 'ae81bdb1-a055-4488-861d-4ef9dabf7ced') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:11.598718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:11.638566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.662186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.672153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb326f2-0227-439c-83ea-7c865ff94249 req-2431367b-9f73-46cf-be77-226a6226fbcf tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:11.674076 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fb326f2-0227-439c-83ea-7c865ff94249 req-2431367b-9f73-46cf-be77-226a6226fbcf tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 1.2688477
Dec 15 12:48:11.680069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4b9ed8f-5c86-44d5-b5d4-b58bfb9cd845 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:11.753287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:11.758912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.772260 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-767af895-7062-4f45-823c-0ceff73358b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=747582d524094ae9ad5fda1a74be2734&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8004978
Dec 15 12:48:11.779255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52222) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:11.779584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.799117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.810956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:11.811693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.813233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Transition to ACTIVE for port object 720a0d55-350e-4f3b-b885-f9a14a9aad27 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:11.835535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Transition to ACTIVE for port object 720a0d55-350e-4f3b-b885-f9a14a9aad27 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:11.847712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87c5c93-3b64-4ffa-9696-854db7208533 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:11.883474 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:11.916654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.926738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:11.930879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:11.953342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:11.978001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.013289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:12.014814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cf50a177-2ffa-43fa-80f2-17865f214450 None None] Provisioning for port d8e542d6-c16f-4000-b504-f1c5066a20a2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:12.016857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] device_id is not set on port 203de221-539a-4671-886e-f4ea22ce8fc6 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:48:12.020896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Pushing event updated for resources: {'Port': ['ID=720a0d55-350e-4f3b-b885-f9a14a9aad27,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:12.030812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:12.032848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cf50a177-2ffa-43fa-80f2-17865f214450 None None] Provisioning complete for port d8e542d6-c16f-4000-b504-f1c5066a20a2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:12.034101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf50a177-2ffa-43fa-80f2-17865f214450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.062773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:12.079908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event updated for resources: {'Port': ['ID=ec13c3da-f827-48a3-9fd5-5f4c35d7ef23,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:12.087662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:12.100504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:12.104310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:12.105951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cf50a177-2ffa-43fa-80f2-17865f214450 None None] Port d8e542d6-c16f-4000-b504-f1c5066a20a2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:48:12.106789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f87c5c93-3b64-4ffa-9696-854db7208533 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:12.113978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 20a445c2-d3d4-40aa-b966-534685b3f538 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:12.131472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:12.139720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.150001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:12.158863 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fb326f2-0227-439c-83ea-7c865ff94249 req-5e9e1896-cda4-4c04-9ca7-2a8d5f184162 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4412622
Dec 15 12:48:12.168064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1c070-92f3-4e44-aa65-aa371087d408,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:12.173694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:12.181290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.183027 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5aa1c070-92f3-4e44-aa65-aa371087d408 HTTP/1.1" status: 204  len: 168 time: 0.4018047
Dec 15 12:48:12.185803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.208338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:12.219041 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-9c4432a0-6213-4193-9010-5d11e928b181 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:48:12.222328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.222950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c4432a0-6213-4193-9010-5d11e928b181 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.0750098
Dec 15 12:48:12.224750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52230) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:12.261132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=7fa794b2-a152-45bb-9174-f71227e546b6,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:12.302421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:12.451898 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/7fa794b2-a152-45bb-9174-f71227e546b6 HTTP/1.1" status: 204  len: 168 time: 3.7692854
Dec 15 12:48:12.500729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52234) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:12.555859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.560646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Attempting to bind port 720a0d55-350e-4f3b-b885-f9a14a9aad27 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:12.561076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Attempting to bind port 720a0d55-350e-4f3b-b885-f9a14a9aad27 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'e17d1395-b29e-45c1-b4cd-c910de70463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:12.562105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Attempting to bind port 720a0d55-350e-4f3b-b885-f9a14a9aad27 on network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:12.566546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b3ca9d-1f9a-4499-9bd0-f630ac6b56f5 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] GET failed (client error): The resource could not be found.
Dec 15 12:48:12.567206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9b3ca9d-1f9a-4499-9bd0-f630ac6b56f5 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Synchronizing usage tracker for tenant:79b44158e14447578455cfcb1e363cf3 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:12.582135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 20a445c2-d3d4-40aa-b966-534685b3f538 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:12.582561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.608511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Allocated IP 2001:db8::f816:3eff:fe86:5bc7 (a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a/1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf/203de221-539a-4671-886e-f4ea22ce8fc6) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:12.610874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9b3ca9d-1f9a-4499-9bd0-f630ac6b56f5 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Unset dirty status for tenant:79b44158e14447578455cfcb1e363cf3 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:12.615063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9b3ca9d-1f9a-4499-9bd0-f630ac6b56f5 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/subnets/ae0614be-b810-4759-b112-b90ee50a4489 HTTP/1.1" status: 404  len: 337 time: 0.1099405
Dec 15 12:48:12.615840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52242) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:12.651092 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ce3c4c-b6ba-4cd0-aad9-59223d350feb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:12.651634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ce3c4c-b6ba-4cd0-aad9-59223d350feb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:12.657366 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-41ce3c4c-b6ba-4cd0-aad9-59223d350feb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/7fa794b2-a152-45bb-9174-f71227e546b6 HTTP/1.1" status: 404  len: 339 time: 0.0368562
Dec 15 12:48:12.658616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52246) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:12.682670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:12.683098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Checking segment: {'id': 'e17d1395-b29e-45c1-b4cd-c910de70463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:12.684666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.690791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Bound using segment: {'id': 'e17d1395-b29e-45c1-b4cd-c910de70463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:12.693983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Bound port: 720a0d55-350e-4f3b-b885-f9a14a9aad27, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17d1395-b29e-45c1-b4cd-c910de70463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:12.694431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.713749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5b0f0768-3328-4698-9f6a-66107dd5d8a5 None None] Provisioning complete for port d8e542d6-c16f-4000-b504-f1c5066a20a2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:12.714416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0768-3328-4698-9f6a-66107dd5d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.753006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f5ef9-21c6-41fa-9a0d-fdc4406caa43 None None] Network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:12.901633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:12.929319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f0768-3328-4698-9f6a-66107dd5d8a5 None None] Port d8e542d6-c16f-4000-b504-f1c5066a20a2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:48:13.048808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] For port 720a0d55-350e-4f3b-b885-f9a14a9aad27, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:13.090780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] For port 720a0d55-350e-4f3b-b885-f9a14a9aad27, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=720a0d55-350e-4f3b-b885-f9a14a9aad27,segment=NetworkSegment(e17d1395-b29e-45c1-b4cd-c910de70463c),segment_id=e17d1395-b29e-45c1-b4cd-c910de70463c)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:13.135744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.148517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-390f0d27-7856-436a-9b38-110713af16e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:13.259614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Provisioning for port f87c5c93-3b64-4ffa-9696-854db7208533 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:13.348454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Provisioning complete for port f87c5c93-3b64-4ffa-9696-854db7208533 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:13.348893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.617471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500d765-cd15-430d-bdbf-cd938ccd04f8 req-a7cf9162-8cac-4438-aeb6-a2aff7ce4a45 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:13.619107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6500d765-cd15-430d-bdbf-cd938ccd04f8 req-a7cf9162-8cac-4438-aeb6-a2aff7ce4a45 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.8713002
Dec 15 12:48:13.633224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:13.661729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Pushing event updated for resources: {'Port': ['ID=720a0d55-350e-4f3b-b885-f9a14a9aad27,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:13.667108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1bc65ea-d4f6-4eb2-b5fb-bc961fdd039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.674224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:13.691581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.714120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting port d8e542d6-c16f-4000-b504-f1c5066a20a2 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:13.714487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.774795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.840212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f802b-8163-42e6-9943-f9977b973e7f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:13.841003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0c6f802b-8163-42e6-9943-f9977b973e7f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Synchronizing usage tracker for tenant:79b44158e14447578455cfcb1e363cf3 on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:13.853694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] For port f87c5c93-3b64-4ffa-9696-854db7208533, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f87c5c93-3b64-4ffa-9696-854db7208533,segment=NetworkSegment(85f896f8-c736-41c1-a4d3-dbb5a57ab3ba),segment_id=85f896f8-c736-41c1-a4d3-dbb5a57ab3ba)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:13.870837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.875855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:13.937009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:13.973450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'networks': [{'name': 'tempest-network--875038511'}, {'name': 'tempest-network--905191363'}]} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:13.973802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'network': {'name': 'tempest-network--875038511'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:13.974309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'network': {'name': 'tempest-network--905191363'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:13.982438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Pushing event updated for resources: {'Port': ['ID=f87c5c93-3b64-4ffa-9696-854db7208533,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:13.987531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:14.020948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:14.035096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Usage tracker for resource:network and tenant:e392265c6f8e4f82b3ee4345d241d26b is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:14.046532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6500d765-cd15-430d-bdbf-cd938ccd04f8 req-6ed63c81-ed14-4129-9e64-4ac2b271df2a tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3855405
Dec 15 12:48:14.048253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:14.079711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0c6f802b-8163-42e6-9943-f9977b973e7f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Unset dirty status for tenant:79b44158e14447578455cfcb1e363cf3 on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:14.081066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c6f802b-8163-42e6-9943-f9977b973e7f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 1.4170167
Dec 15 12:48:14.083499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:14.096138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52270) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:14.103270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.110375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Calling delete_port for d8e542d6-c16f-4000-b504-f1c5066a20a2 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:14.276581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fe08b47b-3933-4d44-9be9-4d6093fb7d91 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Synchronizing usage tracker for tenant:79b44158e14447578455cfcb1e363cf3 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:14.284125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Transition to ACTIVE for port object 203de221-539a-4671-886e-f4ea22ce8fc6 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:14.288460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Made reservation on behalf of e392265c6f8e4f82b3ee4345d241d26b for: {'network': 2} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:14.298604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.352066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.357432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a787ce5f-7e56-4006-8512-5f36d8d14fce tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:14.360793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.415914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Port': ['ID=d8e542d6-c16f-4000-b504-f1c5066a20a2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:14.419157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:14.428486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-915897ba-50c9-467b-a06c-527b8b8f7630 None None] Provisioning complete for port f87c5c93-3b64-4ffa-9696-854db7208533 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:14.429487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915897ba-50c9-467b-a06c-527b8b8f7630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.672552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.674620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.702107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.713802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fe08b47b-3933-4d44-9be9-4d6093fb7d91 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Unset dirty status for tenant:79b44158e14447578455cfcb1e363cf3 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:14.715158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fe08b47b-3933-4d44-9be9-4d6093fb7d91 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 207 time: 0.6179843
Dec 15 12:48:14.753027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52278) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:14.771646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-497e3817-3b1f-4dfa-bf7c-ec9dede5a2e8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:14.927182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.947836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:14.964240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Port': ['ID=203de221-539a-4671-886e-f4ea22ce8fc6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:14.969334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:14.972837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:14.973946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:14.976219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Usage tracker for resource:security_group_rule and tenant:e392265c6f8e4f82b3ee4345d241d26b is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:14.981602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:14.993609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:15.003705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:15.008220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:15.008941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.013450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:15.182503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.189425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4eaef8-bc87-4b41-89ea-6a95afdcaa28 req-865f77ad-d7fb-47c0-8858-8727581516b6 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:15.191128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db4eaef8-bc87-4b41-89ea-6a95afdcaa28 req-865f77ad-d7fb-47c0-8858-8727581516b6 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5676148
Dec 15 12:48:15.203664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 5.2214961
Dec 15 12:48:15.204387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52282) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:15.365032 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db4eaef8-bc87-4b41-89ea-6a95afdcaa28 req-3d80bf9c-fcc2-4b7a-b3a8-ba4fdede6193 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612248
Dec 15 12:48:15.368533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.448335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.448921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.454707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b3b76-7999-455a-9cbd-9e75a9d9ee10 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:15.459225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b3b76-7999-455a-9cbd-9e75a9d9ee10 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:15.463726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Router 482d98a2-5510-49b7-b0f7-d1fc36628902 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:48:15.463860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b3b76-7999-455a-9cbd-9e75a9d9ee10 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:15.463965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f5065872-02ff-4a42-a88e-e77bf6fb68b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:15.468329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b3b76-7999-455a-9cbd-9e75a9d9ee10 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:15.469517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cb0b3b76-7999-455a-9cbd-9e75a9d9ee10 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Synchronizing usage tracker for tenant:79b44158e14447578455cfcb1e363cf3 on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:15.524008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 720a0d55-350e-4f3b-b885-f9a14a9aad27 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:15.583253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04d94ae-26a7-41b2-80c1-727fe6ad001a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:15.595327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:15.606180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Deleting port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:15.606404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.625437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 720a0d55-350e-4f3b-b885-f9a14a9aad27 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:15.641330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87c5c93-3b64-4ffa-9696-854db7208533 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:15.646190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:15.666839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cb0b3b76-7999-455a-9cbd-9e75a9d9ee10 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Unset dirty status for tenant:79b44158e14447578455cfcb1e363cf3 on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:15.668215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cb0b3b76-7999-455a-9cbd-9e75a9d9ee10 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.9142494
Dec 15 12:48:15.680955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52286) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:15.738406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f87c5c93-3b64-4ffa-9696-854db7208533 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:15.739499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.752804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.753210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Added segment e8562151-b8bd-4be4-98be-8869b8d3141c of type vlan for network 038e5447-df51-4406-82df-c821ccd27012
Dec 15 12:48:15.812098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting subnet 1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:15.869994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:15.936203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce6e77-d37c-4d35-9aa9-8c1607c1445b None None] Network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:15.962406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Router 89ef1ca9-4c22-4691-a302-4aa5d285be33 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:48:15.982620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.066504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Provisioning for port 720a0d55-350e-4f3b-b885-f9a14a9aad27 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:16.066717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8dad3c88-1b40-4789-acc8-434c47c7264c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.3348758
Dec 15 12:48:16.072785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52290) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:16.083770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Provisioning complete for port 720a0d55-350e-4f3b-b885-f9a14a9aad27 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:16.084194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.157444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.300704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f8e37-fc93-4b54-aa01-4887fe38d3a3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:16.302350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f8e37-fc93-4b54-aa01-4887fe38d3a3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:16.307582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a74f8e37-fc93-4b54-aa01-4887fe38d3a3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2302403
Dec 15 12:48:16.308945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52294) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:16.316712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] For port 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:16.316943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.349258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:16.358723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:16.361038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.386190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] Sync routers for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:16.397463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1714647
Dec 15 12:48:16.402665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52300) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:16.412471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:16.413281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb069b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:16.488056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-7382c294-cea6-4b7a-80f9-ed454627b61f tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] delete failed (client error): The resource could not be found.
Dec 15 12:48:16.489500 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7382c294-cea6-4b7a-80f9-ed454627b61f tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-117300677 HTTP/1.1" status: 404  len: 334 time: 0.0867879
Dec 15 12:48:16.490751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb069b0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:16.494749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e384b-9456-426f-92ce-28b2d70bbf5b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:16.496107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] For port 720a0d55-350e-4f3b-b885-f9a14a9aad27, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=720a0d55-350e-4f3b-b885-f9a14a9aad27,segment=NetworkSegment(e17d1395-b29e-45c1-b4cd-c910de70463c),segment_id=e17d1395-b29e-45c1-b4cd-c910de70463c)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:16.496748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e384b-9456-426f-92ce-28b2d70bbf5b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:16.498914 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-190e384b-9456-426f-92ce-28b2d70bbf5b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1875303
Dec 15 12:48:16.499977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52304) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:16.506367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.509523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:16.511664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1d809459-fe96-4932-b309-823565e75b82 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'router': {'external_gateway_info': {'network_id': '89ef1ca9-4c22-4691-a302-4aa5d285be33'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:16.552677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Calling delete_port for 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:16.560501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:16.561501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb069b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:16.568905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52306) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:16.631441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb069b0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:16.632076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a98712-3544-4908-8b56-88e4d613bc85 None None] The sync data for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:16.645133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.659813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Pushing event updated for resources: {'Port': ['ID=720a0d55-350e-4f3b-b885-f9a14a9aad27,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:16.663638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:16.672731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.673128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Added segment b47d9323-56f0-4464-8267-324b57913f91 of type vlan for network 74aff383-a9b1-4963-be1a-ddb712373157
Dec 15 12:48:16.729210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Router 9141dbc1-f1f8-47d7-911d-e037fbdac0bc is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:48:16.742842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.834699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e7e5aad4-5598-4076-ae6c-b7aa4b21cdcf None None] Provisioning for port 203de221-539a-4671-886e-f4ea22ce8fc6 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:16.840688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e7e5aad4-5598-4076-ae6c-b7aa4b21cdcf None None] Provisioning complete for port 203de221-539a-4671-886e-f4ea22ce8fc6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:16.841288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e5aad4-5598-4076-ae6c-b7aa4b21cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.909695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5aad4-5598-4076-ae6c-b7aa4b21cdcf None None] Port 203de221-539a-4671-886e-f4ea22ce8fc6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:48:16.915029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:16.920952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.921635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.925826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:16.926767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] Sync routers for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:16.930269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:16.931364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.941540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:16.941788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e7e5aad4-5598-4076-ae6c-b7aa4b21cdcf None None] Provisioning complete for port 720a0d55-350e-4f3b-b885-f9a14a9aad27 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:16.943184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e5aad4-5598-4076-ae6c-b7aa4b21cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:16.950858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:16.952435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3315f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:17.171630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d391e-b4ab-47e4-b4a7-2fa18313cde5 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.173284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d1d391e-b4ab-47e4-b4a7-2fa18313cde5 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/networks/ad8c52fa-083e-4823-9932-a12c781b013a HTTP/1.1" status: 200  len: 800 time: 0.6033280
Dec 15 12:48:17.179738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52312) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:17.186781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f354a79b-2594-4d15-9aa6-bc8a5dac9d69 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:48:17.195914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:48:17.211281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] 10.222.0.53 "PUT /v2.0/routers/482d98a2-5510-49b7-b0f7-d1fc36628902/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 19.1115315
Dec 15 12:48:17.221054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 3.5840945
Dec 15 12:48:17.222038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52316) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:17.222411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52318) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:17.223154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Network': ['ID=038e5447-df51-4406-82df-c821ccd27012,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:17.245950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 038e5447-df51-4406-82df-c821ccd27012 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:17.432185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:17.439441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dde3aa53-cbbe-4ad7-bd92-c584605c7347 None None] Provisioning complete for port 203de221-539a-4671-886e-f4ea22ce8fc6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:17.439441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde3aa53-cbbe-4ad7-bd92-c584605c7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:17.450120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-293623fa-0b3a-43c6-be38-9b6fed4c87f7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/networks/ad8c52fa-083e-4823-9932-a12c781b013a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2578864
Dec 15 12:48:17.502510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 720a0d55-350e-4f3b-b885-f9a14a9aad27 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:17.528441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52324) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:17.537447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dde3aa53-cbbe-4ad7-bd92-c584605c7347 None None] Port 203de221-539a-4671-886e-f4ea22ce8fc6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:48:17.592862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Network': ['ID=74aff383-a9b1-4963-be1a-ddb712373157,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:17.597539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:17.602598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:17.603063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:17.611250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3315f8>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:48:06Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:17.616406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] Checking router: 482d98a2-5510-49b7-b0f7-d1fc36628902 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:48:17.617797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 74aff383-a9b1-4963-be1a-ddb712373157 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:17.630821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] Routers {'482d98a2-5510-49b7-b0f7-d1fc36628902'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:17.631747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3315f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['482d98a2-5510-49b7-b0f7-d1fc36628902'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:17.652517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd3c1d41-d396-47e4-8435-7fe5cdaf25de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:17.706468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af355243-dcb1-4b4d-90e0-88dff8a1a711 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.708556 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-af355243-dcb1-4b4d-90e0-88dff8a1a711 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/subnets/358d09a0-5ede-4a5f-ab7e-86fab5f49889 HTTP/1.1" status: 200  len: 811 time: 0.0917742
Dec 15 12:48:17.722900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52328) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:17.735367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d62b35-4865-435f-b3ae-67d54d3cf46b req-17f34aed-825f-4372-97c5-a39b4e5bbaa3 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.745053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a0d62b35-4865-435f-b3ae-67d54d3cf46b req-17f34aed-825f-4372-97c5-a39b4e5bbaa3 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 1.1669543
Dec 15 12:48:17.749055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:17.753271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:17.767270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 720a0d55-350e-4f3b-b885-f9a14a9aad27 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:17.767729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:17.862502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354a79b-2594-4d15-9aa6-bc8a5dac9d69 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:48:17.895989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738ba39-183e-49e2-967a-af6db1a5996d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.898108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8738ba39-183e-49e2-967a-af6db1a5996d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "GET /v2.0/subnets/358d09a0-5ede-4a5f-ab7e-86fab5f49889?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1213236
Dec 15 12:48:17.907310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a7155-23d5-496f-9935-fffdfb311ad4 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.912155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a7155-23d5-496f-9935-fffdfb311ad4 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.916639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a7155-23d5-496f-9935-fffdfb311ad4 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.921380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a7155-23d5-496f-9935-fffdfb311ad4 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:17.922423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-de7a7155-23d5-496f-9935-fffdfb311ad4 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Synchronizing usage tracker for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:17.979016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52332) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:17.984086 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a0d62b35-4865-435f-b3ae-67d54d3cf46b req-0bba66c1-2f50-4fc6-a794-7eefa3983c0e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2378023
Dec 15 12:48:18.046964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1950752762'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:18.068803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:18.079582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d809459-fe96-4932-b309-823565e75b82 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.098310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:18.102217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.124130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-de7a7155-23d5-496f-9935-fffdfb311ad4 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Unset dirty status for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:18.128320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de7a7155-23d5-496f-9935-fffdfb311ad4 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.8979156
Dec 15 12:48:18.129156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1436a7cd-b11f-4c47-91c4-ad358e748f99 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:18.131664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52338) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:18.137627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:18.143394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.176317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] Set router 482d98a2-5510-49b7-b0f7-d1fc36628902 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:48:18.203422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:18.218308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] Sync routers for ids ['9141dbc1-f1f8-47d7-911d-e037fbdac0bc'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:18.234419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.238441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "PUT /v2.0/routers/9141dbc1-f1f8-47d7-911d-e037fbdac0bc HTTP/1.1" status: 200  len: 880 time: 13.7402084
Dec 15 12:48:18.242747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52342) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:18.248617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:18.270309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] Routers {'9141dbc1-f1f8-47d7-911d-e037fbdac0bc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:18.271014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faafc630>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9141dbc1-f1f8-47d7-911d-e037fbdac0bc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:18.295431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:18.296691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.310871 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-1d809459-fe96-4932-b309-823565e75b82 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] update failed (client error): The resource could not be found.
Dec 15 12:48:18.316125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d809459-fe96-4932-b309-823565e75b82 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33 HTTP/1.1" status: 404  len: 339 time: 1.8091166
Dec 15 12:48:18.318373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf HTTP/1.1" status: 204  len: 168 time: 3.1106994
Dec 15 12:48:18.319442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52346) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:18.319835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52348) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:18.343818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faafc630>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:18.350092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-107679769'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:18.369236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:18.377836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:network and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:18.393015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:18.410482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:18.515368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] Routers {'9141dbc1-f1f8-47d7-911d-e037fbdac0bc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:18.516082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faafc630>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9141dbc1-f1f8-47d7-911d-e037fbdac0bc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:18.519974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:18.546438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.603607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75385093-d625-4ceb-900a-9f085bb9b877 None None] Network a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:18.641656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3315f8>, [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:48:06Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:18.646532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fae457-c8fd-47d0-9d57-219c16d23c33 None None] The sync data for ids ['482d98a2-5510-49b7-b0f7-d1fc36628902'] in dv-neutron-821831-1-hyperv is: [{'id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'name': 'tempest-ServersTestJSON-492975278-router', 'tenant_id': 'e04ea19c22194e65bb85a4051639ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:48:06Z', 'revision_number': 5, 'project_id': 'e04ea19c22194e65bb85a4051639ed56', 'gw_port': {'id': 'f8557a74-3e48-482c-bacb-e514939de11a', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482d98a2-5510-49b7-b0f7-d1fc36628902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:18.824505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:18.837391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854b4dc-1317-437d-8c93-9cfa599c7fba tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:18.838921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854b4dc-1317-437d-8c93-9cfa599c7fba tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:18.839838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3854b4dc-1317-437d-8c93-9cfa599c7fba tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Synchronizing usage tracker for tenant:414765e35cab422aa4d3986945afe9f5 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:18.877422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faafc630>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:18.877886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404a81f-d2a5-426c-a304-bed4af6b6719 None None] The sync data for ids ['9141dbc1-f1f8-47d7-911d-e037fbdac0bc'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:18.879038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1147e8-0816-4aab-983a-ebc94b600bd8 req-3dd2be1f-1a72-4875-8c03-782260316681 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:18.887984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd1147e8-0816-4aab-983a-ebc94b600bd8 req-3dd2be1f-1a72-4875-8c03-782260316681 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.2752810
Dec 15 12:48:18.916046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.916436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Added segment 23e56095-60e8-41e4-9b9d-0d3114607abe of type vlan for network 8b66593c-f70e-47ba-b7de-7f56911ea9a0
Dec 15 12:48:18.923427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:18.946468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:18.946972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Added segment 9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf of type vlan for network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c
Dec 15 12:48:18.966261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3854b4dc-1317-437d-8c93-9cfa599c7fba tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Unset dirty status for tenant:414765e35cab422aa4d3986945afe9f5 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:18.971259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3854b4dc-1317-437d-8c93-9cfa599c7fba tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.6483638
Dec 15 12:48:18.975533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52356) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:18.983697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.038021 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd1147e8-0816-4aab-983a-ebc94b600bd8 req-59bdd643-169a-4ef9-ada3-21ad89b177d0 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490455
Dec 15 12:48:19.070034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.107941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.145602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.156427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48c57251-b54c-4107-b056-cde10848c253 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.159907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.164039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:19.164702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.170679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:19.215502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] DHCP port deletion for a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:19.218640 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c57251-b54c-4107-b056-cde10848c253 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:48:19.219152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c57251-b54c-4107-b056-cde10848c253 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:19.221988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Deleting port 720a0d55-350e-4f3b-b885-f9a14a9aad27 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:19.222411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.251329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.9267683
Dec 15 12:48:19.310160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-48c57251-b54c-4107-b056-cde10848c253 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a HTTP/1.1" status: 409  len: 405 time: 0.3316424
Dec 15 12:48:19.311244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52360) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:19.312508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52362) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:19.331512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.331512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:19.331512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.332557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'subnet': {'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:19.338887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-31d7307f-24f3-4edb-867f-5bfc208a8871 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:19.420480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0fa9674c-5797-427e-a7e8-392b53945540 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:19.449455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-173172789'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:19.454747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Network': ['ID=8b66593c-f70e-47ba-b7de-7f56911ea9a0,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:19.473652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:19.485375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:19.493947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:network and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:19.498295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:19.508668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:19.511394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:19.513324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8b66593c-f70e-47ba-b7de-7f56911ea9a0 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:19.518719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Usage tracker for resource:subnet and tenant:f0b40341aba0409bafa00a9462242dd6 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:19.521815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:19.528353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:19.541152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0fa9674c-5797-427e-a7e8-392b53945540 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:19.541540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0fa9674c-5797-427e-a7e8-392b53945540 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:19.542000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 720a0d55-350e-4f3b-b885-f9a14a9aad27 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:19.602072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] For port 720a0d55-350e-4f3b-b885-f9a14a9aad27, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=720a0d55-350e-4f3b-b885-f9a14a9aad27,segment=NetworkSegment(e17d1395-b29e-45c1-b4cd-c910de70463c),segment_id=e17d1395-b29e-45c1-b4cd-c910de70463c)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:19.602506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.640872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:19.647192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.660697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.661154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Made reservation on behalf of f0b40341aba0409bafa00a9462242dd6 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:19.669470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6382523
Dec 15 12:48:19.677721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Network': ['ID=0e63d683-efd6-4a84-b934-cc4ec39e7a7c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:19.680664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9cbcf5d-0bc3-48e4-b07e-1b5fd9d22405 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:19.683617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52368) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:19.693387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'network_id': '0e63d683-efd6-4a84-b934-cc4ec39e7a7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:19.711530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb1c2128>,) {'filters': {'network_id': ['038e5447-df51-4406-82df-c821ccd27012']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:19.739647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1c2128>, 'e8562151-b8bd-4be4-98be-8869b8d3141c') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:19.740015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1c2128>, 'e8562151-b8bd-4be4-98be-8869b8d3141c') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:19.804207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:19.813167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.832357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Calling delete_port for 720a0d55-350e-4f3b-b885-f9a14a9aad27 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:19.843468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.850753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.866661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:19.866661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:19.887075 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:19.901321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:19.917389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.970187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:19.985102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:19.985498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Added segment ba325349-1f1c-4da2-b0a6-0b11d06a3dce of type vlan for network e8214fb3-45ab-40fa-ba61-1202d71da146
Dec 15 12:48:19.992618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:20.049666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.055215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e686973-e273-419e-bf2f-47e7726b6617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:20.090820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d0605ba-539c-40d9-98f9-965f81b39fca tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/9141dbc1-f1f8-47d7-911d-e037fbdac0bc HTTP/1.1" status: 200  len: 921 time: 1.8450212
Dec 15 12:48:20.098351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52374) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:20.099475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Pushing event deleted for resources: {'Port': ['ID=720a0d55-350e-4f3b-b885-f9a14a9aad27,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:20.101478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.106297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.113212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:20.129921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] No DVR routers for this DVR port 720a0d55-350e-4f3b-b885-f9a14a9aad27 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:20.143855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e276ac8-e89c-4ffb-a512-9b54e11c4606 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:20.147441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Made reservation on behalf of 79b44158e14447578455cfcb1e363cf3 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:20.163970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.177491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.189686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Network': ['ID=038e5447-df51-4406-82df-c821ccd27012,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:20.198169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:20.260441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/networks/038e5447-df51-4406-82df-c821ccd27012 HTTP/1.1" status: 204  len: 168 time: 2.1216264
Dec 15 12:48:20.275774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52378) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:20.326824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.343165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Deleting port f8557a74-3e48-482c-bacb-e514939de11a {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:20.343551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.369578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.527536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff40765-6e05-4574-8aa4-82b459b72beb req-d95afe36-7f48-497b-9622-036aedf4880e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:20.529126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ff40765-6e05-4574-8aa4-82b459b72beb req-d95afe36-7f48-497b-9622-036aedf4880e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.2793283
Dec 15 12:48:20.535395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.539618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:20.540269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.553703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c0205059-4642-4d8a-a386-3db2951f03b9 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:20.652547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.676467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing IP validity checks on allocation pools {{(pid=88869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 12:48:20.677046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 12:48:20.707556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] For port f8557a74-3e48-482c-bacb-e514939de11a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f8557a74-3e48-482c-bacb-e514939de11a,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:20.707902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.719326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee87c7e6-daab-4c77-beb3-a66c4e839778 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=9141dbc1-f1f8-47d7-911d-e037fbdac0bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6137230
Dec 15 12:48:20.775362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52382) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:20.781875 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ff40765-6e05-4574-8aa4-82b459b72beb req-edac53d2-222e-47ab-a193-92642e632056 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2451746
Dec 15 12:48:20.789855 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.4628141
Dec 15 12:48:20.806804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52386) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:20.813168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Network': ['ID=e8214fb3-45ab-40fa-ba61-1202d71da146,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:20.823769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'subnet': {'network_id': 'e8214fb3-45ab-40fa-ba61-1202d71da146', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:20.828360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e8214fb3-45ab-40fa-ba61-1202d71da146 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:20.840553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:20.944416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:20.957211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:21.198757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Calling delete_port for f8557a74-3e48-482c-bacb-e514939de11a owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:21.493349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaebe06-0009-4ac2-aa6a-41c28fb05f48 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:21.493889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4eaebe06-0009-4ac2-aa6a-41c28fb05f48 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Synchronizing usage tracker for tenant:dae236e4a39f4938b62fc755395c555f on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:21.524311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4eaebe06-0009-4ac2-aa6a-41c28fb05f48 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Unset dirty status for tenant:dae236e4a39f4938b62fc755395c555f on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:21.525589 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4eaebe06-0009-4ac2-aa6a-41c28fb05f48 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 0.7472935
Dec 15 12:48:21.529814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52392) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:21.547015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:21.560099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:21.595068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2303ff0d-d0f4-4dd9-b3f8-9dd161be7797 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=9141dbc1-f1f8-47d7-911d-e037fbdac0bc HTTP/1.1" status: 200  len: 205 time: 0.0634546
Dec 15 12:48:21.611604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Subnet': ['ID=33d335af-c7ba-43f5-9ea0-e30b65c9a381,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:21.623068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52396) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:21.626634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:21.633867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:21.701772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb280940>,) {'filters': {'network_id': ['74aff383-a9b1-4963-be1a-ddb712373157']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:21.724241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:21.729656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:21.749450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb280940>, 'b47d9323-56f0-4464-8267-324b57913f91') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:21.749697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb280940>, 'b47d9323-56f0-4464-8267-324b57913f91') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:21.774253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8557a74-3e48-482c-bacb-e514939de11a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:21.779292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:21.781772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:21.814543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:21.854753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Checking segment: {'id': '23e56095-60e8-41e4-9b9d-0d3114607abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:21.855364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network hostable DHCP agents. Network: 8b66593c-f70e-47ba-b7de-7f56911ea9a0, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:21.878177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:21.945444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:21.961483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42ac6c23-1892-42f9-9097-f76bede11157 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:21.995911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90445bad-cb22-4452-b91d-b37696aeb427 req-7bfd3759-d79e-46f6-9798-887aac420d5a tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:21.997568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90445bad-cb22-4452-b91d-b37696aeb427 req-7bfd3759-d79e-46f6-9798-887aac420d5a tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.9557774
Dec 15 12:48:22.001188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:22.001571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:22.027389 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:22.036591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Router 5157f754-9570-453e-9edc-242a1f25f707 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:48:22.046754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.097820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.325451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=e887f67c-6550-4891-9c17-f31d66bd96e5,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:22.328473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.332032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:22.339700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network 8b66593c-f70e-47ba-b7de-7f56911ea9a0 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:22.395849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.403857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.408981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:22.441556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.482092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Network': ['ID=74aff383-a9b1-4963-be1a-ddb712373157,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:22.488044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:22.496544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90445bad-cb22-4452-b91d-b37696aeb427 req-f1234753-10ae-4f4c-8474-0e993ebb3cae tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4615293
Dec 15 12:48:22.497279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8b66593c-f70e-47ba-b7de-7f56911ea9a0) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:22.502630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.502911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482d98a2-5510-49b7-b0f7-d1fc36628902 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:22.508936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1021d1-c9f6-47f7-be54-a5f47ec22949 None None] Network 8b66593c-f70e-47ba-b7de-7f56911ea9a0 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:22.511794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:22.512440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.529637 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/networks/74aff383-a9b1-4963-be1a-ddb712373157 HTTP/1.1" status: 204  len: 168 time: 2.2424216
Dec 15 12:48:22.529874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.529874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] 10.222.0.53 "DELETE /v2.0/routers/482d98a2-5510-49b7-b0f7-d1fc36628902 HTTP/1.1" status: 204  len: 168 time: 5.3031347
Dec 15 12:48:22.531285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52400) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:22.542470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52402) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:22.585986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Checking segment: {'id': '9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0e63d683-efd6-4a84-b934-cc4ec39e7a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:22.586379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network hostable DHCP agents. Network: 0e63d683-efd6-4a84-b934-cc4ec39e7a7c, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:22.712058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.3899877
Dec 15 12:48:22.717495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52410) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:22.726005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-48cabafa-b476-4103-b212-47496c131e1b tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:22.800516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b24971-4694-4b4e-a3ac-7976d353d30d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:22.805051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b24971-4694-4b4e-a3ac-7976d353d30d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:22.805888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3b24971-4694-4b4e-a3ac-7976d353d30d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Synchronizing usage tracker for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:22.821336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Deleting subnet e25a8028-a061-498e-8666-a604a3a36469 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:22.831038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:22.837490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8b66593c-f70e-47ba-b7de-7f56911ea9a0', 'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0', 'tenant_id': 'f0b40341aba0409bafa00a9462242dd6', 'fixed_ips': [{'subnet_id': '33d335af-c7ba-43f5-9ea0-e30b65c9a381'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:22.838361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.844228 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] 10.222.0.53 "PUT /v2.0/routers/5157f754-9570-453e-9edc-242a1f25f707/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.7584920
Dec 15 12:48:22.845023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] Sync routers for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:22.846678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52414) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:22.862931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:22.864362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb685f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:22.891765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:22.915190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3b24971-4694-4b4e-a3ac-7976d353d30d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Unset dirty status for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:22.920189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a3b24971-4694-4b4e-a3ac-7976d353d30d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3845763
Dec 15 12:48:22.935892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00497792-86c5-4b79-811a-a43261452aa5 req-b456d821-389b-410e-8bee-481a332e38db tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:22.942166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52418) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:22.944032 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00497792-86c5-4b79-811a-a43261452aa5 req-b456d821-389b-410e-8bee-481a332e38db tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.2449605
Dec 15 12:48:22.953490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2059602322'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:22.986345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:23.008878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:23.031779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00497792-86c5-4b79-811a-a43261452aa5 req-5a3354d4-8185-4a0f-a14d-a0614a913935 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865679
Dec 15 12:48:23.044093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:23.059143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.095462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 0e63d683-efd6-4a84-b934-cc4ec39e7a7c) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:23.118908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.124466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d4472-79e5-4c76-b075-8a78f36020a5 None None] Network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:23.212050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:48:23.228752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.257529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Allocated IP 2001:db8:1::2 (8b66593c-f70e-47ba-b7de-7f56911ea9a0/33d335af-c7ba-43f5-9ea0-e30b65c9a381/110eb010-99d6-4ca0-b520-e8d551ebcf63) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:23.353344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:23.354003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.438433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f8557a74-3e48-482c-bacb-e514939de11a no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:23.497024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f8557a74-3e48-482c-bacb-e514939de11a {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:23.497694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f8557a74-3e48-482c-bacb-e514939de11a not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:23.652390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb685f28>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:48:16Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:23.659055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] Checking router: 5157f754-9570-453e-9edc-242a1f25f707 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:48:23.675743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] Routers {'5157f754-9570-453e-9edc-242a1f25f707'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:23.676604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb685f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5157f754-9570-453e-9edc-242a1f25f707'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:23.749788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-0e63d683-efd6-4a84-b934-cc4ec39e7a7c', 'network_id': '0e63d683-efd6-4a84-b934-cc4ec39e7a7c', 'tenant_id': '79b44158e14447578455cfcb1e363cf3', 'fixed_ips': [{'subnet_id': 'e887f67c-6550-4891-9c17-f31d66bd96e5'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:23.751049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.756496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Made reservation on behalf of e392265c6f8e4f82b3ee4345d241d26b for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:23.762086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.814409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.825158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Deleting port 64edd9d3-0974-4582-9613-de40d0d007ed {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:23.825534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.883275 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 4.1981955
Dec 15 12:48:23.887540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52424) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:23.902790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:23.926364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:23.946620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:23.952069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] Set router 5157f754-9570-453e-9edc-242a1f25f707 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:48:23.974367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Transition to ACTIVE for port object 110eb010-99d6-4ca0-b520-e8d551ebcf63 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:24.011681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Transition to ACTIVE for port object 110eb010-99d6-4ca0-b520-e8d551ebcf63 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:24.021780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.028831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e29d9c1b-ac52-4453-8b2f-cc711af6c660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:24.057644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Allocated IP 172.20.0.3 (0e63d683-efd6-4a84-b934-cc4ec39e7a7c/e887f67c-6550-4891-9c17-f31d66bd96e5/58fcf8e6-a66e-477c-9b90-37eb3ee064b3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:24.080068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.080460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Added segment 0a7f6be8-c2ac-4df6-9d49-730bc4b32911 of type vlan for network 2822000b-709f-4412-9901-076308211d16
Dec 15 12:48:24.110572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Network 8b66593c-f70e-47ba-b7de-7f56911ea9a0 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:24.115260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:24.136556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:24.139555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Pushing event updated for resources: {'Port': ['ID=110eb010-99d6-4ca0-b520-e8d551ebcf63,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:24.147455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:24.150233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.293973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.307112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:24.344272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b916-1f00-4006-9035-e35f21973c9f req-6a31dc8a-e9c7-418a-b577-815525b764c8 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:24.351480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] For port 64edd9d3-0974-4582-9613-de40d0d007ed, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64edd9d3-0974-4582-9613-de40d0d007ed,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:24.351729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.352288 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f264b916-1f00-4006-9035-e35f21973c9f req-6a31dc8a-e9c7-418a-b577-815525b764c8 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 1.0009232
Dec 15 12:48:24.370349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Attempting to bind port 110eb010-99d6-4ca0-b520-e8d551ebcf63 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:24.371044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Attempting to bind port 110eb010-99d6-4ca0-b520-e8d551ebcf63 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23e56095-60e8-41e4-9b9d-0d3114607abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:24.371743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Attempting to bind port 110eb010-99d6-4ca0-b520-e8d551ebcf63 on network 8b66593c-f70e-47ba-b7de-7f56911ea9a0 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:24.399090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:24.400057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Checking segment: {'id': '23e56095-60e8-41e4-9b9d-0d3114607abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:24.400716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.401340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Bound using segment: {'id': '23e56095-60e8-41e4-9b9d-0d3114607abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:24.402064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Bound port: 110eb010-99d6-4ca0-b520-e8d551ebcf63, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e56095-60e8-41e4-9b9d-0d3114607abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b66593c-f70e-47ba-b7de-7f56911ea9a0'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:24.402689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.423494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.478662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48cabafa-b476-4103-b212-47496c131e1b tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.534299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Calling delete_port for 64edd9d3-0974-4582-9613-de40d0d007ed owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:24.551568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Subnet': ['ID=c433c280-c382-487e-a517-2d69795a04e1,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:24.561639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.580103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f264b916-1f00-4006-9035-e35f21973c9f req-c814c0d4-8685-418c-9552-5189da6c2de4 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2267146
Dec 15 12:48:24.582429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:24.582720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Transition to ACTIVE for port object 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:24.584681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7276108'] for subnet, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.586374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] For port 110eb010-99d6-4ca0-b520-e8d551ebcf63, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:24.589928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.594186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] For port 110eb010-99d6-4ca0-b520-e8d551ebcf63, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=110eb010-99d6-4ca0-b520-e8d551ebcf63,segment=NetworkSegment(23e56095-60e8-41e4-9b9d-0d3114607abe),segment_id=23e56095-60e8-41e4-9b9d-0d3114607abe)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:24.606384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:24.613815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.624483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Transition to ACTIVE for port object 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:24.625930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a97a3ca-fb32-4fd9-a8a9-2d985a6f474a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:24.656768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.661331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:24.661983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.676852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.682766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb685f28>, [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:48:16Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:24.688047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33419385-403f-4638-98fc-1e3ef89c4ccb None None] The sync data for ids ['5157f754-9570-453e-9edc-242a1f25f707'] in dv-neutron-821831-1-hyperv is: [{'id': '5157f754-9570-453e-9edc-242a1f25f707', 'name': 'tempest-ServersTestManualDisk-743376304-router', 'tenant_id': 'e0740fa38e254b8585115892d0e4fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:50Z', 'updated_at': '2021-12-15T12:48:16Z', 'revision_number': 5, 'project_id': 'e0740fa38e254b8585115892d0e4fa4e', 'gw_port': {'id': '64edd9d3-0974-4582-9613-de40d0d007ed', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f754-9570-453e-9edc-242a1f25f707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:52Z', 'updated_at': '2021-12-15T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:24.689613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25a8028-a061-498e-8666-a604a3a36469,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:24.698911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:24.702773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:24.722332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:24.723147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Checking segment: {'id': 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e8214fb3-45ab-40fa-ba61-1202d71da146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:24.723609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network hostable DHCP agents. Network: e8214fb3-45ab-40fa-ba61-1202d71da146, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:24.727490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:24.743495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:24.756503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Pushing event updated for resources: {'Port': ['ID=110eb010-99d6-4ca0-b520-e8d551ebcf63,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:24.765126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:24.766314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:24.795526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.867187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba15478-32df-4387-9281-d4a8ea5a4439 None None] Network bc963569-0db8-414d-9fa6-2320ec354452 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:24.883683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Pushing event updated for resources: {'Port': ['ID=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:24.888264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.9428065
Dec 15 12:48:24.890878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:24.899673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e25a8028-a061-498e-8666-a604a3a36469 HTTP/1.1" status: 204  len: 168 time: 2.3550866
Dec 15 12:48:24.908855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52430) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:24.909234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:24.935957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Network': ['ID=2822000b-709f-4412-9901-076308211d16,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:24.937298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:24.946329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-960762717'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:24.953728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:24.961331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:24.975171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:24.992254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Usage tracker for resource:network and tenant:e392265c6f8e4f82b3ee4345d241d26b is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:25.005660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2822000b-709f-4412-9901-076308211d16 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:25.049345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64edd9d3-0974-4582-9613-de40d0d007ed,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:25.052371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:25.054156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:25.111906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.115217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Attempting to bind port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:25.115693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Attempting to bind port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0e63d683-efd6-4a84-b934-cc4ec39e7a7c'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:25.116189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Attempting to bind port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 on network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:25.142170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:25.152300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network e8214fb3-45ab-40fa-ba61-1202d71da146 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:25.187754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.190633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Deleting port ec13c3da-f827-48a3-9fd5-5f4c35d7ef23 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:25.190633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.253759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, e8214fb3-45ab-40fa-ba61-1202d71da146) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:25.258764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:25.259459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.265288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Made reservation on behalf of e392265c6f8e4f82b3ee4345d241d26b for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:25.288844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.352098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Deleting port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:25.352410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.374679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2e271-d551-4f24-ad75-7cccb66c3004 None None] Network e8214fb3-45ab-40fa-ba61-1202d71da146 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:25.423221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:25.424174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Checking segment: {'id': '9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0e63d683-efd6-4a84-b934-cc4ec39e7a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:25.424778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.425237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Bound using segment: {'id': '9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0e63d683-efd6-4a84-b934-cc4ec39e7a7c'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:25.426314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Bound port: 58fcf8e6-a66e-477c-9b90-37eb3ee064b3, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0e63d683-efd6-4a84-b934-cc4ec39e7a7c'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:25.426780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.485552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:25.491455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 4.6804070
Dec 15 12:48:25.502126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52438) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:25.569746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 110eb010-99d6-4ca0-b520-e8d551ebcf63 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:25.591726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.592152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Added segment 387fa100-56f4-41e2-a441-0f4027ce7c2a of type vlan for network c9321131-76a3-4657-b9e2-2f84381548c1
Dec 15 12:48:25.664811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745354972582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7490616'] for subnet, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.675692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:25.715115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-48cabafa-b476-4103-b212-47496c131e1b tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:48:25.720836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-48cabafa-b476-4103-b212-47496c131e1b tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33 HTTP/1.1" status: 400  len: 364 time: 2.9993970
Dec 15 12:48:25.730782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52442) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:25.779120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.803425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.830083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] For port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:25.835935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 110eb010-99d6-4ca0-b520-e8d551ebcf63 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:25.846553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] For port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,segment=NetworkSegment(9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf),segment_id=9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:25.858221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.864842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:25.929821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] For port 543b5ac5-21cd-4c27-a45e-53c20ea79f35, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=543b5ac5-21cd-4c27-a45e-53c20ea79f35,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:25.930303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.942172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:25.958497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:25.985117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] DHCP port deletion for bc963569-0db8-414d-9fa6-2320ec354452 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:26.045417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:26.045900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f17fe8f-a6fd-416b-b0ac-bc8ce22a3a1a not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:26.055276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Pushing event updated for resources: {'Port': ['ID=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:26.078903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:26.081333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Deleting port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:26.081679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.195580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-e8214fb3-45ab-40fa-ba61-1202d71da146', 'network_id': 'e8214fb3-45ab-40fa-ba61-1202d71da146', 'tenant_id': '414765e35cab422aa4d3986945afe9f5', 'fixed_ips': [{'subnet_id': 'c433c280-c382-487e-a517-2d69795a04e1'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:26.196290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.557189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:26.558306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.563787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "PUT /v2.0/subnets/e887f67c-6550-4891-9c17-f31d66bd96e5 HTTP/1.1" status: 200  len: 877 time: 2.6707077
Dec 15 12:48:26.564972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52448) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:26.622373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Calling delete_port for 543b5ac5-21cd-4c27-a45e-53c20ea79f35 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:26.702320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Calling delete_port for ec13c3da-f827-48a3-9fd5-5f4c35d7ef23 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:26.811946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] For port 543b5ac5-21cd-4c27-a45e-53c20ea79f35, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=543b5ac5-21cd-4c27-a45e-53c20ea79f35,segment=NetworkSegment(1ee57bf6-418f-420a-9435-c7ee312080e5),segment_id=1ee57bf6-418f-420a-9435-c7ee312080e5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:26.812409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.920163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event updated for resources: {'Subnet': ['ID=e887f67c-6550-4891-9c17-f31d66bd96e5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:26.935255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:26.943625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.945338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.951075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:26.951873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.956455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.962382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:26.978585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Calling delete_port for 543b5ac5-21cd-4c27-a45e-53c20ea79f35 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:27.003880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.004804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5157f754-9570-453e-9edc-242a1f25f707 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:27.026767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ad4a67c-8d83-4d60-b4d7-d88135527655 tempest-ExternalNetworksTestJSON-1168889626 tempest-ExternalNetworksTestJSON-1168889626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:27.029036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Allocated IP 2001:db8::f816:3eff:fe32:e2f5 (e8214fb3-45ab-40fa-ba61-1202d71da146/c433c280-c382-487e-a517-2d69795a04e1/d2456a84-4b79-464b-8f1c-4f3dc1cf20c9) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:27.050420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.052077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5157f754-9570-453e-9edc-242a1f25f707 HTTP/1.1" status: 204  len: 168 time: 4.2035317
Dec 15 12:48:27.058677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.064203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52452) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:27.073870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.117885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.2047894
Dec 15 12:48:27.167192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52454) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:27.205862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'ports': [{'network_id': '2822000b-709f-4412-9901-076308211d16', 'name': 'tempest-port--1881857351', 'admin_state_up': True}, {'network_id': 'c9321131-76a3-4657-b9e2-2f84381548c1', 'admin_state_up': False}]} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:27.206202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'port': {'network_id': '2822000b-709f-4412-9901-076308211d16', 'name': 'tempest-port--1881857351', 'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:27.206883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'port': {'network_id': 'c9321131-76a3-4657-b9e2-2f84381548c1', 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:27.218842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:27.219367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:27.250237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Network': ['ID=c9321131-76a3-4657-b9e2-2f84381548c1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:27.258716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] No DVR routers for this DVR port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:27.270380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network c9321131-76a3-4657-b9e2-2f84381548c1 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:27.305057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:27.341185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9bee4de4-686e-4344-a8fc-28119986ccf3 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:27.387011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.419335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event deleted for resources: {'Port': ['ID=ec13c3da-f827-48a3-9fd5-5f4c35d7ef23,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:27.437699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.442469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd0e1a-1941-4578-85c3-5b31b3c4fb08 None None] Network 8b66593c-f70e-47ba-b7de-7f56911ea9a0 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:27.498693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Deleting subnet 1b7a4c81-a551-43b8-a11c-8a10ec518f48 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:27.518053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.555823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:27.593558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.608992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:27.609375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.613645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=543b5ac5-21cd-4c27-a45e-53c20ea79f35,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:27.626626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:27.631380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.536s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:27.631818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:27.687729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Transition to ACTIVE for port object d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:27.706439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Provisioning for port 110eb010-99d6-4ca0-b520-e8d551ebcf63 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:27.722602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Deleting port 543b5ac5-21cd-4c27-a45e-53c20ea79f35 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:27.722809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.759749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Provisioning complete for port 110eb010-99d6-4ca0-b520-e8d551ebcf63 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:27.760110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.792502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.799530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.827661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Transition to ACTIVE for port object d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:27.874510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-95da2b59-2ccc-45ca-a69d-c919b526c909 None None] The port '543b5ac5-21cd-4c27-a45e-53c20ea79f35' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:48:27.909486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9ba28d0>,) {'filters': {'network_id': ['bc963569-0db8-414d-9fa6-2320ec354452']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:27.914414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:27.928481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:27.997349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9ba28d0>, '1ee57bf6-418f-420a-9435-c7ee312080e5') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:27.997960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9ba28d0>, '1ee57bf6-418f-420a-9435-c7ee312080e5') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:28.020956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.023732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:28.033899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.035643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.056879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Network e8214fb3-45ab-40fa-ba61-1202d71da146 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:28.064685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:28.076775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:28.080237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.097103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:28.103791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.157819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.167877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Pushing event updated for resources: {'Port': ['ID=d2456a84-4b79-464b-8f1c-4f3dc1cf20c9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:28.214040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 543b5ac5-21cd-4c27-a45e-53c20ea79f35 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:28.241114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:28.245561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Usage tracker for resource:port and tenant:e392265c6f8e4f82b3ee4345d241d26b is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:28.249686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:28.256489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:28.258084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:28.270735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 543b5ac5-21cd-4c27-a45e-53c20ea79f35 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:28.271484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 543b5ac5-21cd-4c27-a45e-53c20ea79f35 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:28.288050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Made reservation on behalf of e392265c6f8e4f82b3ee4345d241d26b for: {'port': 2} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:28.307851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.332170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.358547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Subnet': ['ID=c433c280-c382-487e-a517-2d69795a04e1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:28.369431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:28.409100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:28.409560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.415681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Attempting to bind port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:28.416101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Attempting to bind port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e8214fb3-45ab-40fa-ba61-1202d71da146'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:28.416513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Attempting to bind port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 on network e8214fb3-45ab-40fa-ba61-1202d71da146 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:28.425153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.428997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] For port 110eb010-99d6-4ca0-b520-e8d551ebcf63, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=110eb010-99d6-4ca0-b520-e8d551ebcf63,segment=NetworkSegment(23e56095-60e8-41e4-9b9d-0d3114607abe),segment_id=23e56095-60e8-41e4-9b9d-0d3114607abe)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:28.435385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.439883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93e40b05-115f-4f83-9414-dc523c42b6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:28.445535 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:28.480761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:28.481356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Checking segment: {'id': 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e8214fb3-45ab-40fa-ba61-1202d71da146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:28.481893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.482428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Bound using segment: {'id': 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e8214fb3-45ab-40fa-ba61-1202d71da146'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:28.483179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Bound port: d2456a84-4b79-464b-8f1c-4f3dc1cf20c9, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e8214fb3-45ab-40fa-ba61-1202d71da146'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:28.483743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.509470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f57150d-90bc-4fcb-a209-418a7339d1b2 None None] Network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:28.523282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.629265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.661320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.667277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.724781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Pushing event updated for resources: {'Port': ['ID=110eb010-99d6-4ca0-b520-e8d551ebcf63,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:28.726577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:28.734264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:28.745007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.748736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Provisioning for port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:28.765373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Provisioning complete for port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:28.766234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:28.770193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc963569-0db8-414d-9fa6-2320ec354452,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:28.785999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:28.794101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] device_id is not set on port da8a8106-8a03-4b3b-81a0-40122eaede96 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:48:28.808770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bc963569-0db8-414d-9fa6-2320ec354452 HTTP/1.1" status: 204  len: 168 time: 3.8966620
Dec 15 12:48:29.001891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.028520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.035777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] For port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:29.073424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,segment=NetworkSegment(9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf),segment_id=9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:29.073820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.102276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.102619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] For port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d2456a84-4b79-464b-8f1c-4f3dc1cf20c9,segment=NetworkSegment(ba325349-1f1c-4da2-b0a6-0b11d06a3dce),segment_id=ba325349-1f1c-4da2-b0a6-0b11d06a3dce)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:29.102837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Fanout notify agent at l3_agent the message router_deleted on router 9141dbc1-f1f8-47d7-911d-e037fbdac0bc {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:29.109921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa931a90>,) {'filters': {'network_id': ['e8214fb3-45ab-40fa-ba61-1202d71da146']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:29.118923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.130380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b2d1f4ae-2106-44f3-aabe-11b111ea2b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:29.192728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] device_id is not set on port 8743da03-a39a-434d-81ae-0f84417f0e4c yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:48:29.198766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.204809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5893bef0-ba4b-4951-ab28-6315533d67d2 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/9141dbc1-f1f8-47d7-911d-e037fbdac0bc HTTP/1.1" status: 204  len: 168 time: 7.5712576
Dec 15 12:48:29.204809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52462) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:29.205031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52464) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:29.211613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1403039289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:29.317774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:29.356917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa931a90>, 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:29.357257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa931a90>, 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:29.373474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 110eb010-99d6-4ca0-b520-e8d551ebcf63 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:29.389113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.394416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.406437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5255dd4-57de-4ab5-b1c8-d8552825d45c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:29.428534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Pushing event updated for resources: {'Port': ['ID=d2456a84-4b79-464b-8f1c-4f3dc1cf20c9,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:29.448443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:29.460640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.468321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b7a4c81-a551-43b8-a11c-8a10ec518f48,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:29.473394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:29.490205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.499786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Allocated IP 2001:db8::1 (e6a7eb06-d2d8-426d-9477-978aeaa05146/d105ee83-32f1-4b4c-9c42-9a4a3af9ef5d/e7a3cb2f-07e2-44d5-8ba6-679c001f402f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:29.507117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.511688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9239a-d3ca-4c12-bf09-0cac2430649b None None] Network de98e018-c465-4472-9497-5e08fb357769 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:29.514867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:29.515335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.536010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f07c79-1cff-4e0c-b86e-be511be519ea None None] Network e8214fb3-45ab-40fa-ba61-1202d71da146 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:29.538502 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:29.540826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:29.546838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Usage tracker for resource:router and tenant:a68e1f58ef4a456a98d0c4b01beedc50 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:29.551325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:29.567291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:29.655823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1b7a4c81-a551-43b8-a11c-8a10ec518f48 HTTP/1.1" status: 204  len: 168 time: 2.5319808
Dec 15 12:48:29.656756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.658071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.658434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52470) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:29.674149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f603d2a7-2335-432b-a3be-f6255a88199a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e04ea19c22194e65bb85a4051639ed56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4704704
Dec 15 12:48:29.677024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52474) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:29.686639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] For port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,segment=NetworkSegment(9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf),segment_id=9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:29.704072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:48:29.704072 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:48:29.704072 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': 'e8214fb3-45ab-40fa-ba61-1202d71da146'}]
Dec 15 12:48:29.704072 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:29.704464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:29.742467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.744403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:29.745019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:29.751627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57e0fc90-6319-4afe-a23b-6d2f98cfb067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:29.753616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.817400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.832864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.851404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.890128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.894595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e04de4a-b117-47ea-908a-d739b11b5a39 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6887414
Dec 15 12:48:29.897501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52478) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:29.904169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.905214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.910756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': True}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:29.936433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 110eb010-99d6-4ca0-b520-e8d551ebcf63 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:29.937396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.972316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:29.980680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef3fc6a5-d4f1-4e2d-b4f7-f198b0762c14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:30.040307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.077456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Pushing event updated for resources: {'Port': ['ID=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:30.083797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:30.092774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Deleting port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:30.093164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.095071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e9d89b35-1d67-4fd2-adc6-248e8965d082 None None] Provisioning complete for port 110eb010-99d6-4ca0-b520-e8d551ebcf63 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:30.095665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9d89b35-1d67-4fd2-adc6-248e8965d082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.110451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Port': ['ID=da8a8106-8a03-4b3b-81a0-40122eaede96,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:30.114145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:30.115764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:30.126583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.131027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.134831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6e8a43b-96e4-44ff-95d9-cacb36900bcb HTTP/1.1" status: 204  len: 168 time: 0.4526350
Dec 15 12:48:30.135424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7fe71c-365b-4b60-8e23-b7f69af54865 None None] Network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:30.138034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e8a43b-96e4-44ff-95d9-cacb36900bcb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:30.140905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:30.142677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Checking segment: {'id': '0a7f6be8-c2ac-4df6-9d49-730bc4b32911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2822000b-709f-4412-9901-076308211d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:30.143083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network hostable DHCP agents. Network: 2822000b-709f-4412-9901-076308211d16, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:30.171581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network 2822000b-709f-4412-9901-076308211d16 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:30.183627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2822000b-709f-4412-9901-076308211d16) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:30.187850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:30.189263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.198593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3871ed9-7f39-4f04-ad19-b02ff37fd641 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:30.213550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b6e83-44ac-4f63-8bca-c001d131e61a None None] Network 2822000b-709f-4412-9901-076308211d16 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:30.234729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Transition to ACTIVE for port object e7a3cb2f-07e2-44d5-8ba6-679c001f402f will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:30.236464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.251325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:30.251738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.313620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Port': ['ID=8743da03-a39a-434d-81ae-0f84417f0e4c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:30.317984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:30.327376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Checking segment: {'id': '387fa100-56f4-41e2-a441-0f4027ce7c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c9321131-76a3-4657-b9e2-2f84381548c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:30.328022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network hostable DHCP agents. Network: c9321131-76a3-4657-b9e2-2f84381548c1, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:30.352370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network c9321131-76a3-4657-b9e2-2f84381548c1 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:30.364550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, c9321131-76a3-4657-b9e2-2f84381548c1) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:30.368499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:30.373363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:30.377363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:30.378171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.402445 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 3.2318442
Dec 15 12:48:30.403539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52486) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:30.436633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:30.437021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.437172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5d295-280b-470e-a2c4-165e8cdc7e61 None None] Network c9321131-76a3-4657-b9e2-2f84381548c1 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:30.518174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e81dc-4f0b-437f-9ff6-38f1fefc5cc5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:30.524175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e81dc-4f0b-437f-9ff6-38f1fefc5cc5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:30.524530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed2e81dc-4f0b-437f-9ff6-38f1fefc5cc5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Synchronizing usage tracker for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:30.553081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed2e81dc-4f0b-437f-9ff6-38f1fefc5cc5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Unset dirty status for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:30.557505 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed2e81dc-4f0b-437f-9ff6-38f1fefc5cc5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1503386
Dec 15 12:48:30.558962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52492) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:30.586760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.603891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:30.627700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] DHCP port deletion for de98e018-c465-4472-9497-5e08fb357769 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:30.664255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Deleting port da8a8106-8a03-4b3b-81a0-40122eaede96 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:30.664647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.714946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Deleting port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:30.716189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:30.963292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.048147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64edd9d3-0974-4582-9613-de40d0d007ed no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:31.114276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Calling delete_port for da8a8106-8a03-4b3b-81a0-40122eaede96 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:31.199854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 64edd9d3-0974-4582-9613-de40d0d007ed {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:31.200267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64edd9d3-0974-4582-9613-de40d0d007ed not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:31.200418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.211321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be94e5cf-29b4-4d97-a28a-47b1e9139d8d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:31.223679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:31.234447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] For port ffbe6104-4ddd-49d9-a5bb-058dae53deb8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:31.234848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.243728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:31.260319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:31.260592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Port': ['ID=da8a8106-8a03-4b3b-81a0-40122eaede96,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:31.260904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.263383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:31.263669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Port': ['ID=e7a3cb2f-07e2-44d5-8ba6-679c001f402f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:31.271319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.290623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/ports/da8a8106-8a03-4b3b-81a0-40122eaede96 HTTP/1.1" status: 204  len: 168 time: 0.7279253
Dec 15 12:48:31.295894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52506) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:31.330185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:31.399698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:48:31.436769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:31.437218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Deleting port 8743da03-a39a-434d-81ae-0f84417f0e4c {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:31.437602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.538678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Calling delete_port for ffbe6104-4ddd-49d9-a5bb-058dae53deb8 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:31.754363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,segment=NetworkSegment(9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf),segment_id=9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:31.754751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.763169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.840683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] For port ffbe6104-4ddd-49d9-a5bb-058dae53deb8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,segment=NetworkSegment(160e0459-ab00-4ff2-a48a-08cbda2b5501),segment_id=160e0459-ab00-4ff2-a48a-08cbda2b5501)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:31.841148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:31.912813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:31.922087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Calling delete_port for 8743da03-a39a-434d-81ae-0f84417f0e4c owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:31.995674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Calling delete_port for ffbe6104-4ddd-49d9-a5bb-058dae53deb8 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:32.014412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.021720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c713dc4-08d9-451a-b1a5-095e09949570 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:32.046383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:32.046804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.080374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Port': ['ID=8743da03-a39a-434d-81ae-0f84417f0e4c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:32.090789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2bf765ca-1db3-4cc5-b1d5-39c1080bf2df None None] Provisioning complete for port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:32.091225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2bf765ca-1db3-4cc5-b1d5-39c1080bf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.092405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:32.094062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.097896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.112782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/ports/8743da03-a39a-434d-81ae-0f84417f0e4c HTTP/1.1" status: 204  len: 168 time: 0.8156331
Dec 15 12:48:32.113822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52520) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:32.172532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c38c0211-bc6d-4ea2-a9fd-96b51a228736 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Synchronizing usage tracker for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:32.185193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.192196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c38c0211-bc6d-4ea2-a9fd-96b51a228736 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Unset dirty status for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:32.198295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c38c0211-bc6d-4ea2-a9fd-96b51a228736 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0807936
Dec 15 12:48:32.198476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:32.200235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52526) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:32.209821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2081720678'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:32.215612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:32.222282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Usage tracker for resource:network and tenant:e392265c6f8e4f82b3ee4345d241d26b is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:32.225848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:32.229046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:32.229457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:32.234309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:32.257798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Made reservation on behalf of e392265c6f8e4f82b3ee4345d241d26b for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:32.271159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.295596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] No DVR routers for this DVR port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:32.300789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbe6104-4ddd-49d9-a5bb-058dae53deb8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:32.307962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.312738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:32.334228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:32.348488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.349113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Added segment 8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7 of type vlan for network 2e560cdc-3c5d-4f48-8ed4-b074cee591d5
Dec 15 12:48:32.414839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.423041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2bf765ca-1db3-4cc5-b1d5-39c1080bf2df None None] Provisioning for port e7a3cb2f-07e2-44d5-8ba6-679c001f402f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:32.431405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2bf765ca-1db3-4cc5-b1d5-39c1080bf2df None None] Provisioning complete for port e7a3cb2f-07e2-44d5-8ba6-679c001f402f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:32.431837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2bf765ca-1db3-4cc5-b1d5-39c1080bf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.459474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] For port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d2456a84-4b79-464b-8f1c-4f3dc1cf20c9,segment=NetworkSegment(ba325349-1f1c-4da2-b0a6-0b11d06a3dce),segment_id=ba325349-1f1c-4da2-b0a6-0b11d06a3dce)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:32.460152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.485844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ffbe6104-4ddd-49d9-a5bb-058dae53deb8 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:32.494642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.498872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:32.499800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.513154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:32.596357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: ffbe6104-4ddd-49d9-a5bb-058dae53deb8 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:32.597146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ffbe6104-4ddd-49d9-a5bb-058dae53deb8 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:32.615910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2bf765ca-1db3-4cc5-b1d5-39c1080bf2df None None] Port e7a3cb2f-07e2-44d5-8ba6-679c001f402f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:48:32.656108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4546604
Dec 15 12:48:32.657695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Network': ['ID=2e560cdc-3c5d-4f48-8ed4-b074cee591d5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:32.660149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52536) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:32.663334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:32.667539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1976867531'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:32.671654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2e560cdc-3c5d-4f48-8ed4-b074cee591d5 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:32.674039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:32.678630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Usage tracker for resource:network and tenant:e392265c6f8e4f82b3ee4345d241d26b is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:32.682188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:32.688537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:32.699264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Made reservation on behalf of e392265c6f8e4f82b3ee4345d241d26b for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:32.705906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.740281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.742678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:32.752978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.753372 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Added segment 6c2a3368-ec88-4185-a934-f4f6849a273d of type vlan for network f0697fa8-a44e-405c-8af0-d94267b2c1f1
Dec 15 12:48:32.773186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Calling delete_port for d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:32.782045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.794819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Deleting port ffbe6104-4ddd-49d9-a5bb-058dae53deb8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:32.795381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.831224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.831622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.838060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:32.839181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:32.841182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aaa986e2-ebb2-4000-acc8-5cad6922591f None None] Could not find standard attr ID for object 58fcf8e6-a66e-477c-9b90-37eb3ee064b3. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:48:32.848161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ba2abe2-eeb2-403c-a160-1adc013a3a98 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:32.852156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a714ef50-dda7-44db-9918-4919303cbbb9 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:32.879330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1168f-c86a-45bc-9dcf-c65c9c069abb None None] The port 'ffbe6104-4ddd-49d9-a5bb-058dae53deb8' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:48:32.908092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb2f7630>,) {'filters': {'network_id': ['de98e018-c465-4472-9497-5e08fb357769']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:32.925467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132d70e-c09d-462e-9b0e-ca6318bc3c34 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:48:32.947164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Port': ['ID=58fcf8e6-a66e-477c-9b90-37eb3ee064b3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:32.950754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2f7630>, '160e0459-ab00-4ff2-a48a-08cbda2b5501') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:32.951097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2f7630>, '160e0459-ab00-4ff2-a48a-08cbda2b5501') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:32.971996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3103712
Dec 15 12:48:32.983167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Network': ['ID=f0697fa8-a44e-405c-8af0-d94267b2c1f1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:33.006935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network f0697fa8-a44e-405c-8af0-d94267b2c1f1 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:33.009339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:33.023876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:33.058652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52544) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:33.098332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.129622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52550) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:33.136482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'subnets': [{'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--193956638', 'ip_version': 4}, {'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:33.136838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'subnet': {'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--193956638', 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:33.137473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Request body: {'subnet': {'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:33.213807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.230881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No DVR routers for this DVR port 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:33.282115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:33.282573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.442589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2073380336'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:33.457908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:33.468108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Usage tracker for resource:router and tenant:fc322f1ddb974bd993251eb33289988f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:33.473132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:33.483818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:33.486357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:33.493291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Usage tracker for resource:subnet and tenant:e392265c6f8e4f82b3ee4345d241d26b is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:33.497813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:33.505971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:33.508354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.509375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.516916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132d70e-c09d-462e-9b0e-ca6318bc3c34 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:48:33.526118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Made reservation on behalf of e392265c6f8e4f82b3ee4345d241d26b for: {'subnet': 2} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:33.582906 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:33.597401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.622703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b7eb24bf-6939-4ba9-9605-40626f9efb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:33.623507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.702905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.738062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Port': ['ID=d2456a84-4b79-464b-8f1c-4f3dc1cf20c9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:33.769833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:33.791229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.794951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9730f872-3007-4a0e-84e1-8b24c0e0d949 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.7326949
Dec 15 12:48:33.796680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52554) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:33.803841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.804247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.812098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No DVR routers for this DVR port d2456a84-4b79-464b-8f1c-4f3dc1cf20c9 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:33.850596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.941833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:33.974404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:33.989836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.006155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0d00d-8e99-44de-9f3f-9a61967d700a None None] DHCP port deletion for 0e63d683-efd6-4a84-b934-cc4ec39e7a7c request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:34.044997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Pushing event deleted for resources: {'Network': ['ID=de98e018-c465-4472-9497-5e08fb357769,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:34.055084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5532818-1b56-44c1-a430-f95c71c58675 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:48:34.055648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45f9c4f1-c737-408f-bea6-7f14ca4a22cc tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.058153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:34.156848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.180483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] 10.222.0.53 "DELETE /v2.0/networks/de98e018-c465-4472-9497-5e08fb357769 HTTP/1.1" status: 204  len: 168 time: 4.5181611
Dec 15 12:48:34.204440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa9584a8>,) {'filters': {'network_id': ['e8214fb3-45ab-40fa-ba61-1202d71da146']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:34.218211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5532818-1b56-44c1-a430-f95c71c58675 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:48:34.261659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa9584a8>, 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:34.261869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa9584a8>, 'ba325349-1f1c-4da2-b0a6-0b11d06a3dce') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:34.291208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.313621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.329996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:34.374429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.381182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=e887f67c-6550-4891-9c17-f31d66bd96e5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:34.384047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.388379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.415286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:34.422177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.423089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.433125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8a9b5df-4871-42ec-8274-f53b16a7ee14 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:34.471937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:34.472397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:34.491547 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:34.493801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.527005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52560) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:34.668323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013096d2-3116-4c1d-8ea4-234d0411a8f9 None None] Network 0e63d683-efd6-4a84-b934-cc4ec39e7a7c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:34.828799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.843789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event updated for resources: {'Port': ['ID=e7a3cb2f-07e2-44d5-8ba6-679c001f402f,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:34.855926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.871602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:34.873053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49752f8-f8f0-4991-b205-7a6368031c40 None None] DHCP port deletion for 0e63d683-efd6-4a84-b934-cc4ec39e7a7c request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:34.883001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42d52b38-7277-40ab-9d35-032003b8bb74 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:34.914141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:34.992602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Network': ['ID=e8214fb3-45ab-40fa-ba61-1202d71da146,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:35.034362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa7f7b38>,) {'filters': {'network_id': ['0e63d683-efd6-4a84-b934-cc4ec39e7a7c']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:35.047718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:35.069555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45f9c4f1-c737-408f-bea6-7f14ca4a22cc tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.079582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/e8214fb3-45ab-40fa-ba61-1202d71da146 HTTP/1.1" status: 204  len: 168 time: 9.5445030
Dec 15 12:48:35.079946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52564) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:35.080055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7f7b38>, '9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:35.080219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7f7b38>, '9b7d1ec7-d74c-4a9f-8ad5-4cbbb1d68fdf') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:35.085299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45f9c4f1-c737-408f-bea6-7f14ca4a22cc tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.090365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1590352170'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:35.091138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e5cff557-55e6-451f-bf29-96c4f8ecf02a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0740fa38e254b8585115892d0e4fa4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5105081
Dec 15 12:48:35.097634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52568) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:35.100476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:35.104677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.117772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:network and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:35.125711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:35.136360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:35.168636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:35.174476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.175534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.178260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Allocated IP 172.26.0.71 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/0fc40d65-8dfe-47ae-aaf0-a0be97304568) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:35.190245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.193826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45f9c4f1-c737-408f-bea6-7f14ca4a22cc tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.194349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f9c4f1-c737-408f-bea6-7f14ca4a22cc tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c961b85-2913-4d45-981f-3bd0526e112d {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:35.199234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:35.219684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:35.220134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:35.237523 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:35.243611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:35.274564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:35.281115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:35.292647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45f9c4f1-c737-408f-bea6-7f14ca4a22cc tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.297471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-45f9c4f1-c737-408f-bea6-7f14ca4a22cc tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1c961b85-2913-4d45-981f-3bd0526e112d HTTP/1.1" status: 204  len: 168 time: 1.4996564
Dec 15 12:48:35.303276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52572) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:35.318835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Request body: {'router': {'name': 'tempest-router-1046152427', 'distributed': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:35.320381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:35.326588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Subnet': ['ID=f03341cb-095d-4978-9d03-a76083536090,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:35.329169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.329549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Added segment 0753526c-ca57-4417-b784-6d04ef1d2722 of type vlan for network b135d158-448e-4a19-a345-28d3d0c45829
Dec 15 12:48:35.334651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:35.337224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:35.350548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Usage tracker for resource:router and tenant:fc322f1ddb974bd993251eb33289988f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:35.356151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:35.375421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:35.381658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:35.382068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58fcf8e6-a66e-477c-9b90-37eb3ee064b3 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:35.402605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Checking segment: {'id': '8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:35.402978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network hostable DHCP agents. Network: 2e560cdc-3c5d-4f48-8ed4-b074cee591d5, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:35.411331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.418251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.419494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.475549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.476782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network 2e560cdc-3c5d-4f48-8ed4-b074cee591d5 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:35.486335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.490577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:35.491246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.500723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:35.535129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2e560cdc-3c5d-4f48-8ed4-b074cee591d5) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:35.551040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87310e91-54cd-4fcf-9406-b3157548935f None None] Network 2e560cdc-3c5d-4f48-8ed4-b074cee591d5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:35.559422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.586213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5006406
Dec 15 12:48:35.646536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52576) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:35.662125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.671044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'subnet': {'network_id': 'b135d158-448e-4a19-a345-28d3d0c45829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:35.693076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Network': ['ID=b135d158-448e-4a19-a345-28d3d0c45829,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:35.696365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:35.705721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59c34483-7896-4b93-9296-35d6496295e6 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:35.717671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network b135d158-448e-4a19-a345-28d3d0c45829 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:35.818313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.822381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ccdeaf2a-6b87-4f06-adc7-68c8c13ff1ac tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5153017
Dec 15 12:48:35.828331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52580) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:35.855154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.895239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event updated for resources: {'Subnet': ['ID=80a2f1f7-5318-4487-8f86-ab46c90edbde,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:35.900565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:35.909518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Checking segment: {'id': '6c2a3368-ec88-4185-a934-f4f6849a273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:35.909911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network hostable DHCP agents. Network: f0697fa8-a44e-405c-8af0-d94267b2c1f1, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:35.914646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:35.925974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:subnet and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:35.929693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:35.929899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:35.936995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:35.945529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.951078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:35.967511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:35.976490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Network f0697fa8-a44e-405c-8af0-d94267b2c1f1 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:35.981984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4e71f7c0-b7da-4674-b46b-db24abe78c92 None None] Provisioning complete for port e7a3cb2f-07e2-44d5-8ba6-679c001f402f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:35.982495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e71f7c0-b7da-4674-b46b-db24abe78c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.043019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2e560cdc-3c5d-4f48-8ed4-b074cee591d5', 'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5', 'tenant_id': 'e392265c6f8e4f82b3ee4345d241d26b', 'fixed_ips': [{'subnet_id': 'f03341cb-095d-4978-9d03-a76083536090'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:36.043782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.048945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, f0697fa8-a44e-405c-8af0-d94267b2c1f1) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:36.055729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=0e63d683-efd6-4a84-b934-cc4ec39e7a7c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:36.058891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.064665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:36.065107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:36.065992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.078590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602d416-b251-44d7-a7fd-acf229923c43 None None] Network f0697fa8-a44e-405c-8af0-d94267b2c1f1 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:36.078954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:36.085428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.093961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/0e63d683-efd6-4a84-b934-cc4ec39e7a7c HTTP/1.1" status: 204  len: 168 time: 9.3640428
Dec 15 12:48:36.104736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52584) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:36.150378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4e71f7c0-b7da-4674-b46b-db24abe78c92 None None] Port e7a3cb2f-07e2-44d5-8ba6-679c001f402f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:48:36.176078 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 3.0451257
Dec 15 12:48:36.179136 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-436b1925-7d2b-4855-9985-4fdfeaeb20cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:36.179694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436b1925-7d2b-4855-9985-4fdfeaeb20cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:36.183885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-436b1925-7d2b-4855-9985-4fdfeaeb20cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/e887f67c-6550-4891-9c17-f31d66bd96e5 HTTP/1.1" status: 404  len: 337 time: 0.0703623
Dec 15 12:48:36.183885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52588) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:36.188104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52590) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:36.277309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.294604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47a244fb-7c20-4071-b347-608cb4bfcf2f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.357584 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2d9027-49a8-4088-bb81-89511acb2920 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:36.358661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2d9027-49a8-4088-bb81-89511acb2920 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:36.360701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e2d9027-49a8-4088-bb81-89511acb2920 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/0e63d683-efd6-4a84-b934-cc4ec39e7a7c HTTP/1.1" status: 404  len: 339 time: 0.1688998
Dec 15 12:48:36.367086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52596) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:36.377279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff04da-4bab-4c9a-9573-6068a7c5c7c5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:36.378970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff04da-4bab-4c9a-9573-6068a7c5c7c5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:36.380465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff04da-4bab-4c9a-9573-6068a7c5c7c5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:36.381429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9ff04da-4bab-4c9a-9573-6068a7c5c7c5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Synchronizing usage tracker for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:36.408985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Allocated IP 172.20.0.2 (2e560cdc-3c5d-4f48-8ed4-b074cee591d5/f03341cb-095d-4978-9d03-a76083536090/a6cbd310-4fd9-4ad8-b52c-5db515d33037) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:36.411942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9ff04da-4bab-4c9a-9573-6068a7c5c7c5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Unset dirty status for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:36.416530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e9ff04da-4bab-4c9a-9573-6068a7c5c7c5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.2264297
Dec 15 12:48:36.417257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52600) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:36.479091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff658510-743b-4f44-a29c-91cc9e5da2ac tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:36.479915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff658510-743b-4f44-a29c-91cc9e5da2ac tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:36.483643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-f0697fa8-a44e-405c-8af0-d94267b2c1f1', 'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1', 'tenant_id': 'e392265c6f8e4f82b3ee4345d241d26b', 'fixed_ips': [{'subnet_id': '80a2f1f7-5318-4487-8f86-ab46c90edbde'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:36.484567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.494266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.504287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d7221b9-5d43-47c5-9128-15addf06f93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:36.529310 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff658510-743b-4f44-a29c-91cc9e5da2ac tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/ae0614be-b810-4759-b112-b90ee50a4489 HTTP/1.1" status: 404  len: 337 time: 0.1608391
Dec 15 12:48:36.535795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52604) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:36.536658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.540544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d0ef3a2-10ae-432a-bef4-a2817ad573d2 HTTP/1.1" status: 204  len: 168 time: 1.4358151
Dec 15 12:48:36.543236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ef3a2-10ae-432a-bef4-a2817ad573d2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:36.550601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:36.623809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.675855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Deleting subnet f03341cb-095d-4978-9d03-a76083536090 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:36.684293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:36.690837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb54371e-4f46-4dd1-879f-7c5f38e260ed tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:36.691238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4250a037-95ca-4db8-a4bf-d96fd515b70e tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:36.777977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Subnet': ['ID=e0d0cec4-7177-4a38-a444-277b691784ca,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:36.781455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-68662e95-8e71-4b74-9f32-36038551e150 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:36.782067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68662e95-8e71-4b74-9f32-36038551e150 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:36.791172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:36.794141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:36.799704 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-68662e95-8e71-4b74-9f32-36038551e150 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/7fa794b2-a152-45bb-9174-f71227e546b6 HTTP/1.1" status: 404  len: 339 time: 0.2582157
Dec 15 12:48:36.802368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52612) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:36.870728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc40d65-8dfe-47ae-aaf0-a0be97304568,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:36.873712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:36.876887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:36.903526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Checking segment: {'id': '0753526c-ca57-4417-b784-6d04ef1d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b135d158-448e-4a19-a345-28d3d0c45829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:36.903968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network hostable DHCP agents. Network: b135d158-448e-4a19-a345-28d3d0c45829, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:36.936112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:36.998736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Router 89ef1ca9-4c22-4691-a302-4aa5d285be33 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:48:37.011262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47a244fb-7c20-4071-b347-608cb4bfcf2f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.023572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47a244fb-7c20-4071-b347-608cb4bfcf2f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.028641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.081735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network b135d158-448e-4a19-a345-28d3d0c45829 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:37.086116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Allocated IP 172.20.0.18 (f0697fa8-a44e-405c-8af0-d94267b2c1f1/80a2f1f7-5318-4487-8f86-ab46c90edbde/33af39fb-4a7e-4b95-a6bc-8c34a2e91d29) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:37.106195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.143318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, b135d158-448e-4a19-a345-28d3d0c45829) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:37.144040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Transition to ACTIVE for port object a6cbd310-4fd9-4ad8-b52c-5db515d33037 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:37.166061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffcbf21-f2ab-46fd-a05f-f47190f7721b None None] Network b135d158-448e-4a19-a345-28d3d0c45829 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:37.169050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:37.170031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.254930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47a244fb-7c20-4071-b347-608cb4bfcf2f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.255571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a244fb-7c20-4071-b347-608cb4bfcf2f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 984ad66b-0c76-413a-aaeb-8f47dbe9861e {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:37.268582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.271684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47a244fb-7c20-4071-b347-608cb4bfcf2f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.273023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-47a244fb-7c20-4071-b347-608cb4bfcf2f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "DELETE /v2.0/routers/984ad66b-0c76-413a-aaeb-8f47dbe9861e HTTP/1.1" status: 204  len: 168 time: 1.4318347
Dec 15 12:48:37.277614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52626) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:37.283508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Request body: {'router': {'name': 'tempest-router-657103234', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '54b31c77f08245ec833cdc84cc7ede15'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:37.283985 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6285501
Dec 15 12:48:37.288777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52630) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:37.303570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:37.311532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Usage tracker for resource:router and tenant:54b31c77f08245ec833cdc84cc7ede15 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:37.314826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:37.324931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:37.351600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.352856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.374663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:37.390587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Transition to ACTIVE for port object a6cbd310-4fd9-4ad8-b52c-5db515d33037 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:37.393054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6593306
Dec 15 12:48:37.396397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52634) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:37.401087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.455071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] Sync routers for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:37.484794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.495837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c107e8-73dd-4958-ad73-5efa20c754a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:37.502151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.562906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.570545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb4bca58>,) {'filters': {'network_id': ['3da3920f-d1e2-46df-ab06-d0c75b49d223']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:37.594208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Network 2e560cdc-3c5d-4f48-8ed4-b074cee591d5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:37.602032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4bca58>, '92da9610-2ab8-46b3-9f02-612d0801db2b') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:37.602839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4bca58>, '92da9610-2ab8-46b3-9f02-612d0801db2b') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:37.606367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:37.611129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:37.624673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.688411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:37.689163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb031c50>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:37.749643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.766839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.864608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Attempting to bind port a6cbd310-4fd9-4ad8-b52c-5db515d33037 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:37.865022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Attempting to bind port a6cbd310-4fd9-4ad8-b52c-5db515d33037 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:37.865432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Attempting to bind port a6cbd310-4fd9-4ad8-b52c-5db515d33037 on network 2e560cdc-3c5d-4f48-8ed4-b074cee591d5 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:37.873362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Pushing event updated for resources: {'Port': ['ID=a6cbd310-4fd9-4ad8-b52c-5db515d33037,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:37.886809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:37.887234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Checking segment: {'id': '8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:37.887792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.888153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Bound using segment: {'id': '8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:37.888696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Bound port: a6cbd310-4fd9-4ad8-b52c-5db515d33037, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2e560cdc-3c5d-4f48-8ed4-b074cee591d5'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:37.889151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.894336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.899390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:37.907446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.912550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb031c50>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:37.935808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:37.948927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.994295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.994295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cda73222-8b0b-44c3-98db-dae57fa4564e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.7110834
Dec 15 12:48:37.994575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:37.996975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Subnet': ['ID=f03341cb-095d-4978-9d03-a76083536090,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:38.000462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52646) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.007786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:38.008921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.015999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:38.030284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:38.030780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.039573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:38.040317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb031c50>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:38.049230 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:38.059619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/subnets/f03341cb-095d-4978-9d03-a76083536090 HTTP/1.1" status: 204  len: 168 time: 1.6416647
Dec 15 12:48:38.073994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.080454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52652) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.092044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.125927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb031c50>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:38.126393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e866643-355e-415f-9553-d0fee97c5953 None None] The sync data for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:38.201492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.208053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-b135d158-448e-4a19-a345-28d3d0c45829', 'network_id': 'b135d158-448e-4a19-a345-28d3d0c45829', 'tenant_id': '414765e35cab422aa4d3986945afe9f5', 'fixed_ips': [{'subnet_id': 'e0d0cec4-7177-4a38-a444-277b691784ca'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:38.209010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.214774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.293502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Transition to ACTIVE for port object 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:38.361921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] For port a6cbd310-4fd9-4ad8-b52c-5db515d33037, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:38.377437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Transition to ACTIVE for port object 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:38.393735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.401166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84f31a74-7fbd-4058-a05b-faee65925241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:38.471013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07862b5d-7e4e-42a2-848a-5edfceeb3457 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.478946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Network f0697fa8-a44e-405c-8af0-d94267b2c1f1 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:38.525239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:38.538154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:38.540828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.548471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fa09974-85bd-403f-ad99-79d3a18e59fe tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:38.573958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.586760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=3da3920f-d1e2-46df-ab06-d0c75b49d223,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:38.589950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/3da3920f-d1e2-46df-ab06-d0c75b49d223 HTTP/1.1" status: 204  len: 168 time: 1.7863719
Dec 15 12:48:38.591422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:38.593030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52662) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.601347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Pushing event updated for resources: {'Port': ['ID=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:38.632670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:38.634365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] For port a6cbd310-4fd9-4ad8-b52c-5db515d33037, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a6cbd310-4fd9-4ad8-b52c-5db515d33037,segment=NetworkSegment(8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7),segment_id=8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:38.661731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6e4025-4a59-4b36-bd5b-f781e8da92df tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.662225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6e4025-4a59-4b36-bd5b-f781e8da92df tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.664269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3d6e4025-4a59-4b36-bd5b-f781e8da92df tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/139240ce-2833-4844-9c8d-78988812b2bb HTTP/1.1" status: 404  len: 337 time: 0.0702314
Dec 15 12:48:38.666991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52668) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.673391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Attempting to bind port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:38.673903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Attempting to bind port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '6c2a3368-ec88-4185-a934-f4f6849a273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:38.674317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Attempting to bind port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 on network f0697fa8-a44e-405c-8af0-d94267b2c1f1 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:38.677210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.685491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6037779e-9a2b-494b-a003-9ae34fd8d0c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:38.699835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2307e69e-ea8d-44ce-b5bd-07ff39c059ce tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.700351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2307e69e-ea8d-44ce-b5bd-07ff39c059ce tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.702351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2307e69e-ea8d-44ce-b5bd-07ff39c059ce tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/98c69cf7-faab-432c-b03b-6914f440130e HTTP/1.1" status: 404  len: 339 time: 0.0343161
Dec 15 12:48:38.708135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52672) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.759842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Pushing event updated for resources: {'Port': ['ID=a6cbd310-4fd9-4ad8-b52c-5db515d33037,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:38.760370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b44a2a1-787e-47db-84ef-45a0b53b972b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.760869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b44a2a1-787e-47db-84ef-45a0b53b972b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.766351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8b44a2a1-787e-47db-84ef-45a0b53b972b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/0fa86bad-024f-4269-8f01-0ed66f3c36bf HTTP/1.1" status: 404  len: 337 time: 0.0568194
Dec 15 12:48:38.767170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52676) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.771989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:38.773987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Allocated IP 2001:db8::2 (b135d158-448e-4a19-a345-28d3d0c45829/e0d0cec4-7177-4a38-a444-277b691784ca/5318f961-413b-4d23-bf49-2c503c1dd17e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:38.782369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:38.782792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Checking segment: {'id': '6c2a3368-ec88-4185-a934-f4f6849a273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:38.783261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.783751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Bound using segment: {'id': '6c2a3368-ec88-4185-a934-f4f6849a273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:38.784280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Bound port: 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a3368-ec88-4185-a934-f4f6849a273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f0697fa8-a44e-405c-8af0-d94267b2c1f1'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:38.784698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.798686 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c55a319-b8ca-418c-b178-a1b9343c391e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.799175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c55a319-b8ca-418c-b178-a1b9343c391e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.805079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6c55a319-b8ca-418c-b178-a1b9343c391e tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/8165df71-3d65-4727-8974-a033f7835b86 HTTP/1.1" status: 404  len: 339 time: 0.0366673
Dec 15 12:48:38.805752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52680) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.854745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a10183-e83f-4cae-98d7-fb5629dbc84d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.855237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a10183-e83f-4cae-98d7-fb5629dbc84d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.860778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-73a10183-e83f-4cae-98d7-fb5629dbc84d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/448d3f6a-b8d9-48ad-b43d-3748afc3506c HTTP/1.1" status: 404  len: 337 time: 0.0536525
Dec 15 12:48:38.861429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52684) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.899762 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e023f5-ff08-4ec4-a39b-033498670134 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.900259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e023f5-ff08-4ec4-a39b-033498670134 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.905907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02e023f5-ff08-4ec4-a39b-033498670134 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/2e6032a5-c1df-4a32-9e30-9615054c0599 HTTP/1.1" status: 404  len: 339 time: 0.0432847
Dec 15 12:48:38.906550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52690) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.950143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e191c2-7aa8-4a62-8858-5aad4e01b0de tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.950620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e191c2-7aa8-4a62-8858-5aad4e01b0de tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.955807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e8e191c2-7aa8-4a62-8858-5aad4e01b0de tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/630b3d4c-d817-4439-a404-5a25a100ac66 HTTP/1.1" status: 404  len: 337 time: 0.0481114
Dec 15 12:48:38.956465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52694) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.984939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-142989a2-59f2-46cd-80f3-4ad30a68e891 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:38.985440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142989a2-59f2-46cd-80f3-4ad30a68e891 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:38.990296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-142989a2-59f2-46cd-80f3-4ad30a68e891 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/a841fbc5-d70e-4d1f-86a1-4c0490cd5ec2 HTTP/1.1" status: 404  len: 339 time: 0.0327921
Dec 15 12:48:38.990938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52698) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:38.991940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:38.992319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.037622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db37f2d-eae7-4e41-8c03-5aeafdd626d1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.038124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db37f2d-eae7-4e41-8c03-5aeafdd626d1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.043645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2db37f2d-eae7-4e41-8c03-5aeafdd626d1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/ca013a03-0eda-4c41-878b-21807721709c HTTP/1.1" status: 404  len: 337 time: 0.0513568
Dec 15 12:48:39.044355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52704) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.082435 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-72859304-f0ec-4fdf-ab70-e098af6e80ea tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.083927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72859304-f0ec-4fdf-ab70-e098af6e80ea tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.089835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72859304-f0ec-4fdf-ab70-e098af6e80ea tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/3321c58c-d831-4a56-8c54-49b80d4c3e38 HTTP/1.1" status: 404  len: 339 time: 0.0438130
Dec 15 12:48:39.090540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52708) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.140193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6bd0be-967a-4d81-bc00-00f87ddc8765 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.140837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6bd0be-967a-4d81-bc00-00f87ddc8765 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.142874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd6bd0be-967a-4d81-bc00-00f87ddc8765 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/aa1f435d-4eb5-40bb-b006-416f4b0c07aa HTTP/1.1" status: 404  len: 337 time: 0.0512612
Dec 15 12:48:39.145785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52714) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.177954 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eace37c-5e48-4119-b778-5b07d257b9d1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.178458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eace37c-5e48-4119-b778-5b07d257b9d1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.180415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0eace37c-5e48-4119-b778-5b07d257b9d1 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/48ce8ff0-9e8b-4d84-987a-bb3b93467339 HTTP/1.1" status: 404  len: 339 time: 0.0334942
Dec 15 12:48:39.183317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52718) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.265495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f333372-ba13-469d-a418-3c45a169de32 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.266093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f333372-ba13-469d-a418-3c45a169de32 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.272046 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6f333372-ba13-469d-a418-3c45a169de32 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/03614472-4154-434c-87c4-ee9d85a18970 HTTP/1.1" status: 404  len: 337 time: 0.0870371
Dec 15 12:48:39.272921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52724) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.312166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd48e4a0-8b3d-47ee-91f1-17dbfd7a8377 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.312845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd48e4a0-8b3d-47ee-91f1-17dbfd7a8377 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.314619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd48e4a0-8b3d-47ee-91f1-17dbfd7a8377 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/24999c55-1b4e-4e65-8c8d-4aae4220a9ad HTTP/1.1" status: 404  len: 339 time: 0.0406530
Dec 15 12:48:39.317613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52728) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.364457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee16bc3-479c-4d00-8203-da8ffcc79ea7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.364954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee16bc3-479c-4d00-8203-da8ffcc79ea7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.367055 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ee16bc3-479c-4d00-8203-da8ffcc79ea7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/f4145f36-e571-4e2c-9bc6-01571b9b5f28 HTTP/1.1" status: 404  len: 337 time: 0.0471931
Dec 15 12:48:39.370137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52732) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.401093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de0ca7c-58a5-4f1c-9cb4-7221e9876549 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:39.401702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de0ca7c-58a5-4f1c-9cb4-7221e9876549 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:39.403579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5de0ca7c-58a5-4f1c-9cb4-7221e9876549 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/c22c5eaa-907e-4a93-a97b-666a7e0210af HTTP/1.1" status: 404  len: 339 time: 0.0326977
Dec 15 12:48:39.407233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52738) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.410684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.424474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Transition to ACTIVE for port object 5318f961-413b-4d23-bf49-2c503c1dd17e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:39.446641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Transition to ACTIVE for port object 5318f961-413b-4d23-bf49-2c503c1dd17e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:39.455742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] For port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:39.459745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.467946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:39.476705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Deleting subnet 80a2f1f7-5318-4487-8f86-ab46c90edbde {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:39.499639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.513753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.522887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82db0324-13a8-4916-a2aa-bc958d76b87b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:39.559951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Pushing event updated for resources: {'Port': ['ID=5318f961-413b-4d23-bf49-2c503c1dd17e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:39.563556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:39.572535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] For port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,segment=NetworkSegment(6c2a3368-ec88-4185-a934-f4f6849a273d),segment_id=6c2a3368-ec88-4185-a934-f4f6849a273d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:39.586532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d0cec4-7177-4a38-a444-277b691784ca,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:39.596610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc893c-a544-4826-940d-c7ce5e4da658 None None] Network 2e560cdc-3c5d-4f48-8ed4-b074cee591d5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:39.596897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:39.611371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.656299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88870) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Dec 15 12:48:39.656675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Router 2c8347a3-9756-4471-a0d7-c964a6a5f0b6 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f42fbf8dd30> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f42fbf8d908> provider. {{(pid=88870) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Dec 15 12:48:39.657102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.688631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.713289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.729637 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-07862b5d-7e4e-42a2-848a-5edfceeb3457 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:48:39.734856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07862b5d-7e4e-42a2-848a-5edfceeb3457 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33 HTTP/1.1" status: 409  len: 329 time: 2.3373685
Dec 15 12:48:39.736578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52746) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.772749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.796150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b522a575-0e6b-416b-89e4-dc1a247fd1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:39.815152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.852751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting subnet 358d09a0-5ede-4a5f-ab7e-86fab5f49889 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:39.861133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.865844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Network b135d158-448e-4a19-a345-28d3d0c45829 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:39.877919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:39.885969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:39.912090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa8e1860>,) {'filters': {'network_id': ['b135d158-448e-4a19-a345-28d3d0c45829']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:39.938519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52752) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:39.940717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8e1860>, '0753526c-ca57-4417-b784-6d04ef1d2722') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:39.941288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8e1860>, '0753526c-ca57-4417-b784-6d04ef1d2722') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:39.969545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:39.990005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.038019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.062354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:40.063147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:40.082733 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:40.086908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.113899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Attempting to bind port 5318f961-413b-4d23-bf49-2c503c1dd17e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:40.114337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Attempting to bind port 5318f961-413b-4d23-bf49-2c503c1dd17e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '0753526c-ca57-4417-b784-6d04ef1d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b135d158-448e-4a19-a345-28d3d0c45829'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:40.114785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Attempting to bind port 5318f961-413b-4d23-bf49-2c503c1dd17e on network b135d158-448e-4a19-a345-28d3d0c45829 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:40.130327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:40.130761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Checking segment: {'id': '0753526c-ca57-4417-b784-6d04ef1d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b135d158-448e-4a19-a345-28d3d0c45829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:40.131215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.131706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Bound using segment: {'id': '0753526c-ca57-4417-b784-6d04ef1d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b135d158-448e-4a19-a345-28d3d0c45829'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:40.132239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Bound port: 5318f961-413b-4d23-bf49-2c503c1dd17e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0753526c-ca57-4417-b784-6d04ef1d2722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b135d158-448e-4a19-a345-28d3d0c45829'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:40.133156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.149720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Pushing event updated for resources: {'Port': ['ID=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:40.155420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:40.238538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:48:40.238538 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:48:40.238538 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': 'b135d158-448e-4a19-a345-28d3d0c45829'}]
Dec 15 12:48:40.238538 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:40.243556 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] No L3 agents can host the router 2c8347a3-9756-4471-a0d7-c964a6a5f0b6
Dec 15 12:48:40.244347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:40.271324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:40.284018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] For port 5318f961-413b-4d23-bf49-2c503c1dd17e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:40.288532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] For port 5318f961-413b-4d23-bf49-2c503c1dd17e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5318f961-413b-4d23-bf49-2c503c1dd17e,segment=NetworkSegment(0753526c-ca57-4417-b784-6d04ef1d2722),segment_id=0753526c-ca57-4417-b784-6d04ef1d2722)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:40.288843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.293422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.296323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d2b17cb-c6c0-49fd-976c-7f0e08ae8c8b tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:40.297141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:40.307501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc407dd0-d61c-4c90-8b8d-fc91d8a16956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:40.327927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Usage tracker for resource:floatingip and tenant:200f39136cdf4a508cfc1ad2c0e023bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:40.333538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:40.351692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:40.359458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.425432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.460584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Subnet': ['ID=80a2f1f7-5318-4487-8f86-ab46c90edbde,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:40.479833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:40.480688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Router 336db9cc-f65c-47dc-8b89-72dfcbf158fd is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:48:40.490315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Pushing event updated for resources: {'Port': ['ID=5318f961-413b-4d23-bf49-2c503c1dd17e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:40.493791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:40.506298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244e6574-a51e-450c-9091-8c278493655b None None] Network b135d158-448e-4a19-a345-28d3d0c45829 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:40.509480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.516548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c3e5403-6a86-4c23-ba1f-b53cc597cc12 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:40.570956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Subnet': ['ID=358d09a0-5ede-4a5f-ab7e-86fab5f49889,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:40.575445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:40.621917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.635056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.656622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/subnets/358d09a0-5ede-4a5f-ab7e-86fab5f49889 HTTP/1.1" status: 204  len: 168 time: 1.2478175
Dec 15 12:48:40.658707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52758) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:40.679266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3735f77-154c-49e9-93cb-589cce5cf645 None None] Network ad8c52fa-083e-4823-9932-a12c781b013a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:40.713860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/subnets/80a2f1f7-5318-4487-8f86-ab46c90edbde HTTP/1.1" status: 204  len: 168 time: 2.6259186
Dec 15 12:48:40.717544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52762) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:40.770998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.850870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Hosts for router 2c8347a3-9756-4471-a0d7-c964a6a5f0b6: [] {{(pid=88870) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 15 12:48:40.882532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.890340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting port 5318f961-413b-4d23-bf49-2c503c1dd17e {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:40.890721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.921771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Hosts for other DVR routers connected to router 2c8347a3-9756-4471-a0d7-c964a6a5f0b6: set() {{(pid=88870) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Dec 15 12:48:40.924951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.928631 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8457779b-75a7-4b98-8d7c-e9ef1c0be63a tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "PUT /v2.0/routers/2c8347a3-9756-4471-a0d7-c964a6a5f0b6 HTTP/1.1" status: 200  len: 716 time: 2.9202876
Dec 15 12:48:40.929938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52766) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:40.938373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c812cb2a-84e5-408e-9482-6216d54306fa tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:40.939141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c812cb2a-84e5-408e-9482-6216d54306fa tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Synchronizing usage tracker for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:40.962206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99f02b09-26b8-462f-b49f-a4d4aad417da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:40.980280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 25fd2853-e962-4964-bf1b-e535aad40ec2 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:40.980742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.025558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.027426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c812cb2a-84e5-408e-9482-6216d54306fa tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Unset dirty status for tenant:e392265c6f8e4f82b3ee4345d241d26b on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:41.028718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c812cb2a-84e5-408e-9482-6216d54306fa tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3051069
Dec 15 12:48:41.034199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52770) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:41.044412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] DHCP port deletion for ad8c52fa-083e-4823-9932-a12c781b013a request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:41.049278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Deleting port 25fd2853-e962-4964-bf1b-e535aad40ec2 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:41.049709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.156752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.304890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] For port 25fd2853-e962-4964-bf1b-e535aad40ec2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=25fd2853-e962-4964-bf1b-e535aad40ec2,segment=NetworkSegment(b91f3b67-cbdd-46f6-982d-f78ba881df94),segment_id=b91f3b67-cbdd-46f6-982d-f78ba881df94)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:41.305462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.468938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Calling delete_port for 25fd2853-e962-4964-bf1b-e535aad40ec2 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:41.521091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.530917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:41.566177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] For port 5318f961-413b-4d23-bf49-2c503c1dd17e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5318f961-413b-4d23-bf49-2c503c1dd17e,segment=NetworkSegment(0753526c-ca57-4417-b784-6d04ef1d2722),segment_id=0753526c-ca57-4417-b784-6d04ef1d2722)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:41.566581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.616701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.621610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:41.640011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de6252a0-64f2-4a45-abe1-81dd88d4c86e tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "GET /v2.0/routers/2c8347a3-9756-4471-a0d7-c964a6a5f0b6 HTTP/1.1" status: 200  len: 716 time: 0.7087693
Dec 15 12:48:41.664209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52776) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:41.681260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Pushing event deleted for resources: {'Port': ['ID=25fd2853-e962-4964-bf1b-e535aad40ec2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:41.707661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:41.714688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] No DVR routers for this DVR port 25fd2853-e962-4964-bf1b-e535aad40ec2 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:41.728043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:41.759973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:41.765385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:41.770419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "PUT /v2.0/routers/336db9cc-f65c-47dc-8b89-72dfcbf158fd HTTP/1.1" status: 200  len: 914 time: 11.8715415
Dec 15 12:48:41.773552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52782) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:41.785791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] Sync routers for ids ['336db9cc-f65c-47dc-8b89-72dfcbf158fd'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:41.804064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] Routers {'336db9cc-f65c-47dc-8b89-72dfcbf158fd'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:41.805041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb251fd0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['336db9cc-f65c-47dc-8b89-72dfcbf158fd'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:41.821043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 25fd2853-e962-4964-bf1b-e535aad40ec2 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:41.907256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 25fd2853-e962-4964-bf1b-e535aad40ec2 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:41.907887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 25fd2853-e962-4964-bf1b-e535aad40ec2 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:41.938146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb251fd0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:41.952752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] Routers {'336db9cc-f65c-47dc-8b89-72dfcbf158fd'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:41.953656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb251fd0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['336db9cc-f65c-47dc-8b89-72dfcbf158fd'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:42.023122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb251fd0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:42.023795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb176ec3-29c8-4fcc-9192-7e818907efe9 None None] The sync data for ids ['336db9cc-f65c-47dc-8b89-72dfcbf158fd'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:42.073760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Calling delete_port for 5318f961-413b-4d23-bf49-2c503c1dd17e owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:42.135695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Deleting port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:42.136113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.151197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55511720-f89b-4d13-83ab-c659ebef1751 None None] Network f0697fa8-a44e-405c-8af0-d94267b2c1f1 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:42.173405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] For port 25fd2853-e962-4964-bf1b-e535aad40ec2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=25fd2853-e962-4964-bf1b-e535aad40ec2,segment=NetworkSegment(b91f3b67-cbdd-46f6-982d-f78ba881df94),segment_id=b91f3b67-cbdd-46f6-982d-f78ba881df94)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:42.173869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.273679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e9f529b9-a9a0-463b-900f-1a2033b76ce0 tempest-RoutersTestDVR-837704346 tempest-RoutersTestDVR-837704346-project] 10.222.0.53 "GET /v2.0/routers/2c8347a3-9756-4471-a0d7-c964a6a5f0b6 HTTP/1.1" status: 200  len: 682 time: 0.6043413
Dec 15 12:48:42.281585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52786) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:42.339236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Calling delete_port for 25fd2853-e962-4964-bf1b-e535aad40ec2 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:42.370436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Provisioning for port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:42.382560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Provisioning complete for port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:42.382920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.408613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Allocated IP 172.26.0.123 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/4ec07abb-5156-4c66-8557-3f541c3d2469) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:42.469909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.571075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.575581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-caae481c-0a7a-4517-9c5c-f558d56749fe tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.584713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:42.586358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.600838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] DHCP port deletion for f0697fa8-a44e-405c-8af0-d94267b2c1f1 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:42.611040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Deleting port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:42.611490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.652849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Port': ['ID=5318f961-413b-4d23-bf49-2c503c1dd17e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:42.655113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:42.655521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:42.688605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] For port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,segment=NetworkSegment(6c2a3368-ec88-4185-a934-f4f6849a273d),segment_id=6c2a3368-ec88-4185-a934-f4f6849a273d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:42.705492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:42.725579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:42.730208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:42.775825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No DVR routers for this DVR port 5318f961-413b-4d23-bf49-2c503c1dd17e on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:42.851248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-496f2684-1606-4db2-9647-e1960d4ef778 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/336db9cc-f65c-47dc-8b89-72dfcbf158fd HTTP/1.1" status: 200  len: 920 time: 1.0736566
Dec 15 12:48:42.853020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52792) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:42.925595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] For port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,segment=NetworkSegment(6c2a3368-ec88-4185-a934-f4f6849a273d),segment_id=6c2a3368-ec88-4185-a934-f4f6849a273d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:42.926034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.073575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Pushing event updated for resources: {'Port': ['ID=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:43.078066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:43.093870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-caae481c-0a7a-4517-9c5c-f558d56749fe tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.105241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] For port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,segment=NetworkSegment(6c2a3368-ec88-4185-a934-f4f6849a273d),segment_id=6c2a3368-ec88-4185-a934-f4f6849a273d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:43.106030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.142717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-caae481c-0a7a-4517-9c5c-f558d56749fe tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.190385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-caae481c-0a7a-4517-9c5c-f558d56749fe tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.190963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caae481c-0a7a-4517-9c5c-f558d56749fe tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8347a3-9756-4471-a0d7-c964a6a5f0b6 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:43.244872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Calling delete_port for 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:43.251897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Calling delete_port for 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:43.252051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-caae481c-0a7a-4517-9c5c-f558d56749fe tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.256722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-caae481c-0a7a-4517-9c5c-f558d56749fe tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2c8347a3-9756-4471-a0d7-c964a6a5f0b6 HTTP/1.1" status: 204  len: 168 time: 0.9227324
Dec 15 12:48:43.258136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52798) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:43.280054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Request body: {'router': {'name': 'tempest-router-1960504165', 'distributed': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:43.287583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:43.295164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Usage tracker for resource:router and tenant:fc322f1ddb974bd993251eb33289988f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:43.299008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting port e7a3cb2f-07e2-44d5-8ba6-679c001f402f {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:43.299405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.305428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Deleting port 25fd2853-e962-4964-bf1b-e535aad40ec2 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:43.305813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.339987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:43.356973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.362163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-46f47432-e15b-47f8-afaa-0311c66e8595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:43.362813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:43.403664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.426769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:43.427459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.447713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.449137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.456667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Pushing event deleted for resources: {'Port': ['ID=33af39fb-4a7e-4b95-a6bc-8c34a2e91d29,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:43.459824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:43.480960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] No DVR routers for this DVR port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:43.482905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] The port '25fd2853-e962-4964-bf1b-e535aad40ec2' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:48:43.485512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:43.485928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:43.493489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cddc8e76-d4b7-478b-8def-b9a7c5ff4d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.525493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa0fc128>,) {'filters': {'network_id': ['b135d158-448e-4a19-a345-28d3d0c45829']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:43.526432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dac5c2-1c8a-4950-8186-ea6e1137749e None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:48:43.539612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0fc128>, '0753526c-ca57-4417-b784-6d04ef1d2722') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:43.539952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0fc128>, '0753526c-ca57-4417-b784-6d04ef1d2722') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:43.553052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.571559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.584002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.589101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.622997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:43.623961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.634010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.643427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:43.668389 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:43.688129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dac5c2-1c8a-4950-8186-ea6e1137749e None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:48:43.785790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Calling delete_port for e7a3cb2f-07e2-44d5-8ba6-679c001f402f owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:43.813775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:43.815091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ef6f25c4-7f7f-4b32-9831-abf8e64c20a3 tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.5539255
Dec 15 12:48:43.821882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52804) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:43.983602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:43.983943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:43.986260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.032899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-01f70383-72de-40c2-92d1-c80a4464ac23 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=336db9cc-f65c-47dc-8b89-72dfcbf158fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 1.1797738
Dec 15 12:48:44.041368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.046338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52808) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:44.052147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa897f60>,) {'filters': {'network_id': ['ad8c52fa-083e-4823-9932-a12c781b013a']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:44.070382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:44.111849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.115757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18475397-ba04-4106-a495-7cb800a10c6b None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:48:44.135030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.149411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa897f60>, 'b91f3b67-cbdd-46f6-982d-f78ba881df94') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:44.149745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa897f60>, 'b91f3b67-cbdd-46f6-982d-f78ba881df94') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:44.157532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Network': ['ID=b135d158-448e-4a19-a345-28d3d0c45829,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:44.162490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:44.184048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:44.240565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.273058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc64d2fd-0442-45da-8483-ed3442d85c0f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.291921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18475397-ba04-4106-a495-7cb800a10c6b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:48:44.332474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995cf5-cef3-4037-8bd1-a5b19ab4e3bf req-7a7f68e5-b1a8-424e-99e9-41c4dd467776 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:44.334143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a995cf5-cef3-4037-8bd1-a5b19ab4e3bf req-7a7f68e5-b1a8-424e-99e9-41c4dd467776 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.6850264
Dec 15 12:48:44.335543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/b135d158-448e-4a19-a345-28d3d0c45829 HTTP/1.1" status: 204  len: 168 time: 7.0465364
Dec 15 12:48:44.390307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52812) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:44.403410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1087408416'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:44.418802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:44.426357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:network and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:44.431186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:44.443981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:44.567038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:44.574679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.604328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.610011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Deleting port 33af39fb-4a7e-4b95-a6bc-8c34a2e91d29 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:44.610393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.637664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-7e32c3db-c555-48f8-9b0f-bb1beedf8872 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.9843895
Dec 15 12:48:44.659970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:44.679369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:44.679740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:44.721888 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:44.724236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:44.760403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.762572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Port': ['ID=4ec07abb-5156-4c66-8557-3f541c3d2469,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:44.787600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:44.817941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] The port '33af39fb-4a7e-4b95-a6bc-8c34a2e91d29' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:48:44.820206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:44.822654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03956856-447a-497b-9dbb-7693a4e8be9b tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:44.837477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:44.881731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Port': ['ID=e7a3cb2f-07e2-44d5-8ba6-679c001f402f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:44.891287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:44.893541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc64d2fd-0442-45da-8483-ed3442d85c0f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.895515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:44.895900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Added segment caf3b5d7-70f1-40fe-a9f8-17dd79c002b2 of type vlan for network 528ea9c3-1adc-4759-9ad5-0369c665059e
Dec 15 12:48:44.940156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc64d2fd-0442-45da-8483-ed3442d85c0f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.039896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.084788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4641b3-e659-4cc2-b69b-d17f1716b9fd tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:45.086308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3b4641b3-e659-4cc2-b69b-d17f1716b9fd tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 1.0373063
Dec 15 12:48:45.099212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52816) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:45.102432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.129935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9adfac19-b83a-4cc8-868a-b7edb7d10288 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:45.151205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.163410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a995cf5-cef3-4037-8bd1-a5b19ab4e3bf req-cae82784-99e8-40cc-8ea2-fc64074e0919 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5563562
Dec 15 12:48:45.180630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Pushing event deleted for resources: {'Network': ['ID=ad8c52fa-083e-4823-9932-a12c781b013a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:45.190224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e66a04ff-09ff-40ca-b1e3-a40bab21ba2a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=336db9cc-f65c-47dc-8b89-72dfcbf158fd HTTP/1.1" status: 200  len: 205 time: 0.0852923
Dec 15 12:48:45.190769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52820) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:45.200670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.210531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc64d2fd-0442-45da-8483-ed3442d85c0f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.211089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64d2fd-0442-45da-8483-ed3442d85c0f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3eeff6e-9f11-41c4-8954-a2883970406f {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:45.248552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:45.250419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] 10.222.0.53 "DELETE /v2.0/networks/ad8c52fa-083e-4823-9932-a12c781b013a HTTP/1.1" status: 204  len: 168 time: 4.5884614
Dec 15 12:48:45.261769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.278778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-971ba88d-9651-412d-b8b7-7698b7e5dba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:45.280574 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-971ba88d-9651-412d-b8b7-7698b7e5dba9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.6280782
Dec 15 12:48:45.313715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.317487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.321848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:45.322487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.332181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:45.359555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faf73d68>,) {'filters': {'network_id': ['f0697fa8-a44e-405c-8af0-d94267b2c1f1']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:45.391565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf73d68>, '6c2a3368-ec88-4185-a934-f4f6849a273d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:45.391912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf73d68>, '6c2a3368-ec88-4185-a934-f4f6849a273d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:45.401986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc64d2fd-0442-45da-8483-ed3442d85c0f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.408141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fc64d2fd-0442-45da-8483-ed3442d85c0f tempest-RoutersTestDVR-1021944925 tempest-RoutersTestDVR-1021944925-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b3eeff6e-9f11-41c4-8954-a2883970406f HTTP/1.1" status: 204  len: 168 time: 1.5803711
Dec 15 12:48:45.424048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.522096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1277275
Dec 15 12:48:45.524463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52830) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:45.531397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.533950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.538196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Request body: {'subnet': {'network_id': '528ea9c3-1adc-4759-9ad5-0369c665059e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:45.554589 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-fa652262-ff68-4dd9-9b39-fc1e56994f73 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1001 time: 0.2584305
Dec 15 12:48:45.597884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Network': ['ID=528ea9c3-1adc-4759-9ad5-0369c665059e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:45.600835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:45.609967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 528ea9c3-1adc-4759-9ad5-0369c665059e details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:45.631737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:45.632173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:45.648602 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:45.651142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52836) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:45.748223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52842) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:45.878713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.909646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-72d620fc-f743-47e3-a3be-a8fd4dc364ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:45.911602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-72d620fc-f743-47e3-a3be-a8fd4dc364ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.3503022
Dec 15 12:48:45.923740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:45.926047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:45.975990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c62d05d5-9e48-4124-96a7-831666250f0d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:45.992430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Usage tracker for resource:subnet and tenant:414765e35cab422aa4d3986945afe9f5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:45.999616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.007533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:46.061085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:46.067012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Network': ['ID=f0697fa8-a44e-405c-8af0-d94267b2c1f1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:46.081527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:46.090460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/networks/f0697fa8-a44e-405c-8af0-d94267b2c1f1 HTTP/1.1" status: 204  len: 168 time: 4.9962368
Dec 15 12:48:46.104308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52848) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:46.124626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Made reservation on behalf of 414765e35cab422aa4d3986945afe9f5 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:46.182173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.259928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:46.264435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Usage tracker for resource:security_group_rule and tenant:54b31c77f08245ec833cdc84cc7ede15 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:46.268097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:46.278116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:46.437600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d8f5e9c-7951-4425-8213-860f9be77bcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79b44158e14447578455cfcb1e363cf3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7597859
Dec 15 12:48:46.445090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52854) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:46.478519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.484570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.547615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-5a47851f-85fa-4549-822f-9385f6c5d367 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6162622
Dec 15 12:48:46.557894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.689877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Router 89ef1ca9-4c22-4691-a302-4aa5d285be33 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:48:46.723384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.726344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.733003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.746290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e8a2a-21d7-4c76-8872-25cb853e4357 req-82d74d17-41c8-42f2-b2b9-e7308126fd6f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:46.748003 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c2e8a2a-21d7-4c76-8872-25cb853e4357 req-82d74d17-41c8-42f2-b2b9-e7308126fd6f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4033060
Dec 15 12:48:46.761137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:46.858955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.885540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2001422-17e4-48f9-9d55-db6737b6d07e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:46.917441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Deleting port a6cbd310-4fd9-4ad8-b52c-5db515d33037 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:46.917869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:46.946405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:46.982864 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54b31c77f08245ec833cdc84cc7ede15&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2332625
Dec 15 12:48:47.036465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52858) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:47.042729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.089434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.102179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70bda0c6-d999-4232-aa92-c6f65db4d97a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:47.131054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c2e8a2a-21d7-4c76-8872-25cb853e4357 req-c044f944-5904-41b9-9c9b-352b01afdff3 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3582888
Dec 15 12:48:47.151708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.160053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6a431b4-a71e-4a23-8a5e-130af4bcdaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:47.188313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:47.191761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eab48f-aa82-49ee-b49c-5d0bb6c852ac,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:47.203666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:47.221039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4757895
Dec 15 12:48:47.221240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] Sync routers for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:47.221819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.225420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6eab48f-aa82-49ee-b49c-5d0bb6c852ac HTTP/1.1" status: 204  len: 168 time: 0.7725496
Dec 15 12:48:47.225420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52862) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:47.270481 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-e75a9427-dd5d-4abc-b52e-e01419f525a9 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7154686
Dec 15 12:48:47.298530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:47.299324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4a2e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:47.302331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-5ad15a9c-8605-4d3f-a100-2cce8059c98c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] show failed (client error): The resource could not be found.
Dec 15 12:48:47.303529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5ad15a9c-8605-4d3f-a100-2cce8059c98c tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-622592057 HTTP/1.1" status: 404  len: 334 time: 0.0780387
Dec 15 12:48:47.307541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52868) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:47.316417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8e1c2677-7e39-44dc-b207-27fe6ec073f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:47.392092 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-8e1c2677-7e39-44dc-b207-27fe6ec073f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] update failed (client error): The resource could not be found.
Dec 15 12:48:47.393238 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e1c2677-7e39-44dc-b207-27fe6ec073f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1002946741 HTTP/1.1" status: 404  len: 335 time: 0.0847101
Dec 15 12:48:47.396916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52872) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:47.399889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.419043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4a2e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:47.433742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] Routers {'89ef1ca9-4c22-4691-a302-4aa5d285be33'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:47.434686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4a2e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['89ef1ca9-4c22-4691-a302-4aa5d285be33'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:47.457516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Deleting port 0fc40d65-8dfe-47ae-aaf0-a0be97304568 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:47.457753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.517752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4a2e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:47.518608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dab909-44ed-42e7-b9a0-7b8aca811864 None None] The sync data for ids ['89ef1ca9-4c22-4691-a302-4aa5d285be33'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:47.530609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Port': ['ID=4ec07abb-5156-4c66-8557-3f541c3d2469,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:47.534147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:47.595299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.770691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.775266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.8246253
Dec 15 12:48:47.776010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.776705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.781938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52886) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:47.787205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] For port a6cbd310-4fd9-4ad8-b52c-5db515d33037, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a6cbd310-4fd9-4ad8-b52c-5db515d33037,segment=NetworkSegment(8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7),segment_id=8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:47.787625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.793551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting subnet 33d335af-c7ba-43f5-9ea0-e30b65c9a381 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:47.798291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:47.811496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1949935300'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:47.845357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:47.959202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Calling delete_port for 0fc40d65-8dfe-47ae-aaf0-a0be97304568 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:47.975595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Usage tracker for resource:network and tenant:200f39136cdf4a508cfc1ad2c0e023bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:47.979310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.018041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:48.020665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.031115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Calling delete_port for a6cbd310-4fd9-4ad8-b52c-5db515d33037 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:48.091019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:48.111365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d43332-4bd8-4110-9e7e-d9b3d5df0904 req-0e21eab6-9ccd-4ab6-a7da-8fc27fd1218b service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8212106
Dec 15 12:48:48.151830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.161724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Made reservation on behalf of 200f39136cdf4a508cfc1ad2c0e023bf for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:48.167421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.190253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52898) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:48.214195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.280836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.295744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-19d1c4e6-cf93-42cf-b02e-9ce512b146c6 tempest-AllowedAddressPairTestJSON-780680721 tempest-AllowedAddressPairTestJSON-780680721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:48.352280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event deleted for resources: {'Port': ['ID=0fc40d65-8dfe-47ae-aaf0-a0be97304568,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:48.360128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:48.365174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.372798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.384165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95d5c316-fe10-4884-886c-59b108a6899d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:48.443961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.457606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--849794065'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:48.491026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:48.500817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:48.503618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] No DVR routers for this DVR port a6cbd310-4fd9-4ad8-b52c-5db515d33037 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:48.510119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.515840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e29d12b2-5ab5-4178-a3eb-97028c55b274 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:48.516266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:48.565012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:48.569325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Usage tracker for resource:security_group_rule and tenant:200f39136cdf4a508cfc1ad2c0e023bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:48.593208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:48.595608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:48.625372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event updated for resources: {'Subnet': ['ID=8c0fb9c3-eeb8-48f8-b6e9-ce2f77732312,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:48.632929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:48.641022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:48.644454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2da836cd-fa36-49f7-849e-d389cb1dff47 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:48.715898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Port': ['ID=a6cbd310-4fd9-4ad8-b52c-5db515d33037,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:48.726844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:48.727699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.739115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.741685 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2001422-17e4-48f9-9d55-db6737b6d07e HTTP/1.1" status: 204  len: 168 time: 1.7007868
Dec 15 12:48:48.741685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d98c21e-97a7-4098-9c07-8188a6e5dd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:48.768437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcb849-3003-4d9d-906c-e76d78de2ece req-7a5fe2ab-47cb-4960-9308-41d92e1f3381 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:48.769785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89bcb849-3003-4d9d-906c-e76d78de2ece req-7a5fe2ab-47cb-4960-9308-41d92e1f3381 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4777980
Dec 15 12:48:48.827604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2001422-17e4-48f9-9d55-db6737b6d07e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:48.829901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Checking segment: {'id': 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '528ea9c3-1adc-4759-9ad5-0369c665059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:48.830315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network hostable DHCP agents. Network: 528ea9c3-1adc-4759-9ad5-0369c665059e, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:48.835642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:48.849873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.865708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.936906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa1724a8>,) {'filters': {'network_id': ['2e560cdc-3c5d-4f48-8ed4-b074cee591d5']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:48.952293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Subnet': ['ID=33d335af-c7ba-43f5-9ea0-e30b65c9a381,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:48.954810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:48.965819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.973604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3af442f-309c-44d1-9c15-1444e43c849f None None] Network 8b66593c-f70e-47ba-b7de-7f56911ea9a0 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:48.976833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1724a8>, '8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:48.977532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1724a8>, '8c9d12e3-a0d4-4ba5-b38b-027f0940c6e7') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:48.984358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/subnets/33d335af-c7ba-43f5-9ea0-e30b65c9a381 HTTP/1.1" status: 204  len: 168 time: 1.5863342
Dec 15 12:48:48.985519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:48.994466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52906) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:49.008032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:49.045925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.060979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:49.078902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:49.114598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:49.118568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89bcb849-3003-4d9d-906c-e76d78de2ece req-88f45c6e-81d8-4e68-abd9-4c7fdb7bf334 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2716749
Dec 15 12:48:49.134895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.149578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Network 528ea9c3-1adc-4759-9ad5-0369c665059e is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:49.196455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.236865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:49.246506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.266025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:49.275434 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:49.277484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52912) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:49.288537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:49.299083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 528ea9c3-1adc-4759-9ad5-0369c665059e) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:49.306921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382cbba5-20d3-46b3-b33a-ef4c0e3cedad None None] Network 528ea9c3-1adc-4759-9ad5-0369c665059e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:49.336577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] DHCP port deletion for 8b66593c-f70e-47ba-b7de-7f56911ea9a0 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:49.351180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.356202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.358949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Deleting port 110eb010-99d6-4ca0-b520-e8d551ebcf63 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:49.359574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.384960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.385861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Fanout notify agent at l3_agent the message router_deleted on router 336db9cc-f65c-47dc-8b89-72dfcbf158fd {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:48:49.398579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:49.399256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.401407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.403068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/336db9cc-f65c-47dc-8b89-72dfcbf158fd HTTP/1.1" status: 204  len: 168 time: 4.2016673
Dec 15 12:48:49.407715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52916) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:49.414428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.416197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-628914118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:49.424357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:49.428702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Usage tracker for resource:router and tenant:a68e1f58ef4a456a98d0c4b01beedc50 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:49.432037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:49.438571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:49.448914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.450362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.454499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:49.466364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.474796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 110eb010-99d6-4ca0-b520-e8d551ebcf63 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:49.741642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99381c4-3b06-4c04-b48e-68b3d76fea8e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:49.752632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:49.761282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.765226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.769639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.770244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Added segment a338dcc9-0bec-4bab-8391-b1474ced5b30 of type vlan for network fa4b0b19-43e1-4518-8be5-b16571b56e00
Dec 15 12:48:49.772687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d44e219b-9bdb-4bb8-9b65-a8c56eadf06a tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:49.786795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.796347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.809157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.813542 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ebad2bc-490f-45a8-bef6-441ec71f3314 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4011858
Dec 15 12:48:49.813881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52920) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:49.819782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': False}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:49.828805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Network': ['ID=2e560cdc-3c5d-4f48-8ed4-b074cee591d5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:49.844616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting port 110eb010-99d6-4ca0-b520-e8d551ebcf63 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:49.844993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.866639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] For port 110eb010-99d6-4ca0-b520-e8d551ebcf63, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=110eb010-99d6-4ca0-b520-e8d551ebcf63,segment=NetworkSegment(23e56095-60e8-41e4-9b9d-0d3114607abe),segment_id=23e56095-60e8-41e4-9b9d-0d3114607abe)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:49.867076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.871563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:49.882521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 4.3553867
Dec 15 12:48:49.882719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52924) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:49.910951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/networks/2e560cdc-3c5d-4f48-8ed4-b074cee591d5 HTTP/1.1" status: 204  len: 168 time: 3.8025196
Dec 15 12:48:49.918723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52928) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:49.966610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.973898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:49.984619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:50.005484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.006744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Usage tracker for resource:security_group_rule and tenant:fc322f1ddb974bd993251eb33289988f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:50.027673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:50.042570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.073326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:50.085745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5642693e-aee4-4f1d-86c8-187d9794aa42 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:50.259762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.261482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Calling delete_port for 110eb010-99d6-4ca0-b520-e8d551ebcf63 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:50.270746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.275228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:50.275926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.286994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.308898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:50.319976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1306b4-1473-4e21-81d5-7ec4665e9717,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:50.323434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:50.325402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:50.350031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30abe099-3a08-4453-83c4-145ac76dd772 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:50.352159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-528ea9c3-1adc-4759-9ad5-0369c665059e', 'network_id': '528ea9c3-1adc-4759-9ad5-0369c665059e', 'tenant_id': '414765e35cab422aa4d3986945afe9f5', 'fixed_ips': [{'subnet_id': '8c0fb9c3-eeb8-48f8-b6e9-ce2f77732312'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:50.353185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.377997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:50.392205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:50.450443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 110eb010-99d6-4ca0-b520-e8d551ebcf63, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=110eb010-99d6-4ca0-b520-e8d551ebcf63,segment=NetworkSegment(23e56095-60e8-41e4-9b9d-0d3114607abe),segment_id=23e56095-60e8-41e4-9b9d-0d3114607abe)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:50.465303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.471051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:50.520232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:50.520630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:50.529021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.568060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.605363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=110eb010-99d6-4ca0-b520-e8d551ebcf63,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:50.610786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:50.624267 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.8410778
Dec 15 12:48:50.625059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Allocated IP 2001:db8::f816:3eff:fe8d:ce03 (528ea9c3-1adc-4759-9ad5-0369c665059e/8c0fb9c3-eeb8-48f8-b6e9-ce2f77732312/2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:50.629143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52934) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:50.643134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf502-974f-4994-9617-23821ea5ac68 req-86ae7403-9b88-42eb-844b-659daa241058 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:50.644814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6a1cf502-974f-4994-9617-23821ea5ac68 req-86ae7403-9b88-42eb-844b-659daa241058 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.3000290
Dec 15 12:48:50.656113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Request body: {'subnet': {'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:50.679290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Network': ['ID=fa4b0b19-43e1-4518-8be5-b16571b56e00,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:50.682793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:50.727087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:50.755579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] For port 110eb010-99d6-4ca0-b520-e8d551ebcf63, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=110eb010-99d6-4ca0-b520-e8d551ebcf63,segment=NetworkSegment(23e56095-60e8-41e4-9b9d-0d3114607abe),segment_id=23e56095-60e8-41e4-9b9d-0d3114607abe)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:50.755991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.773926 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6a1cf502-974f-4994-9617-23821ea5ac68 req-1fc50738-e536-4bcc-a27f-b276d89c71ed tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128595
Dec 15 12:48:50.865940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.902357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.949817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.961954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Transition to ACTIVE for port object 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:50.974441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.981991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Transition to ACTIVE for port object 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:50.987775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:50.992359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:51.028896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Deleting port 110eb010-99d6-4ca0-b520-e8d551ebcf63 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:51.029224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.058751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.062023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Calling delete_port for 110eb010-99d6-4ca0-b520-e8d551ebcf63 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:51.065549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:51.096212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.103420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9a85690-6e4d-4eb4-897e-75888110c565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:51.112847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0fb9c3-eeb8-48f8-b6e9-ce2f77732312,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:51.113374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Pushing event updated for resources: {'Port': ['ID=2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:51.120526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.121744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:51.124056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Network 528ea9c3-1adc-4759-9ad5-0369c665059e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:51.127385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:51.130665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.131557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:51.157099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.160073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Allocated IP 172.26.0.105 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/16b7af02-0e55-48d7-9575-a292c65a3fe9) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:51.162763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:51.173636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.174045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.174485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.174853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.175445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.175848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.176249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.176654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.177049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.177819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.177819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.181356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:51.204248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Usage tracker for resource:subnet and tenant:200f39136cdf4a508cfc1ad2c0e023bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:51.215478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:51.228505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb1829e8>,) {'filters': {'network_id': ['c9321131-76a3-4657-b9e2-2f84381548c1']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:51.247760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f611cbe4-3dcc-48fc-b4d7-d1e7dc829023,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:51.250477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:51.258790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.272140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1829e8>, '387fa100-56f4-41e2-a441-0f4027ce7c2a') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:51.272487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1829e8>, '387fa100-56f4-41e2-a441-0f4027ce7c2a') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:51.292546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.296618 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 3.0911155
Dec 15 12:48:51.299166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc322f1ddb974bd993251eb33289988f&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0019784
Dec 15 12:48:51.299881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:51.308135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52940) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:51.317037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.327169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.327388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.327926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.328236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.329377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.329377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.329377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.329781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.330183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.330585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.331841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:51.353030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Made reservation on behalf of 200f39136cdf4a508cfc1ad2c0e023bf for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:51.368025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:51.374773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:51.405423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Attempting to bind port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:51.406098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Attempting to bind port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '528ea9c3-1adc-4759-9ad5-0369c665059e'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:51.406628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Attempting to bind port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 on network 528ea9c3-1adc-4759-9ad5-0369c665059e {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:51.419260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.434139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:51.434422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] For port 110eb010-99d6-4ca0-b520-e8d551ebcf63, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=110eb010-99d6-4ca0-b520-e8d551ebcf63,segment=NetworkSegment(23e56095-60e8-41e4-9b9d-0d3114607abe),segment_id=23e56095-60e8-41e4-9b9d-0d3114607abe)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:51.434553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:51.434968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.444183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:51.444698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Checking segment: {'id': 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '528ea9c3-1adc-4759-9ad5-0369c665059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:51.445257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.445840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Bound using segment: {'id': 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '528ea9c3-1adc-4759-9ad5-0369c665059e'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:51.446521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Bound port: 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '528ea9c3-1adc-4759-9ad5-0369c665059e'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:51.447063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.460761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:51.461352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:51.483598 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:51.566898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f12c94b-cb70-438f-899d-87cfe7a98a7b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:51.593313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:51.599833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Calling delete_port for 110eb010-99d6-4ca0-b520-e8d551ebcf63 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:51.648272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fab3d5c0>,) {'filters': {'network_id': ['528ea9c3-1adc-4759-9ad5-0369c665059e']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:51.666970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.684057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab3d5c0>, 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:51.684336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab3d5c0>, 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:51.717515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b22ac9ec-4851-4d4c-a550-1415e446f461 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:51.721518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.727528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.747259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] For port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:51.759633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] For port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270,segment=NetworkSegment(caf3b5d7-70f1-40fe-a9f8-17dd79c002b2),segment_id=caf3b5d7-70f1-40fe-a9f8-17dd79c002b2)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:51.761593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.767667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59dee296-78b1-4d26-91c2-0bdd54dca5d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:51.771959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.786662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:51.804046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:51.804416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.804588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.813271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.820290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Pushing event deleted for resources: {'Port': ['ID=110eb010-99d6-4ca0-b520-e8d551ebcf63,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:51.823787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:51.824969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8338ad4-4397-4c7b-9a1c-1d1c4f68f673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:51.825109 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:51.835224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.841991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Network': ['ID=c9321131-76a3-4657-b9e2-2f84381548c1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:51.850578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:51.859134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.863859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b22ac9ec-4851-4d4c-a550-1415e446f461 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:51.868534 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b22ac9ec-4851-4d4c-a550-1415e446f461 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.5545340
Dec 15 12:48:51.872579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52948) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:51.880781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] No DVR routers for this DVR port 110eb010-99d6-4ca0-b520-e8d551ebcf63 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:51.881328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/networks/c9321131-76a3-4657-b9e2-2f84381548c1 HTTP/1.1" status: 204  len: 168 time: 1.9510975
Dec 15 12:48:51.883623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52952) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:51.887934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-security--1828697291', 'description': 'tempest-security-description-722898829'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:51.931230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Pushing event updated for resources: {'Port': ['ID=2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:51.950458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting port 110eb010-99d6-4ca0-b520-e8d551ebcf63 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:51.951042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:51.962610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:51.981315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:48:51.981315 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:48:51.981315 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': '528ea9c3-1adc-4759-9ad5-0369c665059e'}]
Dec 15 12:48:51.981315 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:51.981892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:51.984841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.010634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a35bbb-575a-43af-9415-8667ee594944 None None] Network 528ea9c3-1adc-4759-9ad5-0369c665059e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:52.032675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.037558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45e92235-af98-4f5f-98d6-1f9b3015a70c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:52.114091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] The port '110eb010-99d6-4ca0-b520-e8d551ebcf63' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:48:52.117187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:52.120983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:52.123663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:52.153464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Pushing event updated for resources: {'Port': ['ID=16b7af02-0e55-48d7-9575-a292c65a3fe9,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:52.156781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:52.162306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.172204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e5a8440-4465-4905-af57-d0303550b08c tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:52.191742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f611cbe4-3dcc-48fc-b4d7-d1e7dc829023,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:52.194134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:52.208197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.264864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.269160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f611cbe4-3dcc-48fc-b4d7-d1e7dc829023 HTTP/1.1" status: 204  len: 168 time: 0.9488194
Dec 15 12:48:52.289200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ac40e-8274-4fbc-87e9-6631fa104d25 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:48:52.363000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.447135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ac40e-8274-4fbc-87e9-6631fa104d25 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:48:52.533874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.568343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:52.568343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.611098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.652222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.711992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.732361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.749796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.768540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.806581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:52.841459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb4594a8>,) {'filters': {'network_id': ['8b66593c-f70e-47ba-b7de-7f56911ea9a0']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:52.878091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.882519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "PUT /v2.0/security-groups/3f12c94b-cb70-438f-899d-87cfe7a98a7b HTTP/1.1" status: 200  len: 1611 time: 1.0082695
Dec 15 12:48:52.888542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52966) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:52.904899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] For port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270,segment=NetworkSegment(caf3b5d7-70f1-40fe-a9f8-17dd79c002b2),segment_id=caf3b5d7-70f1-40fe-a9f8-17dd79c002b2)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:52.905342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.910191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4594a8>, '23e56095-60e8-41e4-9b9d-0d3114607abe') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:52.910541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4594a8>, '23e56095-60e8-41e4-9b9d-0d3114607abe') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:52.942972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:52.952939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc04670-9918-4c21-ab03-9bfb28baeef7 req-05028d90-7a92-4836-8565-9c81ae964768 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:52.954472 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bfc04670-9918-4c21-ab03-9bfb28baeef7 req-05028d90-7a92-4836-8565-9c81ae964768 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.9376793
Dec 15 12:48:52.973035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.040919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Calling delete_port for 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:53.069839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.082940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f12c94b-cb70-438f-899d-87cfe7a98a7b,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:53.109564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:53.112152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-507856d5-6b19-422a-8a45-b4669142525f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:53.157180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.194815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.202383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fafe7160>,) {'filters': {'network_id': ['2822000b-709f-4412-9901-076308211d16']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:53.202537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d22de54-20ea-4e43-8b3d-c439cbfcde0f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:53.212532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:53.212919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:53.247314 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:53.259790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Port': ['ID=2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:53.270819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fafe7160>, '0a7f6be8-c2ac-4df6-9d49-730bc4b32911') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:53.271359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fafe7160>, '0a7f6be8-c2ac-4df6-9d49-730bc4b32911') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:53.273708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:53.284126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No DVR routers for this DVR port 2cc46a34-a2be-4a3a-b7fa-cb5b88c7f270 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:53.301280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8268f811-9a84-433c-b057-124f00378b3f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups/3f12c94b-cb70-438f-899d-87cfe7a98a7b HTTP/1.1" status: 200  len: 1611 time: 0.4053457
Dec 15 12:48:53.304354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52978) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:53.386164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.405830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Subnet': ['ID=e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:53.420989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bfc04670-9918-4c21-ab03-9bfb28baeef7 req-4f805fdc-dec1-4fab-a46b-a21255699a45 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4509091
Dec 15 12:48:53.424791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:53.430482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52982) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:53.445343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.450069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.461635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.463524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Checking segment: {'id': 'a338dcc9-0bec-4bab-8391-b1474ced5b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:53.463877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Network hostable DHCP agents. Network: fa4b0b19-43e1-4518-8be5-b16571b56e00, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:53.485375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6eecd82d-2eef-461e-b109-3ee242ac27ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:53.486390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa7c6978>,) {'filters': {'network_id': ['528ea9c3-1adc-4759-9ad5-0369c665059e']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:53.500949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.503967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7c6978>, 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:53.504314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7c6978>, 'caf3b5d7-70f1-40fe-a9f8-17dd79c002b2') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:53.504757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:53.505224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.522705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:53.524464 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:53.549207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.552954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Network': ['ID=8b66593c-f70e-47ba-b7de-7f56911ea9a0,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:53.561838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:53.562292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:53.578739 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:53.608209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:53.611298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/networks/8b66593c-f70e-47ba-b7de-7f56911ea9a0 HTTP/1.1" status: 204  len: 168 time: 4.6108003
Dec 15 12:48:53.624227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-975394174'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:53.628135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 52988) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:53.643159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:53.659420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Router 49e40a13-4f9b-4824-adda-358d497e42bd is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:48:53.674334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.679697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac3276a2-4217-40af-9e6a-ea40549b65a9 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:53.695483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.698173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:network and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:53.708982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:53.712555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.728394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:53.732667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a9e0ddd7-368b-41dd-b246-5b2e3d880608 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:53.752612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.755867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.764498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Network': ['ID=528ea9c3-1adc-4759-9ad5-0369c665059e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:53.774678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:53.783374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/528ea9c3-1adc-4759-9ad5-0369c665059e HTTP/1.1" status: 204  len: 168 time: 3.8994133
Dec 15 12:48:53.789465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Pushing event deleted for resources: {'Network': ['ID=2822000b-709f-4412-9901-076308211d16,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:53.792037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:53.798574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:53.801352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:53.812798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:53.818396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.840757 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] 10.222.0.53 "DELETE /v2.0/networks/2822000b-709f-4412-9901-076308211d16 HTTP/1.1" status: 204  len: 168 time: 1.9412589
Dec 15 12:48:53.846727 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-945e8182-7ba7-4850-8aba-40c6561ae170 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:53.847227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945e8182-7ba7-4850-8aba-40c6561ae170 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:53.848663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.849108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-945e8182-7ba7-4850-8aba-40c6561ae170 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/8c0fb9c3-eeb8-48f8-b6e9-ce2f77732312 HTTP/1.1" status: 404  len: 337 time: 0.0560293
Dec 15 12:48:53.851893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 52998) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:53.885016 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc31fe91-786e-470a-9918-67ab918fe156 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:53.885640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc31fe91-786e-470a-9918-67ab918fe156 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:53.885774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:53.886989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc31fe91-786e-470a-9918-67ab918fe156 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/528ea9c3-1adc-4759-9ad5-0369c665059e HTTP/1.1" status: 404  len: 339 time: 0.0341120
Dec 15 12:48:53.896699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, fa4b0b19-43e1-4518-8be5-b16571b56e00) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:53.898485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53002) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:53.906247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f63d5-9b2d-499b-9e73-48bdaec90814 None None] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:53.964373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:53.965330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.008457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b354b28-187a-4832-98b9-42ff96534c9e tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:54.009377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b354b28-187a-4832-98b9-42ff96534c9e tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:54.011443 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b354b28-187a-4832-98b9-42ff96534c9e tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/e0d0cec4-7177-4a38-a444-277b691784ca HTTP/1.1" status: 404  len: 337 time: 0.0966165
Dec 15 12:48:54.018260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53006) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.058599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bd0eb4-0447-44f6-b500-e7c4eeea4f3f tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:54.059099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bd0eb4-0447-44f6-b500-e7c4eeea4f3f tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:54.063966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d6bd0eb4-0447-44f6-b500-e7c4eeea4f3f tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/b135d158-448e-4a19-a345-28d3d0c45829 HTTP/1.1" status: 404  len: 339 time: 0.0377655
Dec 15 12:48:54.065583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53010) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.104162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4509532
Dec 15 12:48:54.106299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53014) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.117748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:48:54.120333 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a594589-c3ca-4b94-9588-0e97e51d61aa tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:54.120759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a594589-c3ca-4b94-9588-0e97e51d61aa tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:54.121268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-189470172', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:54.125115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3a594589-c3ca-4b94-9588-0e97e51d61aa tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/c433c280-c382-487e-a517-2d69795a04e1 HTTP/1.1" status: 404  len: 337 time: 0.0558150
Dec 15 12:48:54.125672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.129487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "PUT /v2.0/routers/49e40a13-4f9b-4824-adda-358d497e42bd HTTP/1.1" status: 200  len: 915 time: 4.3121850
Dec 15 12:48:54.129612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:54.129693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53018) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.134366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:54.136881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] Sync routers for ids ['49e40a13-4f9b-4824-adda-358d497e42bd'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:48:54.139695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53020) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.140279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.148347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:security_group_rule and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:54.160062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] Routers {'49e40a13-4f9b-4824-adda-358d497e42bd'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:54.161090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb34cdd8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['49e40a13-4f9b-4824-adda-358d497e42bd'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:54.161746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:54.183882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-243da64b-67ab-4e1a-8a09-b91e880cda7e tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:54.184379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243da64b-67ab-4e1a-8a09-b91e880cda7e tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:54.188851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-243da64b-67ab-4e1a-8a09-b91e880cda7e tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/e8214fb3-45ab-40fa-ba61-1202d71da146 HTTP/1.1" status: 404  len: 339 time: 0.0573184
Dec 15 12:48:54.196630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53028) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.240651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:54.251722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Usage tracker for resource:router and tenant:200f39136cdf4a508cfc1ad2c0e023bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:54.259902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb34cdd8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:54.273718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] Routers {'49e40a13-4f9b-4824-adda-358d497e42bd'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:48:54.275481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb34cdd8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['49e40a13-4f9b-4824-adda-358d497e42bd'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:54.294458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:54.308000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:54.335630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f12c94b-cb70-438f-899d-87cfe7a98a7b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:54.342742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting subnet a15b112b-9bf2-4ddb-92bd-8a7aaf769b64 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:54.354902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb34cdd8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:54.355806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34a236-3822-4cb9-b76f-2c14c7b5c74f None None] The sync data for ids ['49e40a13-4f9b-4824-adda-358d497e42bd'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:48:54.362672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:54.365291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting port 203de221-539a-4671-886e-f4ea22ce8fc6 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:54.365679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.367312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.395927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53032) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.408554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:54.449960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.454118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f12c94b-cb70-438f-899d-87cfe7a98a7b HTTP/1.1" status: 204  len: 168 time: 1.1405087
Dec 15 12:48:54.455283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53038) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:54.470445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.471537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.480309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-fa4b0b19-43e1-4518-8be5-b16571b56e00', 'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00', 'tenant_id': '200f39136cdf4a508cfc1ad2c0e023bf', 'fixed_ips': [{'subnet_id': 'e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:54.481240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.508385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.663067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.720073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.733850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Allocated IP 172.20.0.2 (fa4b0b19-43e1-4518-8be5-b16571b56e00/e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864/c5a9f73f-6f17-40e3-902c-e457bfed9357) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:54.766643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.772754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fb61235b-18d0-46bb-a438-9207c2d6022b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:54.782223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.789414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3358514-412a-4d3c-a1c2-76521f865b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:54.894304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:48:54.912060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.962452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:54.974962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Transition to ACTIVE for port object c5a9f73f-6f17-40e3-902c-e457bfed9357 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:54.997639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Transition to ACTIVE for port object c5a9f73f-6f17-40e3-902c-e457bfed9357 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:48:55.004161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.017114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e626a061-a4f5-4eb6-9a84-f3e3b3a8b844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:55.025592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fb61235b-18d0-46bb-a438-9207c2d6022b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:55.030328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb61235b-18d0-46bb-a438-9207c2d6022b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5645483
Dec 15 12:48:55.045783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a69ea03-567f-42e3-b01c-87e83fe28116,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:55.051281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53044) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.052287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.052748 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Added segment 23bc61ae-c35e-49c5-83ed-37c532929f7d of type vlan for network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3
Dec 15 12:48:55.061898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:55.068413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:55.078780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:55.085454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:55.112004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-eb4a4991-b898-4ead-9734-4e850d9c5544 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] delete failed (client error): The resource could not be found.
Dec 15 12:48:55.117067 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb4a4991-b898-4ead-9734-4e850d9c5544 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f12c94b-cb70-438f-899d-87cfe7a98a7b HTTP/1.1" status: 404  len: 347 time: 0.0562549
Dec 15 12:48:55.129121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53048) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.138105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Calling delete_port for 203de221-539a-4671-886e-f4ea22ce8fc6 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:55.141065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.186134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--522872478'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:55.186366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.193154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Pushing event updated for resources: {'Port': ['ID=c5a9f73f-6f17-40e3-902c-e457bfed9357,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:55.193385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.198817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Attempting to bind port c5a9f73f-6f17-40e3-902c-e457bfed9357 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:48:55.199558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Attempting to bind port c5a9f73f-6f17-40e3-902c-e457bfed9357 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'a338dcc9-0bec-4bab-8391-b1474ced5b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:48:55.200218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Attempting to bind port c5a9f73f-6f17-40e3-902c-e457bfed9357 on network fa4b0b19-43e1-4518-8be5-b16571b56e00 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:48:55.205362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5b9912f-4d0f-4bdd-ab0c-e2e435e91d98 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:55.208884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:48:55.209293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Checking segment: {'id': 'a338dcc9-0bec-4bab-8391-b1474ced5b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:55.209489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:55.209737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.210174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Bound using segment: {'id': 'a338dcc9-0bec-4bab-8391-b1474ced5b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:48:55.210712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Bound port: c5a9f73f-6f17-40e3-902c-e457bfed9357, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a338dcc9-0bec-4bab-8391-b1474ced5b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:48:55.211135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.226721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.227045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.227395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.227832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.228146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.228625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.228905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.229396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.229691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.230215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.230318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:48:55.237271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:55.241458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:55.251793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-be5e856c-b30d-4ea2-b906-0f232d891a69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e392265c6f8e4f82b3ee4345d241d26b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8488071
Dec 15 12:48:55.259227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53052) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.265186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c03ed-6959-42d2-8b4f-162875a3fc08 req-96cad695-58a1-4978-8f4e-40a672f2430f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:55.272966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c2c03ed-6959-42d2-8b4f-162875a3fc08 req-96cad695-58a1-4978-8f4e-40a672f2430f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.6533878
Dec 15 12:48:55.293862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Subnet': ['ID=a15b112b-9bf2-4ddb-92bd-8a7aaf769b64,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:55.308796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.317032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:55.321054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d2f0c42e-43aa-4365-8a67-9b79ff153a8d tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/49e40a13-4f9b-4824-adda-358d497e42bd HTTP/1.1" status: 200  len: 921 time: 1.1755288
Dec 15 12:48:55.321733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.326599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] For port c5a9f73f-6f17-40e3-902c-e457bfed9357, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:48:55.327252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53056) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.327369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:55.327893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.330081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] For port c5a9f73f-6f17-40e3-902c-e457bfed9357, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c5a9f73f-6f17-40e3-902c-e457bfed9357,segment=NetworkSegment(a338dcc9-0bec-4bab-8391-b1474ced5b30),segment_id=a338dcc9-0bec-4bab-8391-b1474ced5b30)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:48:55.336240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:55.336360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.348215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-afe76239-3c2a-4e12-9fc7-80ff5d1e4d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:55.382096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.409440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.420015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Pushing event updated for resources: {'Port': ['ID=c5a9f73f-6f17-40e3-902c-e457bfed9357,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:55.420831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8e25f2f-455a-4d51-a158-b39993956659 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:55.422922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4774ea-0693-40f8-a649-5a95fcd209b1 None None] Network 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:55.451482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:55.488768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Port': ['ID=203de221-539a-4671-886e-f4ea22ce8fc6,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:55.491655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:55.505822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c2c03ed-6959-42d2-8b4f-162875a3fc08 req-366443bc-5af9-4858-80da-995a8609b3c7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2318790
Dec 15 12:48:55.534145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/subnets/a15b112b-9bf2-4ddb-92bd-8a7aaf769b64 HTTP/1.1" status: 204  len: 168 time: 1.8994081
Dec 15 12:48:55.541257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:55.541416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.1053007
Dec 15 12:48:55.542376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53060) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.544290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Network': ['ID=4656ff00-eb9b-40f0-a40c-d7c89a31d8a3,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:55.550556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:55.553710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:55.562428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.565177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53062) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.566079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:55.584695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:55.599915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:55.600435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:48:55.634093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/ports/203de221-539a-4671-886e-f4ea22ce8fc6 HTTP/1.1" status: 204  len: 168 time: 1.4360669
Dec 15 12:48:55.642398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53070) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.774063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b2e6ea-dce9-4c37-97d8-f80193e66c8f tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:55.774479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b2e6ea-dce9-4c37-97d8-f80193e66c8f tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:55.800239 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee7b7064-41bf-46cb-9f5e-979c4e1747fb tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=49e40a13-4f9b-4824-adda-358d497e42bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4692206
Dec 15 12:48:55.808187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53074) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.815070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:55.857026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:55.860653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72b2e6ea-dce9-4c37-97d8-f80193e66c8f tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/1f8e212e-cfc4-4c74-a47f-aa15ad10b5bf HTTP/1.1" status: 404  len: 337 time: 0.2095504
Dec 15 12:48:55.861743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:55.874965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53078) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:55.877841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:55.913185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] DHCP port deletion for 72b867ce-e0a1-45d0-a72f-a5947d3ce4ea request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:55.921953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Deleting port f87c5c93-3b64-4ffa-9696-854db7208533 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:55.922687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:55.975216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.046068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.055781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.058744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.115813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61780568-5c20-4cea-9a60-cbb284a80d3b tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:56.139508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:56.238061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.254966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] For port f87c5c93-3b64-4ffa-9696-854db7208533, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f87c5c93-3b64-4ffa-9696-854db7208533,segment=NetworkSegment(85f896f8-c736-41c1-a4d3-dbb5a57ab3ba),segment_id=85f896f8-c736-41c1-a4d3-dbb5a57ab3ba)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:56.255182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.279953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.301678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23644bb8-9dc6-4bff-87d3-85650a0abe83,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:56.304158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.305491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1753237
Dec 15 12:48:56.312997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting subnet f05450e3-05a7-4447-9980-e0ba3c563487 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:48:56.313883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:56.314988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53082) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:56.321684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.327106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f42574-8e85-4559-a5b6-54722f2188c2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:56.331674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f2f42574-8e85-4559-a5b6-54722f2188c2 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 0.5165730
Dec 15 12:48:56.333181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0648174b-ff79-4a80-95e7-f4d988990161 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:56.335053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53086) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:56.343539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '23644bb8-9dc6-4bff-87d3-85650a0abe83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:56.351226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.378158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.384967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.405049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Calling delete_port for f87c5c93-3b64-4ffa-9696-854db7208533 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:56.439069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04d94ae-26a7-41b2-80c1-727fe6ad001a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:56.445340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:56.453649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:56.458526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ca7b6055-5f3c-4b77-a522-0b35b8941e00 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e40a13-4f9b-4824-adda-358d497e42bd HTTP/1.1" status: 200  len: 205 time: 0.1198895
Dec 15 12:48:56.466303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53090) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:56.470320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:56.481995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.484978 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a04d94ae-26a7-41b2-80c1-727fe6ad001a HTTP/1.1" status: 204  len: 168 time: 1.2163537
Dec 15 12:48:56.487165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:56.506000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.513015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.532419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5599155e-cbc5-49f3-b974-8f2964312a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:56.541047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:56.575704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] No DVR routers for this DVR port f87c5c93-3b64-4ffa-9696-854db7208533 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:56.584587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Pushing event deleted for resources: {'Port': ['ID=f87c5c93-3b64-4ffa-9696-854db7208533,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:56.594506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.594938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:56.721955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Allocated IP 172.26.0.46 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/a6b0e09b-9004-4df4-a150-6534af992abd) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:56.731079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.760818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.762209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.782216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb11c0b8>,) {'filters': {'network_id': ['a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:56.818781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.845130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:56.859070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb11c0b8>, 'e17d1395-b29e-45c1-b4cd-c910de70463c') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:56.859532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb11c0b8>, 'e17d1395-b29e-45c1-b4cd-c910de70463c') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:56.881745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.928786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189430b3-9803-4970-8c2f-4d9a2b74f984,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:56.959076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:56.969094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.973203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6509309
Dec 15 12:48:56.978046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53104) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:56.987927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:56.998385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.006591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:57.044847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:57.045402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.055647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Subnet': ['ID=f05450e3-05a7-4447-9980-e0ba3c563487,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:57.063132 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:57.077022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:57.085289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.090735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc395fd-5fe1-4177-aecf-0c1caa79169b None None] Network d6339b9b-ac6e-4bd7-8697-b946e8037ef5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:57.093031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.108219 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/subnets/f05450e3-05a7-4447-9980-e0ba3c563487 HTTP/1.1" status: 204  len: 168 time: 1.5609717
Dec 15 12:48:57.110815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53110) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:57.123016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.135290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.246472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.247533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.258612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:57.285819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.300558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.330691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c5b9c8e-386e-47de-a985-9b1648403e7d tempest-RoutersAdminNegativeTest-1414713336 tempest-RoutersAdminNegativeTest-1414713336-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:57.388545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.450686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.456384 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/189430b3-9803-4970-8c2f-4d9a2b74f984 HTTP/1.1" status: 204  len: 168 time: 0.4705925
Dec 15 12:48:57.456384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.468953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.479772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53118) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:57.481043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:48:57.512528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:57.524794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:48:57.532007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c5a9f73f-6f17-40e3-902c-e457bfed9357 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:48:57.537284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a HTTP/1.1" status: 204  len: 168 time: 1.6608422
Dec 15 12:48:57.557013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53124) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:57.557806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=5f8a19b9-44cb-4686-9c79-556e8a9977b7,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:57.560775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:57.568510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-090b8a7c-aa63-454b-9f0f-5237575a5f69 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:57.712387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.741763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port c5a9f73f-6f17-40e3-902c-e457bfed9357 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:57.746791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Port': ['ID=a6b0e09b-9004-4df4-a150-6534af992abd,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:57.769803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:57.792165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53128) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:57.876858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87c5c93-3b64-4ffa-9696-854db7208533 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:57.912861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb459e48>,) {'filters': {'network_id': ['72b867ce-e0a1-45d0-a72f-a5947d3ce4ea']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:57.927722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab4c00-acc1-4439-89da-ce062cb10590 None None] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:57.934255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb459e48>, '85f896f8-c736-41c1-a4d3-dbb5a57ab3ba') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:57.935221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb459e48>, '85f896f8-c736-41c1-a4d3-dbb5a57ab3ba') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:57.953111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.975906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.986017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:57.986726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:57.996384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting port dec31633-b6ef-40c6-bcf8-10d9e6052f01 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:57.996760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:48:58.004085 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:48:58.012895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.013975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.039292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=189430b3-9803-4970-8c2f-4d9a2b74f984,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:58.046877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:58.055838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff569e7b-40e2-443e-8ffb-4b33ae17b76d tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.566s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:58.091106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] DHCP port deletion for d6339b9b-ac6e-4bd7-8697-b946e8037ef5 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:48:58.094652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.094937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:48:58.095379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network hostable DHCP agents. Network: 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:48:58.098682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f87c5c93-3b64-4ffa-9696-854db7208533 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:58.099071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87c5c93-3b64-4ffa-9696-854db7208533 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:58.100080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Network': ['ID=a2cca8d4-1c8e-4a85-b7c0-1ed958a55c5a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:58.100505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cd4716b5-9078-4fd0-9bbc-7eccdec9a60e tempest-DvrRoutersNegativeTest-489092878 tempest-DvrRoutersNegativeTest-489092878-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1615096176', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:58.103192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.policy [None req-cd4716b5-9078-4fd0-9bbc-7eccdec9a60e tempest-DvrRoutersNegativeTest-489092878 tempest-DvrRoutersNegativeTest-489092878-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88869) log_rule_list /opt/stack/neutron/neutron/policy.py:412}}
Dec 15 12:48:58.103323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:58.103572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.policy [None req-cd4716b5-9078-4fd0-9bbc-7eccdec9a60e tempest-DvrRoutersNegativeTest-489092878 tempest-DvrRoutersNegativeTest-489092878-project] Failed policy check for 'create_router' {{(pid=88869) enforce /opt/stack/neutron/neutron/policy.py:483}}
Dec 15 12:48:58.104139 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-cd4716b5-9078-4fd0-9bbc-7eccdec9a60e tempest-DvrRoutersNegativeTest-489092878 tempest-DvrRoutersNegativeTest-489092878-project] create failed (client error): Access was denied to this resource.
Dec 15 12:48:58.105242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd4716b5-9078-4fd0-9bbc-7eccdec9a60e tempest-DvrRoutersNegativeTest-489092878 tempest-DvrRoutersNegativeTest-489092878-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3118677
Dec 15 12:48:58.178210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Deleting port 20a445c2-d3d4-40aa-b966-534685b3f538 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:58.178635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.186399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.191210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61abb24-9d63-4ff1-8dbf-5d6e60915c77 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:58.207781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.224013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Network': ['ID=72b867ce-e0a1-45d0-a72f-a5947d3ce4ea,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:58.237149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/networks/72b867ce-e0a1-45d0-a72f-a5947d3ce4ea HTTP/1.1" status: 204  len: 168 time: 1.1251626
Dec 15 12:48:58.240025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53136) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:58.240831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:58.244405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3fe54977-51de-4a30-9791-0220385eb153 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:58.290498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Provisioning for port c5a9f73f-6f17-40e3-902c-e457bfed9357 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:48:58.317588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Provisioning complete for port c5a9f73f-6f17-40e3-902c-e457bfed9357 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:58.318238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.375114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.457390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting port 20a445c2-d3d4-40aa-b966-534685b3f538 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:58.457773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.501762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3fe54977-51de-4a30-9791-0220385eb153 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:48:58.505985 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3fe54977-51de-4a30-9791-0220385eb153 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.9997709
Dec 15 12:48:58.506543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53142) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:58.515143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:48:58.557389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53146) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:58.586961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.611272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:48:58.615923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:48:58.616579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.626748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3217cc-593e-4af8-ad1c-e7394a33c8c0 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:48:58.769029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] For port 20a445c2-d3d4-40aa-b966-534685b3f538, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=20a445c2-d3d4-40aa-b966-534685b3f538,segment=NetworkSegment(f7758d32-bdac-47e1-921a-b080c5d11a4e),segment_id=f7758d32-bdac-47e1-921a-b080c5d11a4e)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:58.769451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.783769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Calling delete_port for dec31633-b6ef-40c6-bcf8-10d9e6052f01 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:58.789524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.866719 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2972088
Dec 15 12:48:58.867606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53152) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:58.888146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] For port 20a445c2-d3d4-40aa-b966-534685b3f538, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=20a445c2-d3d4-40aa-b966-534685b3f538,segment=NetworkSegment(f7758d32-bdac-47e1-921a-b080c5d11a4e),segment_id=f7758d32-bdac-47e1-921a-b080c5d11a4e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:58.888736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.889973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'name': 'tempest-NetworksTestDHCPv6-1874839807'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:48:58.918656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:58.937102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Calling delete_port for 20a445c2-d3d4-40aa-b966-534685b3f538 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:59.003393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.029277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.078910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.099073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Router d53b63b3-8934-433d-959b-225762da599b is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:48:59.105063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:59.111088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.114751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dddf939b-d891-4e67-bb39-8872da15d3a4 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:59.116041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b45fa953039b42d9b405a4068508d668 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:59.118831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a11a7b2-377d-4f10-9a2e-b64132e394b1 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:59.148980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:59.162730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:59.164769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.175917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Port': ['ID=20a445c2-d3d4-40aa-b966-534685b3f538,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:59.184365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:59.193377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Port': ['ID=dec31633-b6ef-40c6-bcf8-10d9e6052f01,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:59.195816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:59.206276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Calling delete_port for 20a445c2-d3d4-40aa-b966-534685b3f538 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:48:59.212999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.250583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] No DVR routers for this DVR port 20a445c2-d3d4-40aa-b966-534685b3f538 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:48:59.259818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Deleting port 16b7af02-0e55-48d7-9575-a292c65a3fe9 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:48:59.260216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.262317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] For port c5a9f73f-6f17-40e3-902c-e457bfed9357, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c5a9f73f-6f17-40e3-902c-e457bfed9357,segment=NetworkSegment(a338dcc9-0bec-4bab-8391-b1474ced5b30),segment_id=a338dcc9-0bec-4bab-8391-b1474ced5b30)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:48:59.276402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.283513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-821844d7-eb0d-4414-be00-c673582ca8f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:59.347805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/ports/dec31633-b6ef-40c6-bcf8-10d9e6052f01 HTTP/1.1" status: 204  len: 168 time: 1.7856138
Dec 15 12:48:59.350850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53156) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:59.376175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Pushing event updated for resources: {'Port': ['ID=c5a9f73f-6f17-40e3-902c-e457bfed9357,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:59.385321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:59.418388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:48:59.421822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.437705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4f2e1a8-a9ba-40a8-a95b-605958ce0b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:59.446711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:48:59.462283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:48:59.462699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:48:59.465201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-91ec4f5a-ce94-414b-9e40-2d77f79687ca None None] Provisioning complete for port c5a9f73f-6f17-40e3-902c-e457bfed9357 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:48:59.465631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-91ec4f5a-ce94-414b-9e40-2d77f79687ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.465754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03cc864-f947-436e-8bc4-cfb59fadc517 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:48:59.466181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03cc864-f947-436e-8bc4-cfb59fadc517 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:48:59.480335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:48:59.492018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23644bb8-9dc6-4bff-87d3-85650a0abe83,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:48:59.494666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:48:59.497819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 20a445c2-d3d4-40aa-b966-534685b3f538 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:48:59.520707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:48:59.527838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.531900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/23644bb8-9dc6-4bff-87d3-85650a0abe83 HTTP/1.1" status: 204  len: 168 time: 1.0111222
Dec 15 12:48:59.546520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 20a445c2-d3d4-40aa-b966-534685b3f538 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:48:59.546911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 20a445c2-d3d4-40aa-b966-534685b3f538 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:48:59.549410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c03cc864-f947-436e-8bc4-cfb59fadc517 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/cd308a67-ea40-48b9-8df3-09d60d910694 HTTP/1.1" status: 404  len: 337 time: 0.1899686
Dec 15 12:48:59.553149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53160) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:59.553509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53162) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:48:59.648081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '5f8a19b9-44cb-4686-9c79-556e8a9977b7'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:48:59.649016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.704008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.721436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:48:59.727817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.767978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa8fd0f0>,) {'filters': {'network_id': ['d6339b9b-ac6e-4bd7-8697-b946e8037ef5']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:59.796733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8fd0f0>, 'f7758d32-bdac-47e1-921a-b080c5d11a4e') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:59.797125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa8fd0f0>, 'f7758d32-bdac-47e1-921a-b080c5d11a4e') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:48:59.808421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.814611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.856128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 3af02d0a-e2be-42f0-a5e9-e56e20a3da2c yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:48:59.871999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.887128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3fee1a7-a74b-4dbd-bb49-f149cef36773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:48:59.901572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/5f8a19b9-44cb-4686-9c79-556e8a9977b7/8004ac23-5578-44b9-bb84-4889db62c909) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:48:59.928340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.934812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.942559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:48:59.966051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-986003ff-4971-4282-a7a9-2f51d7d99374 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:48:59.998319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:48:59.998760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.007281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Deleting port 20a445c2-d3d4-40aa-b966-534685b3f538 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:00.007747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:49:00.017692 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:49:00.019751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5257612-de57-442b-aa5c-cae23df7437e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:00.023217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:00.094937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50205111-8d8a-467f-a61b-ffdcaa8c9737 None None] The port '20a445c2-d3d4-40aa-b966-534685b3f538' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:49:00.099265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b45fa953039b42d9b405a4068508d668&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5139673
Dec 15 12:49:00.111184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Calling delete_port for 16b7af02-0e55-48d7-9575-a292c65a3fe9 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:00.111524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53168) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:00.155755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.163559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e6eb9c5-e3e9-4ef0-9c91-0996f0662fbc tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:00.188098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.213797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Network': ['ID=d6339b9b-ac6e-4bd7-8697-b946e8037ef5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:00.214025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-986003ff-4971-4282-a7a9-2f51d7d99374 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:00.221218 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-986003ff-4971-4282-a7a9-2f51d7d99374 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6578743
Dec 15 12:49:00.233192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53172) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:00.234504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:00.239366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.251410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507247684'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:00.253657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/networks/d6339b9b-ac6e-4bd7-8697-b946e8037ef5 HTTP/1.1" status: 204  len: 168 time: 2.0116973
Dec 15 12:49:00.255490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Transition to ACTIVE for port object 8004ac23-5578-44b9-bb84-4889db62c909 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:00.257195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53176) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:00.263148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-158e0d5d-7fcd-43ee-860d-702cd27e2b07 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3366399
Dec 15 12:49:00.275690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:00.277334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Transition to ACTIVE for port object 8004ac23-5578-44b9-bb84-4889db62c909 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:00.285058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.307249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:00.340068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:00.354507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.381511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] Sync routers for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:00.399680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:00.404391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:00.416170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:00.417079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:00.424479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.463413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Pushing event updated for resources: {'Port': ['ID=8004ac23-5578-44b9-bb84-4889db62c909,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:00.473253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.473511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:00.474221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:00.474851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fabf5cf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:00.489084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9d26f28>,) {'filters': {'network_id': ['22110844-0a0c-4ff6-a647-060bd35b0fd1']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:00.493708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.497754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 6.3859966
Dec 15 12:49:00.512109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::1cb (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/5f8a19b9-44cb-4686-9c79-556e8a9977b7/3af02d0a-e2be-42f0-a5e9-e56e20a3da2c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:00.521267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53180) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:00.548332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.583386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fabf5cf8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:00.592225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9d26f28>, 'd1e6be6e-dfdb-4831-aa64-a6a70fcc3a76') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:00.592469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9d26f28>, 'd1e6be6e-dfdb-4831-aa64-a6a70fcc3a76') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:00.605595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Attempting to bind port 8004ac23-5578-44b9-bb84-4889db62c909 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:00.606029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Attempting to bind port 8004ac23-5578-44b9-bb84-4889db62c909 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:00.606447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Attempting to bind port 8004ac23-5578-44b9-bb84-4889db62c909 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:00.621693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:00.622588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:00.622782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.624199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:00.624840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Bound port: 8004ac23-5578-44b9-bb84-4889db62c909, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:00.625364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.637486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.641917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:00.642624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fabf5cf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:00.668827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting subnet d105ee83-32f1-4b4c-9c42-9a4a3af9ef5d {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:00.676095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-46a0a486-5117-4fcc-b81d-08b9c54e58d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.2728221
Dec 15 12:49:00.676572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.721645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.740165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fabf5cf8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:00.740165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a04cf6-0a1c-47da-bce5-bd4be0619125 None None] The sync data for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:00.745110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:00.762047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.773359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:49:00.773815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.774857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb991637-4aea-410b-973f-0708c0afa6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:00.801767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] For port 8004ac23-5578-44b9-bb84-4889db62c909, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:00.805318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] For port 8004ac23-5578-44b9-bb84-4889db62c909, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8004ac23-5578-44b9-bb84-4889db62c909,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:00.809423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5257612-de57-442b-aa5c-cae23df7437e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:00.810083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.812576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:00.815973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e24d65b-e607-4386-a41d-ce9c65ef68ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:00.824426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.828573 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5257612-de57-442b-aa5c-cae23df7437e HTTP/1.1" status: 204  len: 168 time: 0.7075734
Dec 15 12:49:00.831872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:00.931627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Pushing event updated for resources: {'Port': ['ID=8004ac23-5578-44b9-bb84-4889db62c909,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:00.935216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:01.018503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-a982915e-f751-4d87-b9ae-582e79f34127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:01.020407 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-a982915e-f751-4d87-b9ae-582e79f34127 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.3095996
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:49:01.045958 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:49:01.048796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.079017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:01.226957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.241983 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-981c834d-96ef-4143-a2bd-e2b102a768d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1001 time: 0.1559825
Dec 15 12:49:01.244806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0fff47b3-29ce-42f9-adce-2450eb5d4851 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:01.253608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.283100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.322352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fc2086c-ada4-4451-aa1b-3c8d90122928 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:01.332199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.355709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event deleted for resources: {'Port': ['ID=16b7af02-0e55-48d7-9575-a292c65a3fe9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:01.391057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-14de00b9-37aa-475d-a68c-7833f231ba78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:01.392843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-14de00b9-37aa-475d-a68c-7833f231ba78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.1409433
Dec 15 12:49:01.394618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Subnet': ['ID=d105ee83-32f1-4b4c-9c42-9a4a3af9ef5d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:01.400911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:01.475252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.480941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034fc61e-7778-4968-9363-3320de2002f8 None None] Network e6a7eb06-d2d8-426d-9477-978aeaa05146 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:01.491946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/subnets/d105ee83-32f1-4b4c-9c42-9a4a3af9ef5d HTTP/1.1" status: 204  len: 168 time: 1.2335162
Dec 15 12:49:01.492817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53196) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:01.564234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.587814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 3af02d0a-e2be-42f0-a5e9-e56e20a3da2c will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:01.678054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c5a9f73f-6f17-40e3-902c-e457bfed9357 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:01.689568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:01.691575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.698558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-b7607513-fd06-441a-aeb3-00d56a57bbe0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2903960
Dec 15 12:49:01.704506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:01.733816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.750983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting port dcacd4f3-4f22-49e7-bc54-05522c931d7f {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:01.751370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.854673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c5a9f73f-6f17-40e3-902c-e457bfed9357 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:01.855106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:01.865518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Network': ['ID=22110844-0a0c-4ff6-a647-060bd35b0fd1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:01.888804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:01.892592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/22110844-0a0c-4ff6-a647-060bd35b0fd1 HTTP/1.1" status: 204  len: 168 time: 2.3333514
Dec 15 12:49:01.893830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e83ed6ef-63ee-4fcd-8fce-e64bcfb56a05 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:01.924021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53204) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:01.990136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.000971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=3af02d0a-e2be-42f0-a5e9-e56e20a3da2c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:02.017063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:02.034360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.042507 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-d8f98f70-8f62-49e8-ba70-e73e9e58496d service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3367920
Dec 15 12:49:02.044049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b0c79b7-c7fa-4022-b38f-a5ae1a2f8c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:02.065163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:02.074693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:02.094009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53210) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:02.094901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:02.099332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:02.101639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.132746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.134110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.8949335
Dec 15 12:49:02.151218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] DHCP port deletion for e6a7eb06-d2d8-426d-9477-978aeaa05146 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:02.158150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Deleting port dcacd4f3-4f22-49e7-bc54-05522c931d7f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:02.159177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53216) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:02.159588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.178686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '29a31232-3a41-442e-aa4c-af73a834774d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:02.204185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a31232-3a41-442e-aa4c-af73a834774d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:02.291530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:02.306835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.4286137
Dec 15 12:49:02.308670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53220) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:02.365436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.433074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] For port dcacd4f3-4f22-49e7-bc54-05522c931d7f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dcacd4f3-4f22-49e7-bc54-05522c931d7f,segment=NetworkSegment(4da15eff-2590-413a-b239-ca6a221de933),segment_id=4da15eff-2590-413a-b239-ca6a221de933)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:02.433636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.444096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c3ddf9f3-81ba-47b0-af08-6c6dc96451c6 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:02.444775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-c3ddf9f3-81ba-47b0-af08-6c6dc96451c6 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:49:02.451109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3ddf9f3-81ba-47b0-af08-6c6dc96451c6 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3397639
Dec 15 12:49:02.513391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53224) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:02.551931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:02.578963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Calling delete_port for dcacd4f3-4f22-49e7-bc54-05522c931d7f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:02.603319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--202867527'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:02.620927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:02.636767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:02.641193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:02.682759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] For port dcacd4f3-4f22-49e7-bc54-05522c931d7f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dcacd4f3-4f22-49e7-bc54-05522c931d7f,segment=NetworkSegment(4da15eff-2590-413a-b239-ca6a221de933),segment_id=4da15eff-2590-413a-b239-ca6a221de933)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:02.683163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.692198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:02.699035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.706935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:02.729955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:02.757332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Pushing event deleted for resources: {'Port': ['ID=dcacd4f3-4f22-49e7-bc54-05522c931d7f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:02.760428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:02.774623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] No DVR routers for this DVR port dcacd4f3-4f22-49e7-bc54-05522c931d7f on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:02.841021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.853430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298488b4-2f67-49d5-9ca9-03f3bb545b12 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:02.857987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298488b4-2f67-49d5-9ca9-03f3bb545b12 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:02.858802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-298488b4-2f67-49d5-9ca9-03f3bb545b12 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:02.860462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Calling delete_port for dcacd4f3-4f22-49e7-bc54-05522c931d7f owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:02.864870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.886036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.926126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c702757-7967-44e9-ae24-b3f49632fe8f req-2a8c8639-b5b6-484d-b5e3-561405322617 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8636558
Dec 15 12:49:02.935015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.941905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.965008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting subnet 717d156c-1192-4efb-8990-c4d8b9be7b35 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:02.972956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:02.983861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-298488b4-2f67-49d5-9ca9-03f3bb545b12 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:02.985206 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-298488b4-2f67-49d5-9ca9-03f3bb545b12 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.6743977
Dec 15 12:49:02.996407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53228) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:03.057604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:03.073475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:03.080571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:03.086301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:49:03.086671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:49:03.089021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.089429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:03.089561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2998d09-ddb8-4c5e-a687-c4dffe0abf66 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:03.099399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.099977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Fanout notify agent at l3_agent the message router_deleted on router 49e40a13-4f9b-4824-adda-358d497e42bd {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:49:03.139734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 3af02d0a-e2be-42f0-a5e9-e56e20a3da2c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:03.140112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.159194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.165629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.174566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-965243b1-a8f1-47fe-bf33-fa3aeb418233 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:03.211397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0474219d-1bed-4aaa-a12e-5396b6a0abd9,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:03.222908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:03.240203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.244240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0783446
Dec 15 12:49:03.248528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53232) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:03.253913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.255070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.255755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/49e40a13-4f9b-4824-adda-358d497e42bd HTTP/1.1" status: 204  len: 168 time: 6.7883270
Dec 15 12:49:03.265571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53234) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:03.304065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '29a31232-3a41-442e-aa4c-af73a834774d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:03.318286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:03.328252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:03.333472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:03.345206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:03.356203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743139707', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:03.374176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.377373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:03.404763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.412971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-31ff1593-a1b0-41e1-a82c-4a1065f9d061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:03.422225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d567c803-65f6-4d99-80b3-171a43fb5c5a None None] Provisioning for port 8004ac23-5578-44b9-bb84-4889db62c909 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:03.460747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8004ac23-5578-44b9-bb84-4889db62c909 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:03.474994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Usage tracker for resource:router and tenant:a68e1f58ef4a456a98d0c4b01beedc50 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:03.479184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Subnet': ['ID=717d156c-1192-4efb-8990-c4d8b9be7b35,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:03.480682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:03.484333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:03.490863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.503597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865bc5c3-54cf-476f-a0c0-9490c0f4ca4b None None] Network 8443616c-8ed9-4afb-ab2b-37e9853cf450 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:03.507707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/subnets/717d156c-1192-4efb-8990-c4d8b9be7b35 HTTP/1.1" status: 204  len: 168 time: 1.5772808
Dec 15 12:49:03.512034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53240) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:03.519867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.522969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:03.546159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.562954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:03.590537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Deleting port dcacd4f3-4f22-49e7-bc54-05522c931d7f {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:03.590916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.691483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a07af90-2705-4662-a2e2-ba8d253cd554,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:03.705475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:03.706340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.710653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4153032
Dec 15 12:49:03.736583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53244) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:03.753880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] The port 'dcacd4f3-4f22-49e7-bc54-05522c931d7f' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:49:03.761073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '29a31232-3a41-442e-aa4c-af73a834774d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:03.809988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:03.819546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.844820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:03.850712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 8004ac23-5578-44b9-bb84-4889db62c909 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:03.853324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:03.870520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8004ac23-5578-44b9-bb84-4889db62c909 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:03.870943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.875584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.879448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:03.893943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.894665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.897875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.907089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1289715-13d4-420a-8680-2372411ebe12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:03.945454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Deleting port 93a131c1-7341-46f2-b4d5-532e5f210682 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:03.945790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.985803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:03.993744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:04.006152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac6082-011b-4fc1-b217-c35292c5920b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:04.011042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.020216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:04.023909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:04.027139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:04.036468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.064760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb20f240>,) {'filters': {'network_id': ['e6a7eb06-d2d8-426d-9477-978aeaa05146']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:04.099808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:04.112580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.125682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb20f240>, '4da15eff-2590-413a-b239-ca6a221de933') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:04.126084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb20f240>, '4da15eff-2590-413a-b239-ca6a221de933') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:04.137218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] DHCP port deletion for 8443616c-8ed9-4afb-ab2b-37e9853cf450 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:04.161711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.164843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.166257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 8004ac23-5578-44b9-bb84-4889db62c909, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8004ac23-5578-44b9-bb84-4889db62c909,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:04.167866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Deleting port 93a131c1-7341-46f2-b4d5-532e5f210682 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:04.168470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.255997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.270471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 3af02d0a-e2be-42f0-a5e9-e56e20a3da2c owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:04.280852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:49:04.281314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:49:04.350225 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:49:04.356837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.365139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:04.387910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.452526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.464028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] For port 93a131c1-7341-46f2-b4d5-532e5f210682, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=93a131c1-7341-46f2-b4d5-532e5f210682,segment=NetworkSegment(7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d),segment_id=7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:04.464435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.482364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:04.514819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=8004ac23-5578-44b9-bb84-4889db62c909,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:04.518646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:04.526562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dcacd4f3-4f22-49e7-bc54-05522c931d7f no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:49:04.538854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.566415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-326c2981-5d47-45c1-8447-a8a12074c6b4 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:04.582589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: dcacd4f3-4f22-49e7-bc54-05522c931d7f {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:49:04.582980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dcacd4f3-4f22-49e7-bc54-05522c931d7f not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:49:04.596917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5cbe0ea2-df40-40a9-9de9-a15793fc1ce5 None None] Provisioning complete for port 8004ac23-5578-44b9-bb84-4889db62c909 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:04.596917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0ea2-df40-40a9-9de9-a15793fc1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.634669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17292360-d84a-4ba7-8f71-c2cc233a1356,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:04.647242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Calling delete_port for 93a131c1-7341-46f2-b4d5-532e5f210682 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:04.675867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:04.681450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] For port 93a131c1-7341-46f2-b4d5-532e5f210682, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=93a131c1-7341-46f2-b4d5-532e5f210682,segment=NetworkSegment(7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d),segment_id=7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:04.682144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.682752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.692342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ccbd49c7-1264-4db0-a78c-cfc81a6fc7e5 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:04.716708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.722782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=3af02d0a-e2be-42f0-a5e9-e56e20a3da2c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:04.734232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:04.739060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Pushing event deleted for resources: {'Network': ['ID=e6a7eb06-d2d8-426d-9477-978aeaa05146,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:04.744472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:04.749764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/networks/e6a7eb06-d2d8-426d-9477-978aeaa05146 HTTP/1.1" status: 204  len: 168 time: 3.2549114
Dec 15 12:49:04.750450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53248) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:04.755546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.756802 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0153112
Dec 15 12:49:04.760730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53252) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:04.784293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.811734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '29a31232-3a41-442e-aa4c-af73a834774d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:04.822665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/3af02d0a-e2be-42f0-a5e9-e56e20a3da2c HTTP/1.1" status: 204  len: 168 time: 1.8249283
Dec 15 12:49:04.828892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53256) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:04.835917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41c697f9-9bed-4343-a7a0-1d3d21099df0 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Synchronizing usage tracker for tenant:f0b40341aba0409bafa00a9462242dd6 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:04.839300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:04.846158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:04.849995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:04.861091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:04.869648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.877907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fe41b359-69f0-40b6-9881-0ea4d47b312d tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:04.923068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41c697f9-9bed-4343-a7a0-1d3d21099df0 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Unset dirty status for tenant:f0b40341aba0409bafa00a9462242dd6 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:04.923741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5cbe0ea2-df40-40a9-9de9-a15793fc1ce5 None None] Could not find standard attr ID for object 3af02d0a-e2be-42f0-a5e9-e56e20a3da2c. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:49:04.926892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-41c697f9-9bed-4343-a7a0-1d3d21099df0 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ef1ca9-4c22-4691-a302-4aa5d285be33 HTTP/1.1" status: 200  len: 205 time: 0.1730118
Dec 15 12:49:04.930658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53260) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:04.931634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Port': ['ID=93a131c1-7341-46f2-b4d5-532e5f210682,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:04.936311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:04.942652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c44d08-96b1-412e-b3d9-0f1746da1d09 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:04.944837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c44d08-96b1-412e-b3d9-0f1746da1d09 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:04.945133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Calling delete_port for 93a131c1-7341-46f2-b4d5-532e5f210682 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:04.946124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-93c44d08-96b1-412e-b3d9-0f1746da1d09 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:04.954251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.969258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:04.984059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.004741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:05.018900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.028062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] No DVR routers for this DVR port 93a131c1-7341-46f2-b4d5-532e5f210682 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:05.031936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:49:05.032362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:49:05.039284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.043615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.4658208
Dec 15 12:49:05.043786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-86cff11c-6d05-4736-8047-01733b2a207a None None] Could not find standard attr ID for object 3af02d0a-e2be-42f0-a5e9-e56e20a3da2c. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:49:05.055046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:05.076789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': 'c2a98de5-7663-43fe-a037-4fd1a7b96d88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:05.082917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-93c44d08-96b1-412e-b3d9-0f1746da1d09 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:05.084166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93c44d08-96b1-412e-b3d9-0f1746da1d09 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2493796
Dec 15 12:49:05.098299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53268) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:05.099263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:05.143561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a98de5-7663-43fe-a037-4fd1a7b96d88,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:05.146316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:05.187108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:05.194213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:05.213022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:05.296717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.394739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8004ac23-5578-44b9-bb84-4889db62c909 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:05.481269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8004ac23-5578-44b9-bb84-4889db62c909 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:05.481702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.503982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.535279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Deleting port 93a131c1-7341-46f2-b4d5-532e5f210682 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:05.535672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.537546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d6c5-a3ba-4733-8865-8b97ed12347a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.610794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a76a4ccf-be6f-4c4b-ba83-ce1203ac1f80 None None] The port '93a131c1-7341-46f2-b4d5-532e5f210682' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:49:05.658515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.659810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fac2d438>,) {'filters': {'network_id': ['8443616c-8ed9-4afb-ab2b-37e9853cf450']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:05.668399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.683696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.692053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac2d438>, '7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:05.692271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac2d438>, '7d7d9c67-b2b2-4d9a-a4e7-f7cab87bbd4d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:05.700840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 5f8a19b9-44cb-4686-9c79-556e8a9977b7 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:05.709317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:05.714866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.718889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.720384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.731117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.731734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 93a131c1-7341-46f2-b4d5-532e5f210682 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:49:05.744876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:05.757276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.768426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 93a131c1-7341-46f2-b4d5-532e5f210682 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:49:05.768988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 93a131c1-7341-46f2-b4d5-532e5f210682 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:49:05.777330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed2fe24-31dc-4314-8e0b-d4caa300e387,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:05.780902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:49:05.781369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.853408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab66591-e324-40cb-8ce2-6351a280c993,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:49:05.862436 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:49:05.869130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:05.871660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:05.886866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:05.888203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8311863
Dec 15 12:49:05.897167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53272) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:05.996875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.016253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.017624 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.2204652
Dec 15 12:49:06.026030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53278) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.040707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': 'c2a98de5-7663-43fe-a037-4fd1a7b96d88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:06.040923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '29a31232-3a41-442e-aa4c-af73a834774d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:06.050478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:06.060336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.090940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:06.115117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.116003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:06.117746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:06.130302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.132586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:06.180431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:06.185052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:06.188480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:06.212067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.223576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:06.233044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Pushing event deleted for resources: {'Network': ['ID=8443616c-8ed9-4afb-ab2b-37e9853cf450,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:06.243388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] 10.222.0.53 "DELETE /v2.0/networks/8443616c-8ed9-4afb-ab2b-37e9853cf450 HTTP/1.1" status: 204  len: 168 time: 2.7277181
Dec 15 12:49:06.243388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:06.244160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d6c5-a3ba-4733-8865-8b97ed12347a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.250971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d6c5-a3ba-4733-8865-8b97ed12347a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.263722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.321477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d6c5-a3ba-4733-8865-8b97ed12347a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.322043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab0d6c5-a3ba-4733-8865-8b97ed12347a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Fanout notify agent at l3_agent the message router_deleted on router 89ef1ca9-4c22-4691-a302-4aa5d285be33 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:49:06.337890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.341213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d6c5-a3ba-4733-8865-8b97ed12347a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.345332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6ab0d6c5-a3ba-4733-8865-8b97ed12347a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] 10.222.0.53 "DELETE /v2.0/routers/89ef1ca9-4c22-4691-a302-4aa5d285be33 HTTP/1.1" status: 204  len: 168 time: 1.4085655
Dec 15 12:49:06.367650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.373359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.376024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-139b89d7-d4cc-468b-9931-561a394dc575 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:06.408293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2920e89d-afd6-4e3d-833e-afc391e9bde6,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:06.414037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:06.422931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.427696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.3933601
Dec 15 12:49:06.428065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53286) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.474312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.491193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.535678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.538550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed73e609-87cb-4c8e-a627-2968e2629d38 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:06.562657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2920e89d-afd6-4e3d-833e-afc391e9bde6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:06.565494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:06.566319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.570723 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2920e89d-afd6-4e3d-833e-afc391e9bde6 HTTP/1.1" status: 204  len: 168 time: 0.1384966
Dec 15 12:49:06.570723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53292) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.635945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-86a13087-b67f-4390-836a-54eb6513c024 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:06.655878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-86a13087-b67f-4390-836a-54eb6513c024 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:06.657540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-86a13087-b67f-4390-836a-54eb6513c024 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.0859771
Dec 15 12:49:06.664251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53298) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.708003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.720021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53302) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.723584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.750790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.755848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.758750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:06.776950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53308) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.786689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ed2fe24-31dc-4314-8e0b-d4caa300e387,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:06.791027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:06.796611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.798211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7ed2fe24-31dc-4314-8e0b-d4caa300e387 HTTP/1.1" status: 204  len: 168 time: 0.1316953
Dec 15 12:49:06.801255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53314) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.862674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5be4ac99-184f-4783-86b2-51a0d8013384 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:06.882092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5be4ac99-184f-4783-86b2-51a0d8013384 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:06.886562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5be4ac99-184f-4783-86b2-51a0d8013384 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.0814743
Dec 15 12:49:06.887686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53318) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:06.910646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Allocated IP 172.26.0.39 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/60cdf4de-5aa1-4f34-b36e-b90971fbbd37) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:06.925305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.943940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:06.947958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:49:06.949500 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-da94056e-11cb-4044-baa3-6f3a15e595c1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 1.0226667
Dec 15 12:49:06.954576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53322) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.020788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.037566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:07.066606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.087134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:07.093194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8a19b9-44cb-4686-9c79-556e8a9977b7,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:07.128032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17292360-d84a-4ba7-8f71-c2cc233a1356,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:07.139069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:07.146639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:07.151255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.152541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/17292360-d84a-4ba7-8f71-c2cc233a1356 HTTP/1.1" status: 204  len: 168 time: 0.2636414
Dec 15 12:49:07.160685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53326) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.161099 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-44a3a0ea-539b-44b5-9abc-addfaaad0660 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=414765e35cab422aa4d3986945afe9f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4396148
Dec 15 12:49:07.164502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53330) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.167093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.174117 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-572d9b48-a2bf-4069-b78a-efe4367bf446 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0b40341aba0409bafa00a9462242dd6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3934968
Dec 15 12:49:07.174304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b2497-aea8-4a67-8e8c-61964bcc4635 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:07.174417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Allocated IP 172.20.0.1 (fa4b0b19-43e1-4518-8be5-b16571b56e00/e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864/0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:07.178503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.180282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53332) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.246362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.316399 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/5f8a19b9-44cb-4686-9c79-556e8a9977b7 HTTP/1.1" status: 204  len: 168 time: 2.2119243
Dec 15 12:49:07.324730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53338) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.379575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.387425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.406373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5dc4c05-11e9-44e9-98df-dbeb37e42b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:07.425662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.429436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/c2a98de5-7663-43fe-a037-4fd1a7b96d88 HTTP/1.1" status: 204  len: 168 time: 0.4712303
Dec 15 12:49:07.437271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a98de5-7663-43fe-a037-4fd1a7b96d88,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:07.440088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:07.440707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53342) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.452710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.455135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.481011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:07.487436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Deleting port 8004ac23-5578-44b9-bb84-4889db62c909 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:07.488295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.506942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-807e9987-3b82-4b40-abe0-364c4a7f6e0c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1682281
Dec 15 12:49:07.510380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53346) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.530064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:07.545607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-552a1657-b09c-4bd0-ab42-60cf2f42d727 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:07.582462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.631988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-552a1657-b09c-4bd0-ab42-60cf2f42d727 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:07.633423 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-552a1657-b09c-4bd0-ab42-60cf2f42d727 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.4716046
Dec 15 12:49:07.645008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53350) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.658629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.664806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ff3f155f-f8a4-4614-b858-28cde5e1cd8e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:07.691136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.702071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.702377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c2881a3-c888-4954-b79e-8b476cbd8a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:07.726424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5bc82e-01e5-410f-991d-fbf4ae002f2b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:07.733437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:07.737544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:07.739944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.744663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:07.748215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.749799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf5bc82e-01e5-410f-991d-fbf4ae002f2b HTTP/1.1" status: 204  len: 168 time: 0.5685072
Dec 15 12:49:07.751482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:07.753443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2333f9dc-4c82-4f9c-b337-34f86594a794 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:07.755318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ff3f155f-f8a4-4614-b858-28cde5e1cd8e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:07.761341 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff3f155f-f8a4-4614-b858-28cde5e1cd8e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3158524
Dec 15 12:49:07.762296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53356) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:07.768986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:07.775938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--961779291'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:07.783916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:07.799624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:07.802627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:07.823732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] For port 8004ac23-5578-44b9-bb84-4889db62c909, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8004ac23-5578-44b9-bb84-4889db62c909,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:07.824873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.843760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Transition to ACTIVE for port object 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:07.850216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event updated for resources: {'Port': ['ID=60cdf4de-5aa1-4f34-b36e-b90971fbbd37,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:07.865992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.873946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:07.890088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:07.892368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.904401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:07.916062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:07.921332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.976011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Calling delete_port for 8004ac23-5578-44b9-bb84-4889db62c909 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:07.995568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:07.998930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.007583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3756b8b-f28d-48d0-88b2-ba97d14711cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:08.047026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47763d31-3247-40ec-ba0c-0e70f1ba35b6,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:08.063798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.070869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.079687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:08.080911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.081046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753d102-dd40-43e2-beb7-25c84bbc38ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:08.087384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:08.089905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:08.129267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Pushing event deleted for resources: {'Port': ['ID=8004ac23-5578-44b9-bb84-4889db62c909,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:08.132727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:08.135524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:08.137393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] No DVR routers for this DVR port 8004ac23-5578-44b9-bb84-4889db62c909 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:08.145201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:08.154080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:08.193741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.197872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47763d31-3247-40ec-ba0c-0e70f1ba35b6 HTTP/1.1" status: 204  len: 168 time: 1.0213926
Dec 15 12:49:08.203545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.204777 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4a07af90-2705-4662-a2e2-ba8d253cd554 HTTP/1.1" status: 204  len: 168 time: 0.5587327
Dec 15 12:49:08.210280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53364) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:08.316207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:08.327254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:08.336467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:08.379538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Port': ['ID=0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:08.380534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.397498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.402092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:49:08.406043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-450a399c-f409-40a8-842b-72b830d91342 tempest-RoutersAdminNegativeIpV6Test-1810296155 tempest-RoutersAdminNegativeIpV6Test-1810296155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:08.419083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:08.419760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39eee10d-2241-4106-a852-54b4e34ec8cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:08.439795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a07af90-2705-4662-a2e2-ba8d253cd554,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:08.456067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:08.472062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.503953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdcb0e2b-38dc-41d9-839e-532a98c2b5a1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:08.511395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.512228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.556226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d141c3a-148e-4a83-b288-02ca70fed9fc,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:08.572877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:08.595179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.604602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8374918
Dec 15 12:49:08.605629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53374) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:08.617099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3d78b23c-0524-4c73-a934-b5e5e40a709c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '6d141c3a-148e-4a83-b288-02ca70fed9fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:08.617803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-3d78b23c-0524-4c73-a934-b5e5e40a709c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:08.622081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3d78b23c-0524-4c73-a934-b5e5e40a709c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0116699
Dec 15 12:49:08.623299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.625986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53378) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:08.629606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b972792c-60a7-4723-8b04-5f17c393cd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:08.683702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdcb0e2b-38dc-41d9-839e-532a98c2b5a1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:08.685108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fdcb0e2b-38dc-41d9-839e-532a98c2b5a1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4738038
Dec 15 12:49:08.700113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53384) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:08.759595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:08.763327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:08.773258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:08.773918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.774933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e447e-d264-4de1-9e29-21aea6154494 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:08.787327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=5abdeb78-edc9-4b44-bb32-b4c584d4434c,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:08.787670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.792314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:08.807387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2913952
Dec 15 12:49:08.811931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53390) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:08.820227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'name': 'tempest-NetworksTestDHCPv6-914133608'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:08.850999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.929334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:08.988237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:08.988237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:08.991622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:08.999532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:09.016088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:09.027551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.065924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.071217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.081961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port b0b453b7-4e42-4f53-86f9-4a03495c7e6f yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:09.100017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d27c9eb8-1cea-4a03-a009-7f514ec05221 None None] Provisioning for port 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:09.106194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.107867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d27c9eb8-1cea-4a03-a009-7f514ec05221 None None] Provisioning complete for port 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:09.108244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d27c9eb8-1cea-4a03-a009-7f514ec05221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.183207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:09.194996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.206324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0474219d-1bed-4aaa-a12e-5396b6a0abd9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:09.292712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:09.296366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '5abdeb78-edc9-4b44-bb32-b4c584d4434c'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:09.297296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.309887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:09.342975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d27c9eb8-1cea-4a03-a009-7f514ec05221 None None] Port 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:09.349027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.350194 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d141c3a-148e-4a83-b288-02ca70fed9fc HTTP/1.1" status: 204  len: 168 time: 0.7218580
Dec 15 12:49:09.354796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53408) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:09.355184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.359425 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0474219d-1bed-4aaa-a12e-5396b6a0abd9 HTTP/1.1" status: 204  len: 168 time: 0.6373820
Dec 15 12:49:09.359425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d141c3a-148e-4a83-b288-02ca70fed9fc,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:09.371609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53410) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:09.393652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:09.459299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8004ac23-5578-44b9-bb84-4889db62c909 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:49:09.496534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 8004ac23-5578-44b9-bb84-4889db62c909 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:49:09.496991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8004ac23-5578-44b9-bb84-4889db62c909 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:49:09.519229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::6a (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/5abdeb78-edc9-4b44-bb32-b4c584d4434c/b0b453b7-4e42-4f53-86f9-4a03495c7e6f) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:09.532418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fbf2754c-defc-4982-a09c-d32411b374a5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:09.565985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fbf2754c-defc-4982-a09c-d32411b374a5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:09.568448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fbf2754c-defc-4982-a09c-d32411b374a5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2011633
Dec 15 12:49:09.577932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:09.605740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53420) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:09.610538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--55658616'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:09.622976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:09.657084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:09.727273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.778373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-11a2653f-1a08-478f-a3e5-cd5c8e9f62a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:09.829975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2c005438-4a5c-44c5-9643-a5219f819457 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:09.830624 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-2c005438-4a5c-44c5-9643-a5219f819457 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:49:09.831699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c005438-4a5c-44c5-9643-a5219f819457 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2148139
Dec 15 12:49:09.836667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53432) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:09.847183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-11a2653f-1a08-478f-a3e5-cd5c8e9f62a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:09.848666 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-11a2653f-1a08-478f-a3e5-cd5c8e9f62a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4762712
Dec 15 12:49:09.853348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53436) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:09.857362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--405566495'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:09.874959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:09.891409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:09.896023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:09.906887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:09.912081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:09.927772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:09.929567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:09.943460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:09.956023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Router 8e894f0e-a1f7-4226-92a9-c883e81840f8 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:49:09.956309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object b0b453b7-4e42-4f53-86f9-4a03495c7e6f will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:09.957178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53440) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:09.964548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:10.014696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.019411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.023931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5aa7db33-c9f6-41e6-aff0-fc4a14893125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:10.049672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.098522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab66c8e-c9bc-479f-b338-bc9b3468837f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:10.098980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.100958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.115888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:10.117418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-374f5459-1d93-4a2c-9010-b37d3f5d2061 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:10.121215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/5abdeb78-edc9-4b44-bb32-b4c584d4434c/11223563-6119-4cd3-8b8b-a42407fae960) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:10.157995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.159702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.5802360
Dec 15 12:49:10.172289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:10.173095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53446) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:10.177164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1106228720-network', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:10.189767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:10.192487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:10.200990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-33d525fa-ce32-4e5c-8645-804c2aa2da0a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': 'fab66c8e-c9bc-479f-b338-bc9b3468837f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:10.201872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-33d525fa-ce32-4e5c-8645-804c2aa2da0a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:10.206509 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-33d525fa-ce32-4e5c-8645-804c2aa2da0a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0191183
Dec 15 12:49:10.206509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:10.207788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.208424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:10.209149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.220680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53450) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:10.242874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Usage tracker for resource:network and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:10.254096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:10.257337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=b0b453b7-4e42-4f53-86f9-4a03495c7e6f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:10.265752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:10.267219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:10.273860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.277210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4636483
Dec 15 12:49:10.280875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53454) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:10.284826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Made reservation on behalf of fbfc7a0e0f3944d298f7d91c0212d059 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:10.289756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.360149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.400004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:10.410428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.412522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:10.417021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:10.419576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:10.423155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:10.423485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:10.426491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.431363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:10.441133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4488b9-ce56-4f57-b452-179758194bf5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:10.442016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0c4488b9-ce56-4f57-b452-179758194bf5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:10.463225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c700d312-1faf-476a-8e2a-98dad79c646c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:10.469374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0c4488b9-ce56-4f57-b452-179758194bf5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:10.473386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c4488b9-ce56-4f57-b452-179758194bf5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.1877451
Dec 15 12:49:10.473724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53458) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:10.496774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:10.564904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port b0b453b7-4e42-4f53-86f9-4a03495c7e6f {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:10.565615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.571093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.582923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Transition to ACTIVE for port object 11223563-6119-4cd3-8b8b-a42407fae960 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:10.595050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.605475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Transition to ACTIVE for port object 11223563-6119-4cd3-8b8b-a42407fae960 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:10.612361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.626268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e88a90ef-c795-4881-af62-3ff1a680df44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:10.637024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.639060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.648464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.655238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cca19d7a-dcf8-419d-98d9-cfa4a3e6a4ef tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:10.684075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Port': ['ID=0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:10.686331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:10.709502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:10.711407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84da33fc-2240-4155-b1b4-ef39ea60eb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:10.711904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Pushing event updated for resources: {'Port': ['ID=11223563-6119-4cd3-8b8b-a42407fae960,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:10.717817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:10.719309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:10.727422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:49:10.730003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.730168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:10.751048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.753354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3447533-c98d-485d-86a2-f3110f56e0dd,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:10.756411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.756798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Added segment e828e9a7-e02a-4286-84d1-187966ed2f51 of type vlan for network 087cdc24-57f6-4249-84e8-ad57e5a750d5
Dec 15 12:49:10.759258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a31232-3a41-442e-aa4c-af73a834774d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:10.775093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:10.777054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:10.802998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.804673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/29a31232-3a41-442e-aa4c-af73a834774d HTTP/1.1" status: 204  len: 168 time: 0.9166372
Dec 15 12:49:10.807790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53462) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:10.846179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Attempting to bind port 11223563-6119-4cd3-8b8b-a42407fae960 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:10.846730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Attempting to bind port 11223563-6119-4cd3-8b8b-a42407fae960 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:10.847612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Attempting to bind port 11223563-6119-4cd3-8b8b-a42407fae960 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:10.855142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:10.855734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:10.856307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.856852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:10.857739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Bound port: 11223563-6119-4cd3-8b8b-a42407fae960, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:10.858472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.911586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.968893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40a015ce-51a7-439b-967b-54ddef7805b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.969540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.976042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] For port 11223563-6119-4cd3-8b8b-a42407fae960, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:10.978390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.980038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] For port 11223563-6119-4cd3-8b8b-a42407fae960, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=11223563-6119-4cd3-8b8b-a42407fae960,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:10.984312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.986125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:10.988197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6921af4-793b-4581-a907-d2da90e6314d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:10.989322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e670c3b7-edde-4e2f-ab43-57f674f82791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:11.002654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.063921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:11.065592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:11.075708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] Sync routers for ids ['8e894f0e-a1f7-4226-92a9-c883e81840f8'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:11.086515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:11.092561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] Routers {'8e894f0e-a1f7-4226-92a9-c883e81840f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:11.093260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb371160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8e894f0e-a1f7-4226-92a9-c883e81840f8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:11.097232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:11.105164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab66812-35b3-42f6-9c60-5a0189daa0a3,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:11.106625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Pushing event updated for resources: {'Port': ['ID=11223563-6119-4cd3-8b8b-a42407fae960,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:11.116822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.118101 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/fab66c8e-c9bc-479f-b338-bc9b3468837f HTTP/1.1" status: 204  len: 168 time: 0.8798957
Dec 15 12:49:11.120354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:11.121491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:11.124493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:11.125067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03f6d38f-e8bb-4ef8-8827-9a68daf12ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:11.126328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53466) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:11.136321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for b0b453b7-4e42-4f53-86f9-4a03495c7e6f owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:11.139549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:11.140161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:11.193863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb371160>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:11.207387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b3ef6507-c02a-42da-81f2-04b8fe5daaee tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3923218
Dec 15 12:49:11.207387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.207387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:11.207387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.213354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53470) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:11.213689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] Routers {'8e894f0e-a1f7-4226-92a9-c883e81840f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:11.214381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb371160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8e894f0e-a1f7-4226-92a9-c883e81840f8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:11.231855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:11.255934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab66c8e-c9bc-479f-b338-bc9b3468837f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:11.276783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.281915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 7.9494848
Dec 15 12:49:11.283272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:11.315979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53472) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:11.334783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb371160>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:11.335509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f2f2b-9fbc-451a-81c9-b95f7d41e194 None None] The sync data for ids ['8e894f0e-a1f7-4226-92a9-c883e81840f8'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:11.347187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:11.603012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.613519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.613772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6251e8c8-00f3-49f3-bfc1-d5910dd54043 None None] Provisioning complete for port 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:11.614121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6251e8c8-00f3-49f3-bfc1-d5910dd54043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.616472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093956674'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:11.622159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-052c3d4e-e657-49bb-a15b-b56b83c35f20 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:11.637284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:11.646731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6872287
Dec 15 12:49:11.647682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53478) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:11.695042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6251e8c8-00f3-49f3-bfc1-d5910dd54043 None None] Port 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:11.717951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:11.732964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Request body: {'subnet': {'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1106228720-subnet', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:11.739830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.744045 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.8957675
Dec 15 12:49:11.745570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:11.752505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53482) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:11.763136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:11.770289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:11.773344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Pushing event updated for resources: {'Network': ['ID=087cdc24-57f6-4249-84e8-ad57e5a750d5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:11.776419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:11.784358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': 'e7958c83-6ff6-4991-9345-18f43d384f12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:11.785628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:49:11.799956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Usage tracker for resource:subnet and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:11.805618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7958c83-6ff6-4991-9345-18f43d384f12,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:11.816143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:11.837590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:11.843062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:11.857797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:11.876228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:11.879287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:11.886417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.910145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:11.917680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ffb76a19-8ce3-4ea5-9293-48327927ba69 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:11.949519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Made reservation on behalf of fbfc7a0e0f3944d298f7d91c0212d059 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:11.954321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:11.985113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.006307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52ad99be-4eb2-4d26-9bd1-18380532b1c8 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:12.060898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.068270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ffb76a19-8ce3-4ea5-9293-48327927ba69 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:12.069690 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ffb76a19-8ce3-4ea5-9293-48327927ba69 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.9419541
Dec 15 12:49:12.077668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53486) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:12.083929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=b0b453b7-4e42-4f53-86f9-4a03495c7e6f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:12.086618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:12.195495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:12.224659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:12.250640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:12.261019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.265004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:12.319262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/b0b453b7-4e42-4f53-86f9-4a03495c7e6f HTTP/1.1" status: 204  len: 168 time: 1.8443134
Dec 15 12:49:12.330227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53488) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:12.333986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.410984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831131086'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:12.417452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:12.429800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.430045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.435586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:12.460372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.467271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:12.477584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Router d53b63b3-8934-433d-959b-225762da599b has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:49:12.513987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.518755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d06e65f-7136-454f-a19c-58e926ee1014,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:12.531633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:12.532331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.536484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:12.542601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e0bfe2e-57d8-4d26-9e9a-022196e76afb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:12.555003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2523023-6630-4493-ae8d-498affdb5cea tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:12.556722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2523023-6630-4493-ae8d-498affdb5cea tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:12.557560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2523023-6630-4493-ae8d-498affdb5cea tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:12.581271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.585473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8215487
Dec 15 12:49:12.592033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53494) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:12.605569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': 'e7958c83-6ff6-4991-9345-18f43d384f12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:12.618477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:12.621970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.622534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:12.623411 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0464475
Dec 15 12:49:12.629817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:12.632584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53498) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:12.641898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2523023-6630-4493-ae8d-498affdb5cea tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:12.643276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2523023-6630-4493-ae8d-498affdb5cea tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3119786
Dec 15 12:49:12.644185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe53fea7-9012-4738-b0d6-38233718bbff,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:12.644795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:12.648348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53502) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:12.652002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:12.653225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:12.658945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': 'fe53fea7-9012-4738-b0d6-38233718bbff', 'direction': 'ingress', 'protocol': 17}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:12.669138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:12.684929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:12.690846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.691038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:12.702302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:12.705908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e1fc4c5-336b-4ad2-ad73-10c8c772aa7e tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:12.765836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:12.790353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:12.811193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 5abdeb78-edc9-4b44-bb32-b4c584d4434c {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:12.817400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:12.819733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.836559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.853531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:12.883621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Checking segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:12.884041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Network hostable DHCP agents. Network: 087cdc24-57f6-4249-84e8-ad57e5a750d5, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:49:12.896696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.902768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.933272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:12.976501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:49:12.996597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 087cdc24-57f6-4249-84e8-ad57e5a750d5) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:13.002227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:13.002907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.003832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.012693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef698455-2889-4791-8088-983e6d8cce1f None None] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:13.026839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.027081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96d7a9d2-f211-4e82-8053-9f04522436a5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:13.067210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3987317
Dec 15 12:49:13.070824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53506) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.084452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:13.095385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:13.104661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Usage tracker for resource:router and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:13.110375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:13.121931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:13.139468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.140657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.161406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.174570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593e4a12-c984-4b44-8761-394819851aad,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:13.177948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.183994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:13.184422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:13.194563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.195950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8053269
Dec 15 12:49:13.213004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53510) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.220750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7449ccad-33a7-48ae-aa00-47717e6996d1 None None] Provisioning for port 11223563-6119-4cd3-8b8b-a42407fae960 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:13.232386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-99b309a5-1470-47f7-895a-d59152133aee tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '593e4a12-c984-4b44-8761-394819851aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:13.233292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-99b309a5-1470-47f7-895a-d59152133aee tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:13.237129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-99b309a5-1470-47f7-895a-d59152133aee tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0103440
Dec 15 12:49:13.244591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53514) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.272094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-60ade52f-9108-4026-8dbe-82390aa508cb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '593e4a12-c984-4b44-8761-394819851aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:13.272840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-60ade52f-9108-4026-8dbe-82390aa508cb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:13.276697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60ade52f-9108-4026-8dbe-82390aa508cb tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0281222
Dec 15 12:49:13.286970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:49:13.290096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4122d9f7-ec0e-4bcd-9c25-1be575056231 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6901224
Dec 15 12:49:13.292869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53518) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.293270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53520) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.293428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.310498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.322874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-38ce27ea-3ea9-4eff-87d8-ff2d69c6af93 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:13.333290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-717c3316-68c3-4479-9156-51814d6903fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '593e4a12-c984-4b44-8761-394819851aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:13.334093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-717c3316-68c3-4479-9156-51814d6903fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:13.335170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-717c3316-68c3-4479-9156-51814d6903fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0353951
Dec 15 12:49:13.352212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53526) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.360421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=5abdeb78-edc9-4b44-bb32-b4c584d4434c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:13.371133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-100313d2-fc1f-4f95-8e74-44e936e5dbcf tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '593e4a12-c984-4b44-8761-394819851aad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:13.372157 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-100313d2-fc1f-4f95-8e74-44e936e5dbcf tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:13.374702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-100313d2-fc1f-4f95-8e74-44e936e5dbcf tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0118003
Dec 15 12:49:13.381546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53530) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.384186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-087cdc24-57f6-4249-84e8-ad57e5a750d5', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:13.385343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.395632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:13.397475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63255fe9-88a0-4cb5-bfc2-01d217236122,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:13.432153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:13.446697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "PUT /v2.0/routers/d53b63b3-8934-433d-959b-225762da599b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9220774
Dec 15 12:49:13.455284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53534) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.456505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:13.465558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.467073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.8262408
Dec 15 12:49:13.476098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53538) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.519077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] Sync routers for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:13.542799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Request body: {'port': {'network_id': 'fa4b0b19-43e1-4518-8be5-b16571b56e00', 'name': 'tempest-FloatingIPAdminTestJSON-140820927'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:13.545143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 11223563-6119-4cd3-8b8b-a42407fae960 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:13.558812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.568187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.584090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb042427-f045-4275-879e-1c0fd23f088d None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:13.586022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.624686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5590395a-df6e-43ba-a068-1e2183f2836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.645431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.653725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.665299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.673658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b716f108-7ea6-45ec-b3b8-9c31544bf887 None None] Could not find standard attr ID for object b0b453b7-4e42-4f53-86f9-4a03495c7e6f. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:49:13.698282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Deleting port 60cdf4de-5aa1-4f34-b36e-b90971fbbd37 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:13.698782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.712846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/5abdeb78-edc9-4b44-bb32-b4c584d4434c HTTP/1.1" status: 204  len: 168 time: 1.0610492
Dec 15 12:49:13.717574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53542) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.719556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.722609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.758538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.767418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.790624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:13.790935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc6da0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:48:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:13.793336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.805475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4e0b78f-cfa2-4574-aa42-255cd3292abf tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:13.833020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1007fae9-c737-4273-beed-5b70106b0db6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1049697
Dec 15 12:49:13.844046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53546) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.858803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:13.862706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e4a12-c984-4b44-8761-394819851aad,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:13.876821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:13.919418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.940897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc6da0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:13.954282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:13.958300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/593e4a12-c984-4b44-8761-394819851aad HTTP/1.1" status: 204  len: 168 time: 0.5720177
Dec 15 12:49:13.959375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53550) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:13.960067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Allocated IP 172.20.0.2 (087cdc24-57f6-4249-84e8-ad57e5a750d5/f45e3a2d-c14b-4b2c-8dca-a26e188bcddd/e3a129c0-2ae1-4624-8686-b559bfc5d37b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:13.977711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:13.998869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Usage tracker for resource:port and tenant:200f39136cdf4a508cfc1ad2c0e023bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:14.010798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.014740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:14.028046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff1afeeb-4593-4f0b-b19f-4868e25ee556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:14.034127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 11223563-6119-4cd3-8b8b-a42407fae960 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:14.042132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:14.042820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc6da0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:14.059964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe53fea7-9012-4738-b0d6-38233718bbff,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:14.065949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.075028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:14.097704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:14.128170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Made reservation on behalf of 200f39136cdf4a508cfc1ad2c0e023bf for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:14.130665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 11223563-6119-4cd3-8b8b-a42407fae960 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:14.131070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.133820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.145206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2c12e9a5-9c9c-410f-b25a-2f95870ca925 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:14.145736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:14.209936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.210663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe53fea7-9012-4738-b0d6-38233718bbff HTTP/1.1" status: 204  len: 168 time: 0.7323637
Dec 15 12:49:14.211818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:14.216165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:14.218088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc6da0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:14.218545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106cb23-b645-4d7d-a117-fc9fc8563098 None None] The sync data for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:14.219007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Calling delete_port for 60cdf4de-5aa1-4f34-b36e-b90971fbbd37 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:14.235319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53554) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:14.274373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:14.291657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.301694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67a0020f-799a-4001-b808-e57ba58da2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:14.312564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2c12e9a5-9c9c-410f-b25a-2f95870ca925 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:14.318415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c12e9a5-9c9c-410f-b25a-2f95870ca925 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3540201
Dec 15 12:49:14.319136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53558) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:14.329350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--650213826'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:14.339097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:14.341893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] device_id is not set on port bd7eed73-810c-4aea-9ea3-856074123c0a yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:14.374402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:14.384370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7958c83-6ff6-4991-9345-18f43d384f12,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:14.387377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:14.394552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.400468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:14.402149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:14.442157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Deleting port 11223563-6119-4cd3-8b8b-a42407fae960 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:14.442581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.445471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.449815 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7958c83-6ff6-4991-9345-18f43d384f12 HTTP/1.1" status: 204  len: 168 time: 1.1420565
Dec 15 12:49:14.475185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53562) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:14.504372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.505950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:14.519541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:14.524121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.525489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:14.540612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:14.552203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Transition to ACTIVE for port object e3a129c0-2ae1-4624-8686-b559bfc5d37b will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:14.591032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.597656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f52b42e4-38ad-435a-aea7-6fc23c536933 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:14.602239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-90122f42-d363-4bf2-b4d8-8521ab7607f6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:14.614647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.646873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3cef9d5d-cce9-488a-af47-baa8c8205967 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:14.664420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Pushing event deleted for resources: {'Port': ['ID=60cdf4de-5aa1-4f34-b36e-b90971fbbd37,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:14.668840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:14.727686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3cef9d5d-cce9-488a-af47-baa8c8205967 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:14.733668 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3cef9d5d-cce9-488a-af47-baa8c8205967 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2527854
Dec 15 12:49:14.734778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53566) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:14.783167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088981359'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:14.789504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:14.796853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-90122f42-d363-4bf2-b4d8-8521ab7607f6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:14.798098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Transition to ACTIVE for port object e3a129c0-2ae1-4624-8686-b559bfc5d37b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:14.802242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-90122f42-d363-4bf2-b4d8-8521ab7607f6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5497890
Dec 15 12:49:14.802796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 11223563-6119-4cd3-8b8b-a42407fae960, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=11223563-6119-4cd3-8b8b-a42407fae960,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:14.804566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53570) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:14.818073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--809041281'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:14.824401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.826311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.830121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:14.830521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:14.836560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.843919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b576eca0-afb8-4a08-8684-1482224d6175 tempest-ServersTestJSON-1847971053 tempest-ServersTestJSON-1847971053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:14.859759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:14.937487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:15.002477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:15.007225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] For port 11223563-6119-4cd3-8b8b-a42407fae960, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=11223563-6119-4cd3-8b8b-a42407fae960,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:15.007733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.019056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:15.028273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:15.058976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.076693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:15.086216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:15.092255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.125845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:15.151307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=11223563-6119-4cd3-8b8b-a42407fae960,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:15.160736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Calling delete_port for 11223563-6119-4cd3-8b8b-a42407fae960 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:15.165836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Allocated IP 172.20.0.12 (fa4b0b19-43e1-4518-8be5-b16571b56e00/e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864/bd7eed73-810c-4aea-9ea3-856074123c0a) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:15.174136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.189348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:15.192437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-598091cb-efc0-4c0c-aaaa-a72a873f2ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:15.194017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.213807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.215166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8949404
Dec 15 12:49:15.225718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53574) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:15.248030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d206ced3-6f4b-43eb-9744-b8239bd5b502 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:15.249145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-d206ced3-6f4b-43eb-9744-b8239bd5b502 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:15.250351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d206ced3-6f4b-43eb-9744-b8239bd5b502 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0165718
Dec 15 12:49:15.255378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.258233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.262466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.263705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53578) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:15.271873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8ad9ea5b-6d2a-4919-a099-87edd111b5ac tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:15.288867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:15.344558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ad9ea5b-6d2a-4919-a099-87edd111b5ac tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:15.367638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ad9ea5b-6d2a-4919-a099-87edd111b5ac tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:15.374597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.391540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ad9ea5b-6d2a-4919-a099-87edd111b5ac tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:15.402631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Pushing event updated for resources: {'Port': ['ID=e3a129c0-2ae1-4624-8686-b559bfc5d37b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:15.405555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 11223563-6119-4cd3-8b8b-a42407fae960 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:49:15.420042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ad9ea5b-6d2a-4919-a099-87edd111b5ac tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:15.432303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:15.439074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Attempting to bind port e3a129c0-2ae1-4624-8686-b559bfc5d37b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:15.439893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Attempting to bind port e3a129c0-2ae1-4624-8686-b559bfc5d37b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:15.440311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Attempting to bind port e3a129c0-2ae1-4624-8686-b559bfc5d37b on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:15.462098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:15.462534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Checking segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:15.462997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.463496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Bound using segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:15.464060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Bound port: e3a129c0-2ae1-4624-8686-b559bfc5d37b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:15.464487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.476575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:15.487977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:49:15.488391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:49:15.517597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:15.540167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:15.580006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:15.629848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.632136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:15.650738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] For port e3a129c0-2ae1-4624-8686-b559bfc5d37b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:15.664149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] For port e3a129c0-2ae1-4624-8686-b559bfc5d37b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e3a129c0-2ae1-4624-8686-b559bfc5d37b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:15.672449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.678442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4001971-0554-47ce-a6b7-bf90d47e4821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:15.683153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:15.698463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:15.715378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 11223563-6119-4cd3-8b8b-a42407fae960, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=11223563-6119-4cd3-8b8b-a42407fae960,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:15.731077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.733540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-8ad9ea5b-6d2a-4919-a099-87edd111b5ac tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:15.734432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ad9ea5b-6d2a-4919-a099-87edd111b5ac tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4686472
Dec 15 12:49:15.738326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Router 8e894f0e-a1f7-4226-92a9-c883e81840f8 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:49:15.741799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53582) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:15.751921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d0c41b08-82c0-4322-92fd-dba4f08ef836 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:15.752803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-d0c41b08-82c0-4322-92fd-dba4f08ef836 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:15.754693 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d0c41b08-82c0-4322-92fd-dba4f08ef836 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0092008
Dec 15 12:49:15.762057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53586) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:15.774414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6754fd16-1bcc-4085-9a4e-87f01f3f571b tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:15.775803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Pushing event updated for resources: {'Port': ['ID=e3a129c0-2ae1-4624-8686-b559bfc5d37b,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:15.779045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:15.779647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:15.785126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6754fd16-1bcc-4085-9a4e-87f01f3f571b tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:15.800556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6754fd16-1bcc-4085-9a4e-87f01f3f571b tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:15.802420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Allocated IP 172.26.0.37 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/0eb7e6aa-a612-4bb4-83ee-18086b3b6fab) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:15.807807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6754fd16-1bcc-4085-9a4e-87f01f3f571b tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:15.827164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6754fd16-1bcc-4085-9a4e-87f01f3f571b tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:15.833967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.861719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=11223563-6119-4cd3-8b8b-a42407fae960,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:15.862187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.872279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:15.877973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17e94ed7-950c-4597-9759-2f243556bfa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:15.901406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.913901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:15.925363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.963101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:15.989550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Deleting port 11223563-6119-4cd3-8b8b-a42407fae960 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:15.990290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.016932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.041926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:16.055510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:16.057432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=1ce4f60f-91d6-42da-8891-43010aa40083,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:16.060519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:16.061003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.062229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-6754fd16-1bcc-4085-9a4e-87f01f3f571b tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:16.063460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6754fd16-1bcc-4085-9a4e-87f01f3f571b tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3008761
Dec 15 12:49:16.064336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0818db9d-566f-4495-956e-79be48185bc6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:16.069830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53590) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.071680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:16.084317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] Sync routers for ids ['8e894f0e-a1f7-4226-92a9-c883e81840f8'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:16.093691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.099127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "PUT /v2.0/routers/8e894f0e-a1f7-4226-92a9-c883e81840f8 HTTP/1.1" status: 200  len: 705 time: 4.7686715
Dec 15 12:49:16.100075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:16.103829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53594) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.108659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] Routers {'8e894f0e-a1f7-4226-92a9-c883e81840f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:16.108983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-362715ff-b330-49ae-818e-af95a13b8895 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.109344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6163c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8e894f0e-a1f7-4226-92a9-c883e81840f8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:16.110625 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-362715ff-b330-49ae-818e-af95a13b8895 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:16.112169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-362715ff-b330-49ae-818e-af95a13b8895 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0385482
Dec 15 12:49:16.114839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53598) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.118187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.122147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3122203
Dec 15 12:49:16.125129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.145874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:16.149255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53602) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.156833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a8cd71d-d0ef-4b16-89aa-711d6549fec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:16.193721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Transition to ACTIVE for port object bd7eed73-810c-4aea-9ea3-856074123c0a will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:16.208402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--138221075'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.237834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:16.257332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:16.263519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:16.281586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1624c58d-2249-4701-9700-ea9acd18860b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:16.286731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.288036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6163c8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:16.290562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.5547502
Dec 15 12:49:16.299497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:16.300680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:16.302982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53606) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.317835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] Routers {'8e894f0e-a1f7-4226-92a9-c883e81840f8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:16.318520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6163c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8e894f0e-a1f7-4226-92a9-c883e81840f8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:16.326877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:16.328047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ea49fbcc-0076-4d40-b51c-9beecabd289c tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '1624c58d-2249-4701-9700-ea9acd18860b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.328751 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-ea49fbcc-0076-4d40-b51c-9beecabd289c tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:16.332578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea49fbcc-0076-4d40-b51c-9beecabd289c tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0125191
Dec 15 12:49:16.336439 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4914165
Dec 15 12:49:16.341285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53610) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.341866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53612) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.368783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'name': 'tempest-NetworksTestDHCPv6-308115389'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.387754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] For port 11223563-6119-4cd3-8b8b-a42407fae960, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=11223563-6119-4cd3-8b8b-a42407fae960,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:16.388715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.401752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6163c8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:16.402181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dca42e-321a-4085-82cd-0c7065338470 None None] The sync data for ids ['8e894f0e-a1f7-4226-92a9-c883e81840f8'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:16.414938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:16.420258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:16.420477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.429222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:16.447091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Project 7b1b3c26928a434fae6bef7368fd9211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:49:16.469992 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e09646c-4b5c-4470-b3c6-a83bf9e14a65 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/routers/8e894f0e-a1f7-4226-92a9-c883e81840f8 HTTP/1.1" status: 200  len: 740 time: 0.3562016
Dec 15 12:49:16.473134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.473759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53618) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.524599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:16.528761 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e60f6823-67be-4460-b1de-fde8f27b240e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4093390
Dec 15 12:49:16.532021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53622) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.542268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-058e16a0-713f-49dc-8255-3ec2f72cfb21 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.542923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-058e16a0-713f-49dc-8255-3ec2f72cfb21 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:16.547147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-058e16a0-713f-49dc-8255-3ec2f72cfb21 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0113826
Dec 15 12:49:16.547147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b98aa225-5a0b-4428-a1ca-f26aecfdae22 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=8e894f0e-a1f7-4226-92a9-c883e81840f8 HTTP/1.1" status: 200  len: 205 time: 0.0721264
Dec 15 12:49:16.547946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53626) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.550295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.555643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.561213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Calling delete_port for 11223563-6119-4cd3-8b8b-a42407fae960 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:16.578172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.605094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:16.605558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:16.617386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-98f7c47d-4994-44e0-a136-41f4ea42b28b tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e894f0e-a1f7-4226-92a9-c883e81840f8 HTTP/1.1" status: 200  len: 205 time: 0.0635276
Dec 15 12:49:16.617386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:16.618684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53634) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.621550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:16.644611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.651082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4646c85-3d77-4e38-a65c-d710c0cfd446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:16.671967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:16.690986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:16.693788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:16.698630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Pushing event deleted for resources: {'Port': ['ID=11223563-6119-4cd3-8b8b-a42407fae960,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:16.702359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:16.705566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] No DVR routers for this DVR port 11223563-6119-4cd3-8b8b-a42407fae960 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:16.727093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:16.740465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c7fea-0cc6-4e98-9394-5ec87bddb1d7 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:16.751454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:16.762883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.768742 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Project 7b1b3c26928a434fae6bef7368fd9211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:49:16.769015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:16.775084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event updated for resources: {'Port': ['ID=bd7eed73-810c-4aea-9ea3-856074123c0a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:16.785831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:16.792732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:16.792940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfbe68b2-f746-4ddc-929d-6f6ca699f4eb tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.796130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:16.805695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:16.833773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.837810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb80f8f3-702c-4f95-8322-789b24594d98 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:16.851049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:16.855227 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-212870c5-0a09-4ba6-a135-a636500a7b83 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3032832
Dec 15 12:49:16.863035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53638) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:16.896124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:16.914805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:16.927380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:16.931566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:16.938754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:16.944129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:16.944580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:16.958759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:16.969028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:17.019964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '1ce4f60f-91d6-42da-8891-43010aa40083'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:17.021368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.056334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:17.057271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.061980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Pushing event updated for resources: {'Port': ['ID=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:17.072691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:17.095415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:17.096476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:17.106234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:17.112265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.125934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Project 7b1b3c26928a434fae6bef7368fd9211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:49:17.127794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:17.148665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:17.152602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-501e1a98-7fb1-4401-b862-0c77790c77e0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2405741
Dec 15 12:49:17.153286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53642) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.162623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.192472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.203146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:17.237460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:17.277038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8158307
Dec 15 12:49:17.282610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/1ce4f60f-91d6-42da-8891-43010aa40083/7d9e9cee-9379-45cd-813b-417468ba94f3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:17.290970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53646) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.300614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2b4b69fd-29fe-4960-ae92-b85bc69cd218 None None] Provisioning for port bd7eed73-810c-4aea-9ea3-856074123c0a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:17.305610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.308216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.312112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/1624c58d-2249-4701-9700-ea9acd18860b HTTP/1.1" status: 204  len: 168 time: 0.9652929
Dec 15 12:49:17.322565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53652) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.323376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.328596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1627913
Dec 15 12:49:17.342928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2b4b69fd-29fe-4960-ae92-b85bc69cd218 None None] Provisioning complete for port bd7eed73-810c-4aea-9ea3-856074123c0a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:17.343604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69fd-29fe-4960-ae92-b85bc69cd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.351495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53654) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.354685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfbe68b2-f746-4ddc-929d-6f6ca699f4eb tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.359687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfbe68b2-f746-4ddc-929d-6f6ca699f4eb tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.382022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9423e1a4-8964-43de-8225-1ae50d0f6f07,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:17.391304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfbe68b2-f746-4ddc-929d-6f6ca699f4eb tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.391943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbe68b2-f746-4ddc-929d-6f6ca699f4eb tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Fanout notify agent at l3_agent the message router_deleted on router 8e894f0e-a1f7-4226-92a9-c883e81840f8 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:49:17.406014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '0818db9d-566f-4495-956e-79be48185bc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9423e1a4-8964-43de-8225-1ae50d0f6f07', 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:17.411849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:17.412572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-195ae24c-1662-4a2a-8e3f-71d4e9c939f8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:17.422700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bfbe68b2-f746-4ddc-929d-6f6ca699f4eb tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.425312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bfbe68b2-f746-4ddc-929d-6f6ca699f4eb tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/8e894f0e-a1f7-4226-92a9-c883e81840f8 HTTP/1.1" status: 204  len: 168 time: 0.8054914
Dec 15 12:49:17.428013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53660) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.441461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:17.461337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624c58d-2249-4701-9700-ea9acd18860b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:17.463951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:17.484215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:17.491140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:17.513697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e3ebf5fc-713a-4632-8f00-f7567e65f38f tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e894f0e-a1f7-4226-92a9-c883e81840f8 HTTP/1.1" status: 200  len: 205 time: 0.0803761
Dec 15 12:49:17.513981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53664) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.523620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:17.582701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-567ee10d-d167-4c47-8515-6ebdd056b0a8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:17.604852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.655819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-567ee10d-d167-4c47-8515-6ebdd056b0a8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:17.657297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-567ee10d-d167-4c47-8515-6ebdd056b0a8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3274591
Dec 15 12:49:17.658543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.662766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53668) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.682999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212900969'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:17.692218 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-d9bc228f-4674-4e46-a96b-e27733c428ad tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:17.693328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'project_id': '200f39136cdf4a508cfc1ad2c0e023bf', 'port_id': 'bd7eed73-810c-4aea-9ea3-856074123c0a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:17.693966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d9bc228f-4674-4e46-a96b-e27733c428ad tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/8e894f0e-a1f7-4226-92a9-c883e81840f8 HTTP/1.1" status: 404  len: 336 time: 0.1738689
Dec 15 12:49:17.698451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:17.702968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Usage tracker for resource:floatingip and tenant:200f39136cdf4a508cfc1ad2c0e023bf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:17.705246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53672) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.706131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:17.712440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:17.731988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.740368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:17.751108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b69fd-29fe-4960-ae92-b85bc69cd218 None None] Port bd7eed73-810c-4aea-9ea3-856074123c0a cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:17.755154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.760186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e3a129c0-2ae1-4624-8686-b559bfc5d37b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:17.774338 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c7eda56-5914-42fa-a017-6a17f34012ce tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e40a13-4f9b-4824-adda-358d497e42bd HTTP/1.1" status: 200  len: 205 time: 0.0676363
Dec 15 12:49:17.777241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53676) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.798021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:17.814561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Transition to ACTIVE for port object 7d9e9cee-9379-45cd-813b-417468ba94f3 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:17.834305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.838768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.853619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.854393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.857306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Transition to ACTIVE for port object 7d9e9cee-9379-45cd-813b-417468ba94f3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:17.867759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:17.870060 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-e7fe7690-226e-4acc-9408-6d3e73718049 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:17.874291 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7fe7690-226e-4acc-9408-6d3e73718049 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/49e40a13-4f9b-4824-adda-358d497e42bd HTTP/1.1" status: 404  len: 336 time: 0.0927787
Dec 15 12:49:17.874434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9845e7f7-77b5-4442-9658-3f39912e39a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:17.879122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53680) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.934722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-29432df6-f105-4121-9884-812edae42649 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=336db9cc-f65c-47dc-8b89-72dfcbf158fd HTTP/1.1" status: 200  len: 205 time: 0.0521517
Dec 15 12:49:17.935525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53684) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:17.946107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Pushing event updated for resources: {'Port': ['ID=7d9e9cee-9379-45cd-813b-417468ba94f3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:17.949692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:17.966474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port e3a129c0-2ae1-4624-8686-b559bfc5d37b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:17.986377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:17.987879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:17.991113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:18.073592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.092126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5853ca4-2f85-47b8-a339-4fa61fb2f281 None None] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:18.104635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.110518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:18.128312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:18.140306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:18.149306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Attempting to bind port 7d9e9cee-9379-45cd-813b-417468ba94f3 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:18.149697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Attempting to bind port 7d9e9cee-9379-45cd-813b-417468ba94f3 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:18.149886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:18.150367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Attempting to bind port 7d9e9cee-9379-45cd-813b-417468ba94f3 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:18.180865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::c9 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/1ce4f60f-91d6-42da-8891-43010aa40083/6ba5a7ae-d662-45f8-a60b-14bb8c7ef181) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:18.184641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:18.188012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6bc879-0987-4629-b190-7e986dbc3917,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:18.206365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:18.247560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:18.248787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:18.249387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.249952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:18.251014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Bound port: 7d9e9cee-9379-45cd-813b-417468ba94f3, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:18.251014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.255812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.260052 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.8749669
Dec 15 12:49:18.262027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53688) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.268823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-4ebc4a29-b746-4f95-873e-bc80cfcdfb3c tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:18.269936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ebc4a29-b746-4f95-873e-bc80cfcdfb3c tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/336db9cc-f65c-47dc-8b89-72dfcbf158fd HTTP/1.1" status: 404  len: 336 time: 0.3334737
Dec 15 12:49:18.275320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53692) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.306930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.321382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.332135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.340272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b465c7c0-7f22-4480-a89d-f8c06705b202 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:18.362663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:18.369945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:18.371611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.372956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/9e3fe0f8-c0d3-4bba-be59-9d4ca54b94ec HTTP/1.1" status: 204  len: 168 time: 1.2185080
Dec 15 12:49:18.377434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53696) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.392936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Provisioning for port e3a129c0-2ae1-4624-8686-b559bfc5d37b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:18.397348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.405825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77165181-f9dc-4f71-899d-3588cbd20bb7 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:18.420863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Provisioning complete for port e3a129c0-2ae1-4624-8686-b559bfc5d37b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:18.421358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.443110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e6bc879-0987-4629-b190-7e986dbc3917,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:18.458359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:18.461468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.465388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0e6bc879-0987-4629-b190-7e986dbc3917 HTTP/1.1" status: 204  len: 168 time: 0.1966064
Dec 15 12:49:18.471420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53700) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.503236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7c443e3-5acb-4791-b2e8-6ba6da35ee49 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:18.535415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7c443e3-5acb-4791-b2e8-6ba6da35ee49 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:18.541429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d7c443e3-5acb-4791-b2e8-6ba6da35ee49 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1586127
Dec 15 12:49:18.547166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53704) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.557288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332799435'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:18.569015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:18.580515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e663803c-104c-458c-8d52-25ebd7f9bec1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:18.602182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:18.610442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e663803c-104c-458c-8d52-25ebd7f9bec1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:18.615075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e663803c-104c-458c-8d52-25ebd7f9bec1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1388416
Dec 15 12:49:18.616050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53708) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.635992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.636255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0a0d6dd3-5074-4b76-9e7b-46d92507f9c3 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=9141dbc1-f1f8-47d7-911d-e037fbdac0bc HTTP/1.1" status: 200  len: 205 time: 0.3497574
Dec 15 12:49:18.649596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53712) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.720437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.726614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9f348666-c50d-445d-8c19-391df297e238 None None] For port 7d9e9cee-9379-45cd-813b-417468ba94f3, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:18.741877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-0c5bddd4-a5ec-475f-9739-4f76e0d1cb72 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:18.745778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c5bddd4-a5ec-475f-9739-4f76e0d1cb72 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/9141dbc1-f1f8-47d7-911d-e037fbdac0bc HTTP/1.1" status: 404  len: 336 time: 0.0923219
Dec 15 12:49:18.745932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9f348666-c50d-445d-8c19-391df297e238 None None] For port 7d9e9cee-9379-45cd-813b-417468ba94f3, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d9e9cee-9379-45cd-813b-417468ba94f3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:18.748916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53716) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.786250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.791658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:18.812520 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b898ddb3-33b3-475b-9f5a-87c9ceabef3a tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 HTTP/1.1" status: 200  len: 205 time: 0.0598438
Dec 15 12:49:18.814705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53720) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.817704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.848694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.859247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56fb4b4b-9509-44e5-8e34-b856aeb818a4 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:18.904792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:18.911538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-85adb757-8de6-43bd-8d71-3f140ac17644 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:18.916109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-85adb757-8de6-43bd-8d71-3f140ac17644 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/83c61960-dbde-40ea-8d5e-84a6d3f0b2f8 HTTP/1.1" status: 404  len: 336 time: 0.0952215
Dec 15 12:49:18.919316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53724) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.928901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:18.933778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:18.974325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Pushing event updated for resources: {'Port': ['ID=7d9e9cee-9379-45cd-813b-417468ba94f3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:18.984297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c2cb608-d398-4824-8205-795e5a7ec013 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "GET /v2.0/ports?device_id=801e3532-1f6e-41ee-b9c4-e69637538afa HTTP/1.1" status: 200  len: 205 time: 0.0645423
Dec 15 12:49:18.985579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:18.989199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53728) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:18.995726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:19.014556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] For port e3a129c0-2ae1-4624-8686-b559bfc5d37b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e3a129c0-2ae1-4624-8686-b559bfc5d37b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:19.019580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.021480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b494aa43-0017-42e4-87fa-11629342388a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:19.047443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd17a72-40e2-46e7-a9f4-f1dbdab9a46e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:19.050585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:19.065416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:19.067908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.070196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.075570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4090900
Dec 15 12:49:19.079609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53732) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.112199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-60347257-fb28-4248-b554-bc168f9ada22 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '8dd17a72-40e2-46e7-a9f4-f1dbdab9a46e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:19.113202 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-60347257-fb28-4248-b554-bc168f9ada22 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:19.115855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Pushing event updated for resources: {'Port': ['ID=e3a129c0-2ae1-4624-8686-b559bfc5d37b,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:19.117711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60347257-fb28-4248-b554-bc168f9ada22 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0281918
Dec 15 12:49:19.119752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:19.124807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53736) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.152594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-8e5ea751-d839-4d44-84ff-88836787c45d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:19.156836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e5ea751-d839-4d44-84ff-88836787c45d tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/routers/801e3532-1f6e-41ee-b9c4-e69637538afa HTTP/1.1" status: 404  len: 336 time: 0.1613619
Dec 15 12:49:19.170448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53740) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.200908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.241079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.242719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:19.244804 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb6bb2e-3709-4d02-96d2-a22c7519ad57 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:49:19.245320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb6bb2e-3709-4d02-96d2-a22c7519ad57 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:49:19.250740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.265589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.267469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Allocated IP 172.26.0.136 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/d243dfff-375c-4db4-89b2-ccba0cf865aa) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:19.274304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-66e05004-5dcc-4b06-98c9-3bce1074501f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:19.297138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.300854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1cb6bb2e-3709-4d02-96d2-a22c7519ad57 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] 10.222.0.53 "DELETE /v2.0/subnets/e8f75893-870a-426f-87ff-53f6f7854d13 HTTP/1.1" status: 404  len: 337 time: 0.1297200
Dec 15 12:49:19.324659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-774dbf84-4764-45f3-8875-9f30819d994e tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:19.347906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.352187 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8008106
Dec 15 12:49:19.354943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53746) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.358061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1d6c45-c6f1-4f51-b9c7-a8e89ae065e6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:19.361205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:19.365222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-78579b80-db72-4435-b42e-3509e7df1434 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '4a1d6c45-c6f1-4f51-b9c7-a8e89ae065e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:19.371743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78579b80-db72-4435-b42e-3509e7df1434 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:19.378965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78579b80-db72-4435-b42e-3509e7df1434 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:19.382373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78579b80-db72-4435-b42e-3509e7df1434 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:19.419880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78579b80-db72-4435-b42e-3509e7df1434 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:19.431841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.439889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3900bfc6-01ac-4c33-894d-0564305130cb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:19.465959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e3a129c0-2ae1-4624-8686-b559bfc5d37b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:19.466696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9423e1a4-8964-43de-8225-1ae50d0f6f07,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:19.470845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:19.472340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:19.481497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:19.511003 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-78579b80-db72-4435-b42e-3509e7df1434 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The resource could not be found.
Dec 15 12:49:19.512237 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-78579b80-db72-4435-b42e-3509e7df1434 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1561074
Dec 15 12:49:19.515038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.516367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:19.519988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/9423e1a4-8964-43de-8225-1ae50d0f6f07 HTTP/1.1" status: 204  len: 168 time: 0.9032876
Dec 15 12:49:19.521659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53750) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.522364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:19.523059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.525398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53752) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.532500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7f15e2d8-486b-4bd0-82e1-537d3cb20951 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '4a1d6c45-c6f1-4f51-b9c7-a8e89ae065e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9c008911-cbe1-4c32-b895-528284b3ad7a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:19.543806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7f15e2d8-486b-4bd0-82e1-537d3cb20951 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:19.566492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7f15e2d8-486b-4bd0-82e1-537d3cb20951 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:19.584256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7f15e2d8-486b-4bd0-82e1-537d3cb20951 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:19.595813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7f15e2d8-486b-4bd0-82e1-537d3cb20951 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:19.638294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2ef4b6f6-3e19-4ef8-b01b-766046028aee None None] Provisioning complete for port e3a129c0-2ae1-4624-8686-b559bfc5d37b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:19.638791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b6f6-3e19-4ef8-b01b-766046028aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.675509 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-7f15e2d8-486b-4bd0-82e1-537d3cb20951 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The resource could not be found.
Dec 15 12:49:19.675970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.3300214
Dec 15 12:49:19.677182 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7f15e2d8-486b-4bd0-82e1-537d3cb20951 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1539850
Dec 15 12:49:19.679778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=6ba5a7ae-d662-45f8-a60b-14bb8c7ef181,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:19.680149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53760) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.682911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:19.688272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.709779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port e3a129c0-2ae1-4624-8686-b559bfc5d37b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:19.710259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.754098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53762) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.793992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-89abad8c-79b9-4338-86b0-eae10a0e6ecb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:19.815132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53768) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.845301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.848416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9036f1b5-2594-4d71-9d39-b5a5abc23ec4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:19.853024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9036f1b5-2594-4d71-9d39-b5a5abc23ec4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:19.853887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9036f1b5-2594-4d71-9d39-b5a5abc23ec4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:19.858989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-89abad8c-79b9-4338-86b0-eae10a0e6ecb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:19.863435 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-89abad8c-79b9-4338-86b0-eae10a0e6ecb tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.3187590
Dec 15 12:49:19.864741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53774) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.924470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Router 7303efdb-6adf-4445-810e-0932bb001cda is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:49:19.931100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9036f1b5-2594-4d71-9d39-b5a5abc23ec4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:19.935690 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9036f1b5-2594-4d71-9d39-b5a5abc23ec4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.2447832
Dec 15 12:49:19.940438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53778) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:19.955086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:19.986095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.022857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.043602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.052905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.078198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.083960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cebcb239-b653-4662-a608-de7e4eaf7fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:20.103252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0818db9d-566f-4495-956e-79be48185bc6,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:20.108408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:20.111010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:20.115646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a68e1f58ef4a456a98d0c4b01beedc50 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:20.119255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:20.128457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:20.141585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.142840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/0818db9d-566f-4495-956e-79be48185bc6 HTTP/1.1" status: 204  len: 168 time: 0.2778676
Dec 15 12:49:20.145972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53782) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.150047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.175289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-956bec5a-898e-4df6-a3b7-dd47fe304097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:20.203427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:20.203848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.237846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f681930-da92-41f4-b58b-ad688d3c3d52 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:20.243854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.265132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.266974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd17a72-40e2-46e7-a9f4-f1dbdab9a46e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:20.269152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.278514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ff456ba-2297-4af6-a612-817f4e19bcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:20.287291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:20.288183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f681930-da92-41f4-b58b-ad688d3c3d52 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:20.289584 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f681930-da92-41f4-b58b-ad688d3c3d52 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1426108
Dec 15 12:49:20.295833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53786) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.313303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628105458'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:20.322214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.325129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/8dd17a72-40e2-46e7-a9f4-f1dbdab9a46e HTTP/1.1" status: 204  len: 168 time: 1.1934321
Dec 15 12:49:20.330073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:20.331423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53790) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.337411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.346185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acbc2d91-a9d8-4e63-aaf8-9c19c1b7694c tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:20.349914 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a68e1f58ef4a456a98d0c4b01beedc50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5335279
Dec 15 12:49:20.351067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:20.353795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53794) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.357332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8de0be9-0879-4a65-9bcf-4987a3185692,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:20.363740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:20.393351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.461001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:20.469563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:20.479375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:20.482705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.488822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:20.508568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.527571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.536198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Pushing event updated for resources: {'Port': ['ID=d243dfff-375c-4db4-89b2-ccba0cf865aa,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:20.541132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:20.544109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:20.551378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:20.568187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:20.611673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.615183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.621167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f93ea3c8-6d58-4b10-80a9-883ca20dce98 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:20.654863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.655716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:20.682854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd265cc-0eae-46ca-80f2-9e5c7d56131c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:20.685790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1d6c45-c6f1-4f51-b9c7-a8e89ae065e6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:20.688412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:20.689037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:20.715574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8de0be9-0879-4a65-9bcf-4987a3185692,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:20.720939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:20.722706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:20.724490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.726063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4272342
Dec 15 12:49:20.729433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53798) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.730022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.731224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8de0be9-0879-4a65-9bcf-4987a3185692 HTTP/1.1" status: 204  len: 168 time: 0.3753963
Dec 15 12:49:20.744524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.745709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/4a1d6c45-c6f1-4f51-b9c7-a8e89ae065e6 HTTP/1.1" status: 204  len: 168 time: 0.9900198
Dec 15 12:49:20.748609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-103ed013-483d-45c6-a6ab-ef1d94c7ddfb tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:20.749163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53804) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.760997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '5bd265cc-0eae-46ca-80f2-9e5c7d56131c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:20.787793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:20.797261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:20.801734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:20.815490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:20.854453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-925983fc-8505-4e0f-b7cc-f503b786fbff tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:20.858596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.903076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-925983fc-8505-4e0f-b7cc-f503b786fbff tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:20.908943 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-925983fc-8505-4e0f-b7cc-f503b786fbff tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1544592
Dec 15 12:49:20.911184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53808) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.920207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1456d4bc-232f-4149-adc5-083fe7bb475a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '52029be7-000c-4692-a1fc-11e13583c1fa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:20.940113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1456d4bc-232f-4149-adc5-083fe7bb475a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:20.947455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1456d4bc-232f-4149-adc5-083fe7bb475a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:20.951859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1456d4bc-232f-4149-adc5-083fe7bb475a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:20.960788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1456d4bc-232f-4149-adc5-083fe7bb475a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:20.975640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-103ed013-483d-45c6-a6ab-ef1d94c7ddfb tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:20.981330 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-103ed013-483d-45c6-a6ab-ef1d94c7ddfb tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6457667
Dec 15 12:49:20.981815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:20.983608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53814) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:20.989895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513364189'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:20.997020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:21.003599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.015910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:21.022355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.031474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:21.064223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472094c3-4f08-4eaa-88df-8b56b196d921,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:21.071888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:21.072922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-1456d4bc-232f-4149-adc5-083fe7bb475a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The resource could not be found.
Dec 15 12:49:21.074415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1456d4bc-232f-4149-adc5-083fe7bb475a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1606565
Dec 15 12:49:21.080547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.090874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53818) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.109185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--293774741'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:21.114206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.118293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.3828664
Dec 15 12:49:21.121847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:21.125800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53822) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.143233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-eb104065-7aa7-4963-a7c2-72f90822eadf None None] Provisioning for port 7d9e9cee-9379-45cd-813b-417468ba94f3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:21.163274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:21.175122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:21.193603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:21.197525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:21.201379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.212505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:21.214793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.234536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.240448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53826) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.253348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:21.315532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.332236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:21.334581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:21.344454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.344779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:21.352694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:21.357439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:21.360579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=472094c3-4f08-4eaa-88df-8b56b196d921,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:21.362270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:21.362418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.372395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:21.375921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2002b592-3af5-476a-8a91-9f943dc13270 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:21.382756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:21.383627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb757ac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:21.385698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:21.446715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.448072 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4634185
Dec 15 12:49:21.449525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43901729-e117-44fe-8514-f7c17f4684d2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:21.453924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:21.454399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53830) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.455239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.458872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/472094c3-4f08-4eaa-88df-8b56b196d921 HTTP/1.1" status: 204  len: 168 time: 0.3296657
Dec 15 12:49:21.464012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-308b79e1-fa3e-468b-8933-7dd078b5fbd0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '43901729-e117-44fe-8514-f7c17f4684d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:21.464857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-308b79e1-fa3e-468b-8933-7dd078b5fbd0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:21.465758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-308b79e1-fa3e-468b-8933-7dd078b5fbd0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0081613
Dec 15 12:49:21.466435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53834) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.488852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53838) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.493998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7d9e9cee-9379-45cd-813b-417468ba94f3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:21.505072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b420594c-5a2a-4e91-ae4b-f901f37b5171 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '43901729-e117-44fe-8514-f7c17f4684d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:21.505743 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-b420594c-5a2a-4e91-ae4b-f901f37b5171 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:21.509551 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b420594c-5a2a-4e91-ae4b-f901f37b5171 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0168564
Dec 15 12:49:21.511768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53842) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.531546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-acd1c811-797b-4e3a-a7bd-b0c36206d1c8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '43901729-e117-44fe-8514-f7c17f4684d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:21.532364 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-acd1c811-797b-4e3a-a7bd-b0c36206d1c8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:21.536529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-acd1c811-797b-4e3a-a7bd-b0c36206d1c8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0185752
Dec 15 12:49:21.547434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53846) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.571691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-72752cc0-9b45-4d40-9904-329a73c7baa4 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '43901729-e117-44fe-8514-f7c17f4684d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:21.572471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-72752cc0-9b45-4d40-9904-329a73c7baa4 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:21.577484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72752cc0-9b45-4d40-9904-329a73c7baa4 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0251186
Dec 15 12:49:21.577484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.580644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53850) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.601128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.610840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:21.650861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7b03411d-5440-4a4d-8297-6b746250d168 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:21.695752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.697169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5967131
Dec 15 12:49:21.706048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53854) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.710198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b6416-3fac-4378-8d79-c4f662932008,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:21.719231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736235519'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:21.724437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:21.727104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:21.729235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:21.736807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7b03411d-5440-4a4d-8297-6b746250d168 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:21.738172 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7b03411d-5440-4a4d-8297-6b746250d168 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2705214
Dec 15 12:49:21.750434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53858) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.773773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7d9e9cee-9379-45cd-813b-417468ba94f3 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:21.777210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:21.779940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.834944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.843556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7d9e9cee-9379-45cd-813b-417468ba94f3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:21.844103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.846306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.917324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc10b5c4-7c7e-41bf-a6f5-8345d3a92210 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dae236e4a39f4938b62fc755395c555f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6044393
Dec 15 12:49:21.925316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53862) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.928303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:21.929554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.8575308
Dec 15 12:49:21.934496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53866) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:21.993654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:21.997342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8f8d7cb6-cd18-4655-a811-f91749adec19 None None] Provisioning for port 6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:21.997551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.019274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8f8d7cb6-cd18-4655-a811-f91749adec19 None None] Provisioning complete for port 6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:22.019884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7cb6-cd18-4655-a811-f91749adec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.020010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.035312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:22.038316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d697f603-16ef-4fd6-bfee-d5944a9ab87d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:22.046538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.048236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:22.058924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bddca2f4-591a-4875-8af9-2d7523297dfb tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:22.070818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:22.073067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d7cb6-cd18-4655-a811-f91749adec19 None None] Port 6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 was deleted so its status cannot be updated. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 15 12:49:22.087046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43901729-e117-44fe-8514-f7c17f4684d2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:22.090294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:22.114551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.122047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=6ba5a7ae-d662-45f8-a60b-14bb8c7ef181,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:22.130070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:22.130777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.132075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/43901729-e117-44fe-8514-f7c17f4684d2 HTTP/1.1" status: 204  len: 168 time: 0.5507739
Dec 15 12:49:22.137698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53870) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.236810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.259081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.268927 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 HTTP/1.1" status: 204  len: 168 time: 2.3224187
Dec 15 12:49:22.269991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53874) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.273674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.284251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.290867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.295668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df86ce72-d2d8-46bd-9aef-d8b7ef23f7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:22.307100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7d9e9cee-9379-45cd-813b-417468ba94f3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d9e9cee-9379-45cd-813b-417468ba94f3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:22.313628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.314298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb757ac8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:17Z', 'revision_number': 3, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:22.318458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.322312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca2ad9c-268d-4def-bba2-6c7e269a04ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:22.329535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd265cc-0eae-46ca-80f2-9e5c7d56131c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:22.338960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:22.340419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-579231c8-99c2-4e92-b5d9-5bff1c5a2bca tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:22.390252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:49:22.391015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Updating router 7303efdb-6adf-4445-810e-0932bb001cda port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:49:22.402881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c68cd0-6f98-441a-836d-8daf346f6e19,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:22.406171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.407539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6989777
Dec 15 12:49:22.416525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53878) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.417495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:22.422438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.422854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-01636b27-0ede-43f4-bc53-415c18fc8029 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2744427
Dec 15 12:49:22.422932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/5bd265cc-0eae-46ca-80f2-9e5c7d56131c HTTP/1.1" status: 204  len: 168 time: 0.6644146
Dec 15 12:49:22.426699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53880) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.426818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53882) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.428609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.448345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c5a665c4-a5ce-4d79-876e-5d5ce6e998e1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': '1b6b6416-3fac-4378-8d79-c4f662932008', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '22c68cd0-6f98-441a-836d-8daf346f6e19'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:22.448567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747619853'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:22.462606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c5a665c4-a5ce-4d79-876e-5d5ce6e998e1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:22.463695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:22.475132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c5a665c4-a5ce-4d79-876e-5d5ce6e998e1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:22.479603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c5a665c4-a5ce-4d79-876e-5d5ce6e998e1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:22.480256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.483842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef779367-1fe8-40bb-93f4-e6eb91e1d1c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:22.485544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef779367-1fe8-40bb-93f4-e6eb91e1d1c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:22.486403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ef779367-1fe8-40bb-93f4-e6eb91e1d1c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:22.491027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:22.497227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c5a665c4-a5ce-4d79-876e-5d5ce6e998e1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:22.498750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:22.519611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:22.544880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ef04e99-9ce8-428c-8bf6-f399631e8bd1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:22.553297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ef779367-1fe8-40bb-93f4-e6eb91e1d1c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:22.557869 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ef779367-1fe8-40bb-93f4-e6eb91e1d1c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2817400
Dec 15 12:49:22.558626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53890) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.561346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.599391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.604536 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-c5a665c4-a5ce-4d79-876e-5d5ce6e998e1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:22.605702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c5a665c4-a5ce-4d79-876e-5d5ce6e998e1 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1824148
Dec 15 12:49:22.609648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-930ad41a-9020-4683-9983-c17767237ee0 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:22.619967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53894) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.637297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7d9e9cee-9379-45cd-813b-417468ba94f3,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:22.641244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:22.649321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7065123-cb83-4331-b11f-3eaedc579256,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:22.654803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:22.671987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:22.700306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ef04e99-9ce8-428c-8bf6-f399631e8bd1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:22.705553 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ef04e99-9ce8-428c-8bf6-f399631e8bd1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2738347
Dec 15 12:49:22.711224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53898) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:22.721053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094756083'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:22.730603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:22.739037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:22.752791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:22.766054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:22.778130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:22.801120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.802338 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7065123-cb83-4331-b11f-3eaedc579256 HTTP/1.1" status: 204  len: 168 time: 0.8758349
Dec 15 12:49:22.847331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.860231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.915857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.976358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.982791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.991678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:22.997305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Transition to ACTIVE for port object 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:23.000476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.004736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.008891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.027869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:23.043103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8fdf26f-4333-41f3-b18f-749a47d26f99 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:23.110951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Attempting to bind port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:23.111580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Attempting to bind port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:23.112438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Attempting to bind port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:23.123877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.125280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6876733
Dec 15 12:49:23.130943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.144611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:23.145378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:23.145942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.146519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:23.147175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Bound port: 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:23.147799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.150710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53906) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.172846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-320df97d-5d06-4d18-ba67-ac9937009c6e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:23.173756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-320df97d-5d06-4d18-ba67-ac9937009c6e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:23.174871 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-320df97d-5d06-4d18-ba67-ac9937009c6e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0141921
Dec 15 12:49:23.180655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53912) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.194960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2697284d-c9ab-4f49-8537-3b8c59bc79d7 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:23.206752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597c1736-62ee-4388-9eb1-91a3d5bd4be9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:23.214426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:23.215231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-14a10739-10f9-4386-8e79-57951bce1f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:23.225952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2697284d-c9ab-4f49-8537-3b8c59bc79d7 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:23.230754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.235489 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/22c68cd0-6f98-441a-836d-8daf346f6e19 HTTP/1.1" status: 204  len: 168 time: 0.6120381
Dec 15 12:49:23.240291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53916) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.241273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:23.242172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2697284d-c9ab-4f49-8537-3b8c59bc79d7 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:23.252075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:23.262989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c68cd0-6f98-441a-836d-8daf346f6e19,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:23.273800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 1ce4f60f-91d6-42da-8891-43010aa40083 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:23.277594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:23.280583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2697284d-c9ab-4f49-8537-3b8c59bc79d7 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:23.283995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:23.289396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.309184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a310087-5fbd-428e-acfb-19344de03c11 None None] Pushing event updated for resources: {'Port': ['ID=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:23.311324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2697284d-c9ab-4f49-8537-3b8c59bc79d7 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:23.319776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:23.324841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a310087-5fbd-428e-acfb-19344de03c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:23.399278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.406369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] For port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:23.412217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] For port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:23.416673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.422849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcd511fa-4fec-4414-87ab-1f45f998308b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:23.456412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-2697284d-c9ab-4f49-8537-3b8c59bc79d7 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:23.457615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2697284d-c9ab-4f49-8537-3b8c59bc79d7 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2756488
Dec 15 12:49:23.462527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53924) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.471452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-87e5f1c4-0a84-4861-aa10-3d027228ae40 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:23.472142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-87e5f1c4-0a84-4861-aa10-3d027228ae40 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:23.473235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-87e5f1c4-0a84-4861-aa10-3d027228ae40 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0096691
Dec 15 12:49:23.477357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53928) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.486274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7cf7d5da-5c24-405a-a589-d6f0854f2a87 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:23.487300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7d9e9cee-9379-45cd-813b-417468ba94f3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:23.496384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7cf7d5da-5c24-405a-a589-d6f0854f2a87 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:23.521750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.526180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7cf7d5da-5c24-405a-a589-d6f0854f2a87 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:23.529670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7cf7d5da-5c24-405a-a589-d6f0854f2a87 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:23.533762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.542201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41c9fbdb-90ac-444a-afa7-7ed4c99e6801 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:23.577179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c55293a4-2cf0-496b-92bd-09ff95a52a8a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:23.581140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7cf7d5da-5c24-405a-a589-d6f0854f2a87 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:23.670534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.681636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Pushing event updated for resources: {'Port': ['ID=d243dfff-375c-4db4-89b2-ccba0cf865aa,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:23.691180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.701731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:23.709732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:23.720045 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-7cf7d5da-5c24-405a-a589-d6f0854f2a87 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:23.724066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7cf7d5da-5c24-405a-a589-d6f0854f2a87 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2429054
Dec 15 12:49:23.727662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53936) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.737891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2f4d96f3-9e62-4d5b-b24b-7b4adc002ac2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:23.738636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-2f4d96f3-9e62-4d5b-b24b-7b4adc002ac2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:23.742899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2f4d96f3-9e62-4d5b-b24b-7b4adc002ac2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0114048
Dec 15 12:49:23.743372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53940) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.747857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c55293a4-2cf0-496b-92bd-09ff95a52a8a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:23.750333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-09fdce7e-dce6-4685-9fa1-de086a5060f0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:23.752670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c55293a4-2cf0-496b-92bd-09ff95a52a8a tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.5071478
Dec 15 12:49:23.753388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53944) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.773069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09fdce7e-dce6-4685-9fa1-de086a5060f0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:23.781890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.797896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.829441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550063da-2176-46da-bdf7-4d53519c4c28,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:23.839093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:23.839848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb757ac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:23.848953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:23.867197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09fdce7e-dce6-4685-9fa1-de086a5060f0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:23.876216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:23.877566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1652594
Dec 15 12:49:23.881801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09fdce7e-dce6-4685-9fa1-de086a5060f0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:23.884352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53950) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:23.894904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09fdce7e-dce6-4685-9fa1-de086a5060f0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:23.908393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '550063da-2176-46da-bdf7-4d53519c4c28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:23.924378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:23.968093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a310087-5fbd-428e-acfb-19344de03c11 None None] Pushing event updated for resources: {'Port': ['ID=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:23.974003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a310087-5fbd-428e-acfb-19344de03c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:23.982648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:23.994287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:24.019170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:24.022150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-09fdce7e-dce6-4685-9fa1-de086a5060f0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:24.026817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09fdce7e-dce6-4685-9fa1-de086a5060f0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2824545
Dec 15 12:49:24.027694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53956) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.040410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cd48e075-5cbd-4e50-a2a0-7551cbfdbc1c tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:24.041361 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-cd48e075-5cbd-4e50-a2a0-7551cbfdbc1c tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:24.046552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.047846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53960) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.049220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd48e075-5cbd-4e50-a2a0-7551cbfdbc1c tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0200684
Dec 15 12:49:24.069254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ccee773b-5a55-4d93-873c-02985c3e99ee tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:24.089248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.093728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ccee773b-5a55-4d93-873c-02985c3e99ee tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:24.100287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7d9e9cee-9379-45cd-813b-417468ba94f3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:24.100287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.105516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:24.108259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Floating IP 0976aaba-98c4-487a-a1e2-7bbfc4c5f689 associated. External IP: 172.26.0.136, port: bd7eed73-810c-4aea-9ea3-856074123c0a.
Dec 15 12:49:24.143182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.156555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ccee773b-5a55-4d93-873c-02985c3e99ee tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:24.167889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.178616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ccee773b-5a55-4d93-873c-02985c3e99ee tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:24.183305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce4f60f-91d6-42da-8891-43010aa40083,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:24.194986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:24.198344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ccee773b-5a55-4d93-873c-02985c3e99ee tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:24.251729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.310394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/1ce4f60f-91d6-42da-8891-43010aa40083 HTTP/1.1" status: 204  len: 168 time: 1.7482777
Dec 15 12:49:24.312674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53966) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.315170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a0570-f5c9-4343-9e47-10f9fd8c21e5 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:24.375135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:24.389826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-ccee773b-5a55-4d93-873c-02985c3e99ee tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:24.390999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ccee773b-5a55-4d93-873c-02985c3e99ee tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3423417
Dec 15 12:49:24.401068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53972) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.413070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-486607d0-d787-4e1e-a142-450bd0326763 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0980084
Dec 15 12:49:24.414144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.418355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53976) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.423424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4c6a6120-7381-41c3-8b23-95cb24252ce5 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:24.437861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ac85aad3-2bc4-4bbc-a2d8-0ccd043bbba1 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '597c1736-62ee-4388-9eb1-91a3d5bd4be9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:24.497325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac85aad3-2bc4-4bbc-a2d8-0ccd043bbba1 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:24.506108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.508254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b6416-3fac-4378-8d79-c4f662932008,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:24.550672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac85aad3-2bc4-4bbc-a2d8-0ccd043bbba1 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:24.557002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:24.566137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac85aad3-2bc4-4bbc-a2d8-0ccd043bbba1 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:24.569286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.586527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac85aad3-2bc4-4bbc-a2d8-0ccd043bbba1 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:24.600354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:24.625423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.628626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Router d53b63b3-8934-433d-959b-225762da599b has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:49:24.629737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b6b6416-3fac-4378-8d79-c4f662932008 HTTP/1.1" status: 204  len: 168 time: 0.8669624
Dec 15 12:49:24.631050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53982) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.645768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c645e0d-5d4b-4a3a-99f8-d6523b4dda08,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:24.657433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:24.664426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.670478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53988) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.671358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7758181
Dec 15 12:49:24.715837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a2ff2c16-5ba3-4935-b960-e528e4183304 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules/5c645e0d-5d4b-4a3a-99f8-d6523b4dda08 HTTP/1.1" status: 200  len: 705 time: 0.0413966
Dec 15 12:49:24.723322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 53992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.811494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c39c9a69-4cf1-4f43-91cc-8452dfe549c3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:24.828264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f064c3-885a-4e45-82d5-dc2ded588972 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:24.832825 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-62f064c3-885a-4e45-82d5-dc2ded588972 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4003303
Dec 15 12:49:24.844603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 53998) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.866361 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-ac85aad3-2bc4-4bbc-a2d8-0ccd043bbba1 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:24.867974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac85aad3-2bc4-4bbc-a2d8-0ccd043bbba1 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4615345
Dec 15 12:49:24.892483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54002) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.903047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c39c9a69-4cf1-4f43-91cc-8452dfe549c3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:24.905184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c39c9a69-4cf1-4f43-91cc-8452dfe549c3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2699013
Dec 15 12:49:24.918839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54004) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:24.926344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:24.932328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Deleting port 7d9e9cee-9379-45cd-813b-417468ba94f3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:24.933046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:24.936904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--958064752'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:24.946743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:24.965421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ad5e266-7498-4b84-aa6e-148dd2de8c82 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:25.031121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ad5e266-7498-4b84-aa6e-148dd2de8c82 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:25.035737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ad5e266-7498-4b84-aa6e-148dd2de8c82 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2963054
Dec 15 12:49:25.038329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54014) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:25.040250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.065359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb757ac8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:17Z', 'revision_number': 3, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:25.083930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0582ce-9762-474c-91f9-13d083f33130 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:17Z', 'revision_number': 3, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:25.175584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.201858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.246067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.261611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] For port 7d9e9cee-9379-45cd-813b-417468ba94f3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d9e9cee-9379-45cd-813b-417468ba94f3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:25.262908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.276955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.402705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:25.404107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.413390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8986076d-e2ad-48a5-92d8-7f2b36a44c70 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:25.421089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea180ac5-2ba1-4beb-a7dd-1dbc29326b59 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:25.423809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea180ac5-2ba1-4beb-a7dd-1dbc29326b59 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5777457
Dec 15 12:49:25.431643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54022) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:25.440937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c645e0d-5d4b-4a3a-99f8-d6523b4dda08,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:25.480745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:25.484514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.486554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7d9e9cee-9379-45cd-813b-417468ba94f3 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:49:25.497051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e23f0664-350c-4244-a15c-d73ff0ed16b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:25.517876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.519315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597c1736-62ee-4388-9eb1-91a3d5bd4be9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:25.526666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:25.544371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54026) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:25.557380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Calling delete_port for 7d9e9cee-9379-45cd-813b-417468ba94f3 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:25.562774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.563455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5aee2b3b-8ec7-4c99-9a8e-646233217e88 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1300657
Dec 15 12:49:25.564181 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/597c1736-62ee-4388-9eb1-91a3d5bd4be9 HTTP/1.1" status: 204  len: 168 time: 0.6311707
Dec 15 12:49:25.571185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Allocated IP 172.20.0.1 (087cdc24-57f6-4249-84e8-ad57e5a750d5/f45e3a2d-c14b-4b2c-8dca-a26e188bcddd/897c13bd-08b1-4363-bd5b-64fd6e1bc910) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:25.572637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54032) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:25.573093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54034) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:25.574209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.575655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5c645e0d-5d4b-4a3a-99f8-d6523b4dda08 HTTP/1.1" status: 204  len: 168 time: 0.5234013
Dec 15 12:49:25.579100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54036) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:25.596438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:25.717123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.783892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a4271932-d7b1-44af-acbc-d220fb249238 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:25.796767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7d9e9cee-9379-45cd-813b-417468ba94f3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d9e9cee-9379-45cd-813b-417468ba94f3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:25.803793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.806935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f348666-c50d-445d-8c19-391df297e238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:25.861456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a4271932-d7b1-44af-acbc-d220fb249238 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:25.862852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a4271932-d7b1-44af-acbc-d220fb249238 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2828438
Dec 15 12:49:25.866407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:49:25.866589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54044) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:25.867298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:49:25.880516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '550063da-2176-46da-bdf7-4d53519c4c28', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:25.890437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:25.910108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:25.912750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:25.917886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:25.933781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7d9e9cee-9379-45cd-813b-417468ba94f3,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:25.937471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:25.944624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:25.945005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:25.968895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1616273231', 'router:external': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:25.975707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:25.979612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:25.981143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:25.989842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:25.993428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:network and tenant:fc6b4a24801b47faab0b611d982752b1 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:25.997673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:26.001093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Transition to ACTIVE for port object 897c13bd-08b1-4363-bd5b-64fd6e1bc910 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:26.002489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5386d20e-37fa-4a44-9677-585565c34534 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:26.002713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.008073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:26.020422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:26.035837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:26.041679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:26.049522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130530d6-05be-4d13-8453-6928db4e771b None None] Sync routers for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:26.067031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130530d6-05be-4d13-8453-6928db4e771b None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:26.068181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-130530d6-05be-4d13-8453-6928db4e771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb329828>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:26.081978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Made reservation on behalf of fc6b4a24801b47faab0b611d982752b1 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:26.086497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.116755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.121959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:26.158509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5386d20e-37fa-4a44-9677-585565c34534 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:26.161974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.166634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5386d20e-37fa-4a44-9677-585565c34534 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5831373
Dec 15 12:49:26.166852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.167379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54048) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:26.183076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.187295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-130530d6-05be-4d13-8453-6928db4e771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb329828>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:26.192960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--668979195'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:26.200311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:26.204710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130530d6-05be-4d13-8453-6928db4e771b None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:26.205686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-130530d6-05be-4d13-8453-6928db4e771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb329828>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:26.245791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:26.255363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.256506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:26.264719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:26.267936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:26.345416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7e6061-53ef-4646-b44b-b6fef3a6c66f,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:26.346263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-130530d6-05be-4d13-8453-6928db4e771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb329828>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:26.346752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130530d6-05be-4d13-8453-6928db4e771b None None] The sync data for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:26.349862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:26.351768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:26.360523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.368968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Deleting port 7d9e9cee-9379-45cd-813b-417468ba94f3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:26.369716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.378100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:26.432006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:26.441059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:security_group_rule and tenant:fc6b4a24801b47faab0b611d982752b1 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:26.451359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.455884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:26.471681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:26.476969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.488336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.489538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25140e51-a4d0-4442-aec0-64d2f356d8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:26.494095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6263983
Dec 15 12:49:26.500331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54052) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:26.527008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.563145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Pushing event updated for resources: {'Port': ['ID=897c13bd-08b1-4363-bd5b-64fd6e1bc910,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:26.566771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.580463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 9.2879806
Dec 15 12:49:26.587253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:26.587837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54056) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:26.639125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.644417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.7228165
Dec 15 12:49:26.724517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54060) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:26.766792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:26.771552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:26.775853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:26.783994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:26.823689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.842388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] For port 7d9e9cee-9379-45cd-813b-417468ba94f3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d9e9cee-9379-45cd-813b-417468ba94f3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:26.842875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.844883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-35080c65-60b5-4bbb-a18a-de2bd8c0ff2c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules/7f7e6061-53ef-4646-b44b-b6fef3a6c66f HTTP/1.1" status: 200  len: 705 time: 0.3334219
Dec 15 12:49:26.847683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.850959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fbebcf1d-e8a6-42b9-a7ee-738bc8da9c12 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] 10.222.0.53 "GET /v2.0/floatingips/0976aaba-98c4-487a-a1e2-7bbfc4c5f689 HTTP/1.1" status: 200  len: 983 time: 0.2577970
Dec 15 12:49:26.861374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-736dafa8-227a-4d03-a761-c942b540edf2 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': 'e941700b-43e2-4080-88ce-2d35603d28ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:26.867990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-736dafa8-227a-4d03-a761-c942b540edf2 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:26.872505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-736dafa8-227a-4d03-a761-c942b540edf2 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:26.875994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-736dafa8-227a-4d03-a761-c942b540edf2 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:26.882819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54064) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:26.883197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54066) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:26.887299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e941700b-43e2-4080-88ce-2d35603d28ba,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:26.895595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-736dafa8-227a-4d03-a761-c942b540edf2 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:26.952554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.956518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:26.963475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8c86dee-25e2-4f8f-b9b8-d24fc80b8791 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:26.981470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Calling delete_port for 7d9e9cee-9379-45cd-813b-417468ba94f3 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:26.996452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f8fb9-1a0b-4443-8e13-ff525f8ff64f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:27.011507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:27.017440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:49:27.037818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:27.045153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.057206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.057612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Added segment 4e2be0f1-f901-4667-9f47-d1ff77f2c33b of type vlan for network 42971ac3-8882-42e2-bb6e-36673698bd6f
Dec 15 12:49:27.061802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3abc18e5-50f7-4be2-bdbe-ca24345f0f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:27.069931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.083845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:27.137593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] No DVR routers for this DVR port 7d9e9cee-9379-45cd-813b-417468ba94f3 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:27.141561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0bb8d9a7-307d-45be-9f7c-76440ce7780f None None] Provisioning for port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:27.146521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Pushing event deleted for resources: {'Port': ['ID=7d9e9cee-9379-45cd-813b-417468ba94f3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:27.149626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:27.151163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0bb8d9a7-307d-45be-9f7c-76440ce7780f None None] Provisioning complete for port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:27.151475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bb8d9a7-307d-45be-9f7c-76440ce7780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.155665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce845c5-ca32-447f-a857-adbf0fe0b80e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:27.178413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:27.186011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-50ed15ae-fa97-4907-a0f2-55a00e448b66 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2252 time: 0.2968941
Dec 15 12:49:27.187376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54072) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.192600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.200136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0bcbdd4f-f70b-40d1-a0ed-cfaf84f3094e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:27.210797 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-736dafa8-227a-4d03-a761-c942b540edf2 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:27.215308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-736dafa8-227a-4d03-a761-c942b540edf2 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4793758
Dec 15 12:49:27.217030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.225894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0399544
Dec 15 12:49:27.232107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8d9a7-307d-45be-9f7c-76440ce7780f None None] Port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:27.234878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54076) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.240249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54078) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.288991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-35e072d2-6e1d-4a19-8f5e-6a5d064f09c0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '5ce845c5-ca32-447f-a857-adbf0fe0b80e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:27.302903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c9c5c517-b8ff-4c67-91db-0f5169570796 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group_rule': {'security_group_id': 'e941700b-43e2-4080-88ce-2d35603d28ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:27.318181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-35e072d2-6e1d-4a19-8f5e-6a5d064f09c0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:27.327778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9c5c517-b8ff-4c67-91db-0f5169570796 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:27.336213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9c5c517-b8ff-4c67-91db-0f5169570796 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:27.341991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-35e072d2-6e1d-4a19-8f5e-6a5d064f09c0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:27.344806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9c5c517-b8ff-4c67-91db-0f5169570796 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:27.347657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0bcbdd4f-f70b-40d1-a0ed-cfaf84f3094e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:27.349108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0bcbdd4f-f70b-40d1-a0ed-cfaf84f3094e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4647183
Dec 15 12:49:27.356495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54084) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.356730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-35e072d2-6e1d-4a19-8f5e-6a5d064f09c0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:27.362668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9c5c517-b8ff-4c67-91db-0f5169570796 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:27.379218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-35e072d2-6e1d-4a19-8f5e-6a5d064f09c0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:27.442004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:27.471285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-35e072d2-6e1d-4a19-8f5e-6a5d064f09c0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The resource could not be found.
Dec 15 12:49:27.475680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54088) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.475857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-35e072d2-6e1d-4a19-8f5e-6a5d064f09c0 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2310393
Dec 15 12:49:27.477782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.482523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-c9c5c517-b8ff-4c67-91db-0f5169570796 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:27.486773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9c5c517-b8ff-4c67-91db-0f5169570796 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2439468
Dec 15 12:49:27.487454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54092) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.489116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.490054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:27.490201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:27.490721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.499381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3d020aff-57a3-4495-a7a8-21fadd5701fe tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '5ce845c5-ca32-447f-a857-adbf0fe0b80e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f350b937-0919-41db-86ea-ba8898d66536'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:27.514720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69f59c5b-c80d-461a-bdee-d9070f334f67 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:27.532762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:27.538097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:27.538527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.563452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3d020aff-57a3-4495-a7a8-21fadd5701fe tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:27.587723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:27.588794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d020aff-57a3-4495-a7a8-21fadd5701fe tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:27.595681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.599557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:27.602739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d020aff-57a3-4495-a7a8-21fadd5701fe tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:27.605811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:27.606376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Deleting port d243dfff-375c-4db4-89b2-ccba0cf865aa {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:27.606536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.606761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.615583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8bdd5-3e1b-4aaa-b17c-4ba8ef7f82b9 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:27.627258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=9ab7a39e-13f0-4cad-b558-c6481676fc37,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:27.636447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:27.647157 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0597842
Dec 15 12:49:27.655096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54098) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.663394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3d020aff-57a3-4495-a7a8-21fadd5701fe tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:27.664895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '9ab7a39e-13f0-4cad-b558-c6481676fc37', 'ip_address': '2001:db8::6d4b:371c:f2e7:22b2'}], 'name': 'tempest-NetworksTestDHCPv6-1625739772'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:27.677436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.691446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.712929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.729822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:27.735077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.740289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:27.775798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.2301178
Dec 15 12:49:27.776768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.795645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54102) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:27.810901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'subnet': {'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:27.864877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.881714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:27.890647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:27.904659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:subnet and tenant:fc6b4a24801b47faab0b611d982752b1 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:27.913837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:27.918006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:27.920916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:27.941234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:27.984379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:27.987045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Made reservation on behalf of fc6b4a24801b47faab0b611d982752b1 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:27.992008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.020213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:28.030299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:28.033662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '9ab7a39e-13f0-4cad-b558-c6481676fc37'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:28.035151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.054241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.061150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:28.063520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d9a7c6f-edd0-40ca-8aab-47f3f073b096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:28.108522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.130121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Network': ['ID=42971ac3-8882-42e2-bb6e-36673698bd6f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:28.133308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:28.139765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e941700b-43e2-4080-88ce-2d35603d28ba,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:28.144086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-daed56f8-f852-4122-ac7f-463b606cdf3a tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:28.158421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:28.166252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 42971ac3-8882-42e2-bb6e-36673698bd6f details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:49:28.167489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a83ac0-7fcf-4006-9756-96b89c9a41d9 req-bd5a18f7-aaa6-4b40-b05e-de4f30b29fcf tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:28.169592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-93a83ac0-7fcf-4006-9756-96b89c9a41d9 req-bd5a18f7-aaa6-4b40-b05e-de4f30b29fcf tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.3746619
Dec 15 12:49:28.173274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:28.181492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.212199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.216186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/e941700b-43e2-4080-88ce-2d35603d28ba HTTP/1.1" status: 204  len: 168 time: 0.6941900
Dec 15 12:49:28.221921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54106) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:28.249724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 52cd7a1c-790a-405d-a40a-040f30dda6a5 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:28.302179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.320904 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-3d020aff-57a3-4495-a7a8-21fadd5701fe tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The resource could not be found.
Dec 15 12:49:28.322040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3d020aff-57a3-4495-a7a8-21fadd5701fe tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.8409836
Dec 15 12:49:28.329770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54110) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:28.330474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.369878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-93a83ac0-7fcf-4006-9756-96b89c9a41d9 req-3569a4bc-3d07-4554-831c-1118c4e3814f tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1757593
Dec 15 12:49:28.370139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/9ab7a39e-13f0-4cad-b558-c6481676fc37/b027a943-1322-4b7d-9f5e-4f85630190e5) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:28.416170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Pushing event updated for resources: {'Port': ['ID=897c13bd-08b1-4363-bd5b-64fd6e1bc910,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:28.441768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:28.452659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c45be5c-3174-4fb2-a391-52feb46e3292 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:28.506144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f7e6061-53ef-4646-b44b-b6fef3a6c66f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:28.516280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.520033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7f7e6061-53ef-4646-b44b-b6fef3a6c66f HTTP/1.1" status: 204  len: 168 time: 1.1519163
Dec 15 12:49:28.524869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54116) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:28.531320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:28.643829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.644202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.654292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c636f875-c96c-4af9-9319-92fcd99dc586 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:28.657596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6f7a0532-c8be-4b66-8086-19eebd8087d2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1297104
Dec 15 12:49:28.658375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54120) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:28.664231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.668789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '550063da-2176-46da-bdf7-4d53519c4c28', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:28.678315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:28.703065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.707534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:28.712891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:28.714661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Transition to ACTIVE for port object b027a943-1322-4b7d-9f5e-4f85630190e5 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:28.726561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:28.735446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Transition to ACTIVE for port object b027a943-1322-4b7d-9f5e-4f85630190e5 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:28.740714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.751799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef992fc8-b33b-4f8c-ba32-3cdd5eb15531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:28.802064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Calling delete_port for d243dfff-375c-4db4-89b2-ccba0cf865aa owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:28.805497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.811034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:28.819569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:28.822132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:28.823543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Project 9dd5f563b12a4c9dab313a109f7b85cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:49:28.837093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Pushing event updated for resources: {'Port': ['ID=b027a943-1322-4b7d-9f5e-4f85630190e5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:28.840116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:28.852930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.871481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c636f875-c96c-4af9-9319-92fcd99dc586 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:28.873116 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c636f875-c96c-4af9-9319-92fcd99dc586 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6450238
Dec 15 12:49:28.889538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54124) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:28.908944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'tempest-secgroup--138639805'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:28.933199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:28.937491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Attempting to bind port b027a943-1322-4b7d-9f5e-4f85630190e5 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:28.938291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Attempting to bind port b027a943-1322-4b7d-9f5e-4f85630190e5 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:28.938546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Attempting to bind port b027a943-1322-4b7d-9f5e-4f85630190e5 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:28.940025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:28.946287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:28.947154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:28.948217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:28.948217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.950056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:28.950056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Bound port: b027a943-1322-4b7d-9f5e-4f85630190e5, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:28.950056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:28.960064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::6d4b:371c:f2e7:22b2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/9ab7a39e-13f0-4cad-b558-c6481676fc37/52cd7a1c-790a-405d-a40a-040f30dda6a5) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:29.000086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.017778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f5fe37f0-5d7c-486b-939f-72ef8fd224c1 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:29.022645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:29.071172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1ed93-5de7-4e99-bcc7-69c5ab357c7c req-c827c3da-aae0-4e0d-9113-6cd0d96ce2cb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:29.073237 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2fb1ed93-5de7-4e99-bcc7-69c5ab357c7c req-c827c3da-aae0-4e0d-9113-6cd0d96ce2cb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4891384
Dec 15 12:49:29.089092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.090640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] For port b027a943-1322-4b7d-9f5e-4f85630190e5, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:29.096196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] For port b027a943-1322-4b7d-9f5e-4f85630190e5, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b027a943-1322-4b7d-9f5e-4f85630190e5,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:29.105817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.113042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fbd9ff25-f158-47ca-aafd-55fcb6458ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:29.207679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Pushing event updated for resources: {'Port': ['ID=b027a943-1322-4b7d-9f5e-4f85630190e5,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:29.212575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:29.354000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:29.359366 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2fb1ed93-5de7-4e99-bcc7-69c5ab357c7c req-042cd15a-9e8b-43e0-88a6-474c10c3e73c tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2494798
Dec 15 12:49:29.367059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Usage tracker for resource:security_group_rule and tenant:7b1b3c26928a434fae6bef7368fd9211 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:29.372993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce845c5-ca32-447f-a857-adbf0fe0b80e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:29.373858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:29.381148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-884f6bde-8533-4909-a14e-dcb54eb593c7 None None] Provisioning complete for port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:29.381929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-884f6bde-8533-4909-a14e-dcb54eb593c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.387817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:29.419253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.422217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:29.469277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:29.498173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1dfa6550-b3f5-419c-9978-b0182fbedaa1 tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:29.539516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.542465 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/5ce845c5-ca32-447f-a857-adbf0fe0b80e HTTP/1.1" status: 204  len: 168 time: 1.2073998
Dec 15 12:49:29.550542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54130) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:29.572692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.590470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.595647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Port': ['ID=d243dfff-375c-4db4-89b2-ccba0cf865aa,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:29.608166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:29.618362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-884f6bde-8533-4909-a14e-dcb54eb593c7 None None] Port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:29.638758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:29.639597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.731526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.777078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.797286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7bb2e40f-8c37-469c-9744-d79201da4d8c tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:29.870811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0abce939-62f3-45a4-94ed-73700d907397 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:29.876253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3f2a4f4-8750-4a09-aa55-630bda2705e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:29.896445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f92ab54-d52e-4b20-83e3-006f6f5b0b9a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:29.899406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207430df-8e48-4f57-b5fb-d2da7b590967,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:29.902527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.910914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.912311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.2510200
Dec 15 12:49:29.914620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:29.917840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.922341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54136) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:29.940332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:29.949380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-135b1f8e-518f-42c6-afc2-238d0df01d82 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:30.011222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 52cd7a1c-790a-405d-a40a-040f30dda6a5 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:30.020453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:30.020580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bef57870-0019-4a5f-8b83-94c6b8fac644 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules/207430df-8e48-4f57-b5fb-d2da7b590967 HTTP/1.1" status: 200  len: 711 time: 0.0937223
Dec 15 12:49:30.024902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54140) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.083943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b24eb78e-30d8-4e96-ab94-526d476e5c49,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:30.091843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.093004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:30.093284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2018456
Dec 15 12:49:30.095136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0abce939-62f3-45a4-94ed-73700d907397 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:30.095323 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0abce939-62f3-45a4-94ed-73700d907397 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5303156
Dec 15 12:49:30.103009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54144) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.103447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54146) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.117518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-006cc428-a01c-4274-9ec5-a865a12564e6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': '14844366-cad9-4ffa-a550-5220969e8d20', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:30.125973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ce26a253-f05a-428c-b24c-610e2253637e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:30.126585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-ce26a253-f05a-428c-b24c-610e2253637e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:49:30.127657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce26a253-f05a-428c-b24c-610e2253637e tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "PUT /v2.0/security-groups/1f92ab54-d52e-4b20-83e3-006f6f5b0b9a HTTP/1.1" status: 409  len: 330 time: 0.0213406
Dec 15 12:49:30.136566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54152) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.138458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-006cc428-a01c-4274-9ec5-a865a12564e6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:30.147135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-006cc428-a01c-4274-9ec5-a865a12564e6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:30.152667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-006cc428-a01c-4274-9ec5-a865a12564e6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:30.155858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Checking segment: {'id': '4e2be0f1-f901-4667-9f47-d1ff77f2c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:30.156266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network hostable DHCP agents. Network: 42971ac3-8882-42e2-bb6e-36673698bd6f, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:49:30.171588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-006cc428-a01c-4274-9ec5-a865a12564e6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:30.174773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.189085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ed2be64-6bed-4db3-ac04-e794396400e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:30.268168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c8df3f0-cb0b-40a7-9bb8-cf2978875be3 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:30.319952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=52cd7a1c-790a-405d-a40a-040f30dda6a5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:30.330942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:30.346630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:30.350163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c8df3f0-cb0b-40a7-9bb8-cf2978875be3 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:30.351609 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c8df3f0-cb0b-40a7-9bb8-cf2978875be3 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.3235564
Dec 15 12:49:30.353531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:30.355411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network 42971ac3-8882-42e2-bb6e-36673698bd6f is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:49:30.360613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:30.364993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:30.365674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.369441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54156) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.400946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-006cc428-a01c-4274-9ec5-a865a12564e6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The resource could not be found.
Dec 15 12:49:30.402134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-006cc428-a01c-4274-9ec5-a865a12564e6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2928221
Dec 15 12:49:30.407469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54160) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.412669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.7564614
Dec 15 12:49:30.413542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 42971ac3-8882-42e2-bb6e-36673698bd6f) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:30.418641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--770851931'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:30.422614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54164) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.422864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de6ff5-04a6-46ef-b16c-05645fd35c0b None None] Network 42971ac3-8882-42e2-bb6e-36673698bd6f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:30.434336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:30.439317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:30.440488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.466735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:30.469788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.486222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.498619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.6993380
Dec 15 12:49:30.503254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54168) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.512772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1151698743', 'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:30.522200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:30.525443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.547633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:port and tenant:fc6b4a24801b47faab0b611d982752b1 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:30.555304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:30.567230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:30.571636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.588626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff1c92c5-2929-4670-bd40-a68e9d48e2dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:30.604399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121314f-98ca-456f-a15f-17170ee5b2f6 req-c532127a-d886-499f-8060-bf9bde6874d2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:30.605988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9121314f-98ca-456f-a15f-17170ee5b2f6 req-c532127a-d886-499f-8060-bf9bde6874d2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5880775
Dec 15 12:49:30.607791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Made reservation on behalf of fc6b4a24801b47faab0b611d982752b1 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:30.612649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.629999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:30.633759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=207430df-8e48-4f57-b5fb-d2da7b590967,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:30.639151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:30.642232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:30.646386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:30.657296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:30.661145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] device_id is not set on port 2de33ef7-9d3c-4a6b-8653-2d2668936bbb yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:30.665569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58351af0-596d-44f3-b069-e2e2aee7c18a None None] Network 42971ac3-8882-42e2-bb6e-36673698bd6f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:30.715050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.721066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.724787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/207430df-8e48-4f57-b5fb-d2da7b590967 HTTP/1.1" status: 204  len: 168 time: 0.3518806
Dec 15 12:49:30.726357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:49:30.737951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54172) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.781723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900811a-d515-4149-9a04-3d0a4714b746 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:30.791093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900811a-d515-4149-9a04-3d0a4714b746 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:30.795756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b900811a-d515-4149-9a04-3d0a4714b746 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3633933
Dec 15 12:49:30.801340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54176) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:30.819033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9121314f-98ca-456f-a15f-17170ee5b2f6 req-3dc48ce5-99de-4b71-a74f-c90af21d45d5 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1917586
Dec 15 12:49:30.820624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:30.974486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.002158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Allocated IP 2001:db8::308 (42971ac3-8882-42e2-bb6e-36673698bd6f/b24eb78e-30d8-4e96-ab94-526d476e5c49/2de33ef7-9d3c-4a6b-8653-2d2668936bbb) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:31.004535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.015621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f126b561-5694-459b-af82-f3c2dc14f3dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:31.027632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dce4fd4-6731-49b0-9e4a-a8f8206784c8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:31.041783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.048255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-334dda6c-a7f7-4abc-855a-112225f353bd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:31.068584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 52cd7a1c-790a-405d-a40a-040f30dda6a5 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:31.068943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.080022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f92ab54-d52e-4b20-83e3-006f6f5b0b9a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:31.084981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:31.097292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.098683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/1f92ab54-d52e-4b20-83e3-006f6f5b0b9a HTTP/1.1" status: 204  len: 168 time: 0.9589870
Dec 15 12:49:31.103189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54180) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:31.160413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f126b561-5694-459b-af82-f3c2dc14f3dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:31.164692 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f126b561-5694-459b-af82-f3c2dc14f3dd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4231243
Dec 15 12:49:31.175497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.179616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7680802
Dec 15 12:49:31.179616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54184) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:31.185672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54186) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:31.202042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--254226922'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:31.209868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bbc4b0-6e1f-40b0-b95d-70bb66821978,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:31.219132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:31.221148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:31.249330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:31.344928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.373965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f9faf61-4f74-4f2f-b0ac-2b9275ca083d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Synchronizing usage tracker for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:31.426646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f9faf61-4f74-4f2f-b0ac-2b9275ca083d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Unset dirty status for tenant:7b1b3c26928a434fae6bef7368fd9211 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:31.430524 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2f9faf61-4f74-4f2f-b0ac-2b9275ca083d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3239534
Dec 15 12:49:31.448082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54192) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:31.452694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:31.458554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bb04056e-d5e0-4acf-bd4b-a5e688bb0fb8 None None] Provisioning for port b027a943-1322-4b7d-9f5e-4f85630190e5 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:31.472086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:31.476239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:31.484242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b027a943-1322-4b7d-9f5e-4f85630190e5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:31.487661 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-4ca5c78e-c3ac-4388-b061-3ebb4e816793 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:31.488819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ca5c78e-c3ac-4388-b061-3ebb4e816793 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "DELETE /v2.0/security-groups/a6eeb663-e3d9-453c-86d4-13bc4abb4273 HTTP/1.1" status: 404  len: 347 time: 0.0401461
Dec 15 12:49:31.493446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:31.496499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54196) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:31.537410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:31.539584 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-d8bb35b4-1a1b-43ed-a58b-600fcfae7b0f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] show failed (client error): The resource could not be found.
Dec 15 12:49:31.540744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d8bb35b4-1a1b-43ed-a58b-600fcfae7b0f tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-groups/5659a8c1-569e-4939-ab79-74586ae92395 HTTP/1.1" status: 404  len: 347 time: 0.0390966
Dec 15 12:49:31.551687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54200) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:31.562636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:31.575315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.582730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:31.583751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faadea58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:31.607380 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-d0b09f94-e614-4879-9289-759d94f3f33d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] show failed (client error): The resource could not be found.
Dec 15 12:49:31.608662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d0b09f94-e614-4879-9289-759d94f3f33d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] 10.222.0.53 "GET /v2.0/security-group-rules/9757ff02-0c7a-4ddc-bb95-58d88568de1b HTTP/1.1" status: 404  len: 356 time: 0.0547938
Dec 15 12:49:31.652841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] 10.222.0.53 "PUT /v2.0/routers/7303efdb-6adf-4445-810e-0932bb001cda/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7169108
Dec 15 12:49:31.659795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Router d53b63b3-8934-433d-959b-225762da599b has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:49:31.697954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.708713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.716845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.728644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:31.785155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.868949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:31.916729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.921123 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7310839
Dec 15 12:49:31.921123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de412809-ea91-4ea5-bd9e-7d110191c48c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:31.922801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54210) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:31.929981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a0f455ef-4149-44d6-aaba-23da2b8761ed tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group_rule': {'security_group_id': 'f5bbc4b0-6e1f-40b0-b95d-70bb66821978', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'de412809-ea91-4ea5-bd9e-7d110191c48c'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:31.934797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:31.939692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0f455ef-4149-44d6-aaba-23da2b8761ed tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:31.946751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0f455ef-4149-44d6-aaba-23da2b8761ed tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:31.951251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0f455ef-4149-44d6-aaba-23da2b8761ed tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:31.960756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0f455ef-4149-44d6-aaba-23da2b8761ed tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:31.962414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:31.976355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 52cd7a1c-790a-405d-a40a-040f30dda6a5 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:32.034493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port b027a943-1322-4b7d-9f5e-4f85630190e5 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:32.038099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-be5afb39-e3f4-4734-ae44-52b81de9ae44 None None] Provisioning for port 52cd7a1c-790a-405d-a40a-040f30dda6a5 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:32.046513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-be5afb39-e3f4-4734-ae44-52b81de9ae44 None None] Provisioning complete for port 52cd7a1c-790a-405d-a40a-040f30dda6a5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:32.047009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be5afb39-e3f4-4734-ae44-52b81de9ae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.072069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.092306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-022b922b-3cc0-4ec0-9cfd-e473ecb2e6fd tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:32.109524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-be5afb39-e3f4-4734-ae44-52b81de9ae44 None None] Port 52cd7a1c-790a-405d-a40a-040f30dda6a5 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:32.112883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b027a943-1322-4b7d-9f5e-4f85630190e5 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:32.112883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.119171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550063da-2176-46da-bdf7-4d53519c4c28,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:32.153141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-a0f455ef-4149-44d6-aaba-23da2b8761ed tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:49:32.154766 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0f455ef-4149-44d6-aaba-23da2b8761ed tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.2298088
Dec 15 12:49:32.159875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54218) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.169468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:32.239633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.240891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/550063da-2176-46da-bdf7-4d53519c4c28 HTTP/1.1" status: 204  len: 168 time: 1.0567071
Dec 15 12:49:32.243753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.247222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54224) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.280024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:32.334556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:32.340296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.348418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] Sync routers for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:32.368823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.376476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:32.381771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:32.383689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54228) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.401894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.429058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network 42971ac3-8882-42e2-bb6e-36673698bd6f is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:32.430114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.432287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Port': ['ID=2de33ef7-9d3c-4a6b-8653-2d2668936bbb,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:32.444338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:32.446618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:32.453183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b92bc9a-5372-4f04-b5a6-04c982ee623c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:32.455196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.475775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-571404ae-de52-4e12-bff0-b934a3efcfe8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:32.496926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:32.498565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:32.498784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de412809-ea91-4ea5-bd9e-7d110191c48c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:32.499252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.510133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:32.523590 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "DELETE /v2.0/floatingips/0976aaba-98c4-487a-a1e2-7bbfc4c5f689 HTTP/1.1" status: 204  len: 168 time: 5.3352435
Dec 15 12:49:32.527245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.528523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/de412809-ea91-4ea5-bd9e-7d110191c48c HTTP/1.1" status: 204  len: 168 time: 0.3617697
Dec 15 12:49:32.529395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54234) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.535645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=52cd7a1c-790a-405d-a40a-040f30dda6a5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:32.536255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:32.539687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54236) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.541590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:32.547725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:32.559454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ce8ca-1a02-46d3-89d5-c47423468ffe req-d0e0ec20-b240-4664-b0be-20bbfd233f88 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:32.562098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a52ce8ca-1a02-46d3-89d5-c47423468ffe req-d0e0ec20-b240-4664-b0be-20bbfd233f88 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4405959
Dec 15 12:49:32.564754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:32.568525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:32.569398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:32.578936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Usage tracker for resource:floatingip and tenant:31c25a4b3b634ec5b2289f5903a2062c is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:32.584167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:32.600558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:32.601136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-98adcaa0-1dd7-4b49-bf4f-f32bb9883d5e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:32.688312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.688510 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.1837940
Dec 15 12:49:32.693303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54244) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.694581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.699276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/52cd7a1c-790a-405d-a40a-040f30dda6a5 HTTP/1.1" status: 204  len: 168 time: 1.8925061
Dec 15 12:49:32.704736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:32.705404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ef67e-2835-47d0-b427-0b67094f32a9 None None] The sync data for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:32.737155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54248) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.775206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-98adcaa0-1dd7-4b49-bf4f-f32bb9883d5e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:32.791856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-98adcaa0-1dd7-4b49-bf4f-f32bb9883d5e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5315666
Dec 15 12:49:32.815657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c5f0200f-3281-4f63-9dea-184aa8948fd8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:32.818054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54254) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.859754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group': {'name': 'tempest-secgroup--527270948'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:32.880156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a52ce8ca-1a02-46d3-89d5-c47423468ffe req-9566c98c-fc6d-4efe-afb5-8f8616995940 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2756593
Dec 15 12:49:32.881211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:32.892878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Deleting port 2de33ef7-9d3c-4a6b-8653-2d2668936bbb {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:32.893265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:32.928455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c5f0200f-3281-4f63-9dea-184aa8948fd8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:32.929883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c5f0200f-3281-4f63-9dea-184aa8948fd8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.3891556
Dec 15 12:49:32.934883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54260) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:32.939203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5316d-74ae-43e0-9a47-193eb797a346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:32.940787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5316d-74ae-43e0-9a47-193eb797a346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:32.941614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c7f5316d-74ae-43e0-9a47-193eb797a346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:33.083659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c7f5316d-74ae-43e0-9a47-193eb797a346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:33.084943 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c7f5316d-74ae-43e0-9a47-193eb797a346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3467374
Dec 15 12:49:33.090702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:33.097395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:33.114559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.190838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port b027a943-1322-4b7d-9f5e-4f85630190e5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b027a943-1322-4b7d-9f5e-4f85630190e5,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:33.199589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.212072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d82c420-5638-4452-bf6e-b40b749255c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:33.239806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.256387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faadea58>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 2, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:33.270428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:49:33.270851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Updating router 7303efdb-6adf-4445-810e-0932bb001cda port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:49:33.333721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.346004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.407971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.458586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.483701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3806e4c5-1027-4e54-884d-7e7724fb9164 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b1b3c26928a434fae6bef7368fd9211&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0847318
Dec 15 12:49:33.486646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54272) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:33.512285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 9ab7a39e-13f0-4cad-b558-c6481676fc37 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:33.554169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:33.554649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.558961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:33.562613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:33.568826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:33.619824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.628484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-11398be5-cf2b-493e-bd3c-9ef4dc5fb3aa tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:33.630976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.647198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.652291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.658512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50dbeba3-2b1e-4977-bf9c-2a621cf05a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:33.669034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.688267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bbc4b0-6e1f-40b0-b95d-70bb66821978,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:33.690097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54278) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:33.711220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Allocated IP 172.26.0.228 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/8519895b-af04-47c7-b800-ae0312c2bfd4) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:33.723463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:33.730156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2040318422-network', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:33.745361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:33.757463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Usage tracker for resource:network and tenant:a795b80919b9472f905fbc4abbcb729d is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:33.766283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:33.777829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:33.783030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.786721 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/f5bbc4b0-6e1f-40b0-b95d-70bb66821978 HTTP/1.1" status: 204  len: 168 time: 0.8393924
Dec 15 12:49:33.798272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=b027a943-1322-4b7d-9f5e-4f85630190e5,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:33.802028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:33.805043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54282) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:33.824064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.837042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Transition to ACTIVE for port object 897c13bd-08b1-4363-bd5b-64fd6e1bc910 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:33.839127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Calling delete_port for 2de33ef7-9d3c-4a6b-8653-2d2668936bbb owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:33.843356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.848177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69a703bc-dbc2-41e1-bbe3-0c5b213f455b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:33.901988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089ad53b-ac79-4f70-8c01-97d877bc10a5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:33.909012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:33.917368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:33.956014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.010340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.014732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1926749
Dec 15 12:49:34.017160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54288) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:34.017956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.028901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c42ae64-b86e-45c1-a759-8621e95428c6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:34.052367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Request body: {'security_group_rule': {'security_group_id': '089ad53b-ac79-4f70-8c01-97d877bc10a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:34.067718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:34.076366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac6082-011b-4fc1-b217-c35292c5920b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:34.085105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Usage tracker for resource:security_group_rule and tenant:9dd5f563b12a4c9dab313a109f7b85cf is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:34.107468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:34.108427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:34.115031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88ec34-2d4d-436c-804d-08ff9bfd4f70 None None] Pushing event updated for resources: {'Port': ['ID=897c13bd-08b1-4363-bd5b-64fd6e1bc910,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:34.118109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e88ec34-2d4d-436c-804d-08ff9bfd4f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:34.126471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:34.136356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.138291 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28ac6082-011b-4fc1-b217-c35292c5920b HTTP/1.1" status: 204  len: 168 time: 0.6492119
Dec 15 12:49:34.154411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Attempting to bind port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:34.154936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Attempting to bind port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:34.155492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Attempting to bind port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:34.166216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:34.167189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Checking segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:34.167839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.168798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Bound using segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:34.170034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Bound port: 897c13bd-08b1-4363-bd5b-64fd6e1bc910, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:34.170537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.220933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.296477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.335906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.345105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.346198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.366360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96f645ed-6c9d-45ce-97d8-2eb833059c25 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:34.381862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Made reservation on behalf of a795b80919b9472f905fbc4abbcb729d for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:34.388694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.392257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601c1717-e916-40c7-9a84-49b541c794f3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:34.402085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] For port 897c13bd-08b1-4363-bd5b-64fd6e1bc910, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:34.408564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] For port 897c13bd-08b1-4363-bd5b-64fd6e1bc910, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=897c13bd-08b1-4363-bd5b-64fd6e1bc910,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:34.415640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.419958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d686b64c-9f76-4e7d-8117-b36dc93c1654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:34.453736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.463480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:34.464055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bf2c06a4-3e25-4638-904d-e71eacaaa0c8 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:34.519751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.525192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88ec34-2d4d-436c-804d-08ff9bfd4f70 None None] Pushing event updated for resources: {'Port': ['ID=897c13bd-08b1-4363-bd5b-64fd6e1bc910,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:34.529692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e88ec34-2d4d-436c-804d-08ff9bfd4f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:34.531182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:34.531982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faadea58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:34.543361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed0373d9-7398-4588-a1d8-ae767077afe8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:34.547011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.556613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8da4405e-9a29-4dbb-9135-8430b0b26346 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:34.581443 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2de33ef7-9d3c-4a6b-8653-2d2668936bbb HTTP/1.1" status: 204  len: 168 time: 1.8829246
Dec 15 12:49:34.589916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.594150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5687675
Dec 15 12:49:34.594150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54296) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:34.596804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event deleted for resources: {'Port': ['ID=2de33ef7-9d3c-4a6b-8653-2d2668936bbb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:34.605738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:34.610865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f', 'external_fixed_ips': [{'subnet_id': 'b24eb78e-30d8-4e96-ab94-526d476e5c49', 'ip_address': '2001:db8::308'}]}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:34.618696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:34.624364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:router and tenant:fc6b4a24801b47faab0b611d982752b1 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:34.629285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:34.640781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:34.649587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54298) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:34.655462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.657640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.684528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.693867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab7a39e-13f0-4cad-b558-c6481676fc37,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:34.709688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:34.714059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.724296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:34.746351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed0373d9-7398-4588-a1d8-ae767077afe8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:34.747938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed0373d9-7398-4588-a1d8-ae767077afe8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.9389749
Dec 15 12:49:34.757775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe5aa0-544e-4202-a90c-b65a21bc8e8d None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:34.761527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:34.766179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Usage tracker for resource:security_group_rule and tenant:a795b80919b9472f905fbc4abbcb729d is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:34.770339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:34.790876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54308) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:34.814485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'tempest-secgroup--178442774'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:34.816701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:34.898071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:34.910509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d08af4-8d7d-430c-b412-c1388c6fa5b6 req-09daa8bf-c831-47c0-8d9c-ba1983e7ee53 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:34.912277 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e4d08af4-8d7d-430c-b412-c1388c6fa5b6 req-09daa8bf-c831-47c0-8d9c-ba1983e7ee53 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.6708221
Dec 15 12:49:34.922449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9ab7a39e-13f0-4cad-b558-c6481676fc37 HTTP/1.1" status: 204  len: 168 time: 1.8305857
Dec 15 12:49:34.923070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:34.931162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54316) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:34.933397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.007751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:35.022180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.041247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6dd6703-aa66-478c-8dc1-7f2e43a74012 tempest-PortsAdminExtendedAttrsTestJSON-1569822888 tempest-PortsAdminExtendedAttrsTestJSON-1569822888-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:35.051727 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-62082f64-b0d1-49a5-8435-fd89e6bc8d40 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1137989
Dec 15 12:49:35.054518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54320) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:35.063499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:35.080693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.179645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e4d08af4-8d7d-430c-b412-c1388c6fa5b6 req-83a92b61-79a6-40b4-bc8c-0ae98d0070b6 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2266896
Dec 15 12:49:35.183825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.204301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Pushing event updated for resources: {'Port': ['ID=8519895b-af04-47c7-b800-ae0312c2bfd4,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:35.209189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:35.217392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:35.227205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:35.236155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.239650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:35.258666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:35.282741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.297117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:35.302106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Usage tracker for resource:security_group_rule and tenant:a57d91e35efc48f098d93f6527d99a36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:35.302431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.305180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:35.309005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ca3322e-be64-4a00-abe4-f5fdcacdb8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:35.312297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:35.350316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:49:35.364623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cbda22-4fce-4aed-b107-4df5edbe75e4,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:35.371387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:35.377923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.378122 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Added segment 482e4f84-dc67-45fb-bfea-afd4077600aa of type vlan for network 7af35146-6074-4d97-b3c9-e499ece7bd57
Dec 15 12:49:35.380588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.407202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efd0f247-a2e0-429e-985f-a14301aedd04 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:35.424769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=089ad53b-ac79-4f70-8c01-97d877bc10a5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:35.435185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:35.441616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.470134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:35.483783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.488989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:35.490076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b027a943-1322-4b7d-9f5e-4f85630190e5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:35.493709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:35.520849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.533334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:35.547113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:35.572403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Deleting port b027a943-1322-4b7d-9f5e-4f85630190e5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:35.574267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.621908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.623226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.627396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/089ad53b-ac79-4f70-8c01-97d877bc10a5 HTTP/1.1" status: 204  len: 168 time: 0.9699745
Dec 15 12:49:35.628460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:35.671313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54332) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:35.745003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.746195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:35.746868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.751509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.786411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-061513f5-6a5b-4974-bdea-6852352affb7 tempest-ExternalNetworksTestJSON-1840252963 tempest-ExternalNetworksTestJSON-1840252963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:35.828850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.850518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b9ca5-7e1f-40d5-95ff-a3b196b30af2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:35.854024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:35.861218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faadea58>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:34Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:35.885679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1738906
Dec 15 12:49:35.888900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54338) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:35.891256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4f75a1d-6808-4ee1-841d-6955aa2cf4e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:35.926226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b44c0-c53b-4e26-937e-1420de455eb1 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:34Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:35.959358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Request body: {'subnet': {'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2040318422-subnet', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:35.965861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:35.970730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1694498
Dec 15 12:49:35.973425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54342) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:35.999293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:36.007435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Pushing event updated for resources: {'Network': ['ID=7af35146-6074-4d97-b3c9-e499ece7bd57,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:36.033439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:36.034877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Usage tracker for resource:subnet and tenant:a795b80919b9472f905fbc4abbcb729d is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:36.047823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:36.050837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4f75a1d-6808-4ee1-841d-6955aa2cf4e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:36.052534 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4f75a1d-6808-4ee1-841d-6955aa2cf4e6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3800142
Dec 15 12:49:36.058377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54348) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:36.059882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:36.068913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c662a3ef-b1ac-4c31-b86e-14abc16e0ab8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:36.069815 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-c662a3ef-b1ac-4c31-b86e-14abc16e0ab8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:49:36.071095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c662a3ef-b1ac-4c31-b86e-14abc16e0ab8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "PUT /v2.0/security-groups/a50b9ca5-7e1f-40d5-95ff-a3b196b30af2 HTTP/1.1" status: 409  len: 330 time: 0.0968957
Dec 15 12:49:36.080396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54350) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:36.194202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:49:36.240274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Made reservation on behalf of a795b80919b9472f905fbc4abbcb729d for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:36.258645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.280603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b027a943-1322-4b7d-9f5e-4f85630190e5 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:36.281214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.436434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] For port b027a943-1322-4b7d-9f5e-4f85630190e5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b027a943-1322-4b7d-9f5e-4f85630190e5,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:36.439641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.629401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.643502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Calling delete_port for b027a943-1322-4b7d-9f5e-4f85630190e5 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:36.648497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6328af51-406d-48ad-8e59-470a1c9c7a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:36.697452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.702499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.750608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c383ddc7-9337-4977-805b-fd28c6b6c55e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:36.753702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab099ad0-b592-49b4-89dc-c5764dbea876,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:36.756889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:36.770861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-22c7e798-7407-41d8-aa7c-11c23dea6af2 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:36.795426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.800391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3e39c8b-d37a-4af8-8900-2b5536e9a0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:36.834303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c383ddc7-9337-4977-805b-fd28c6b6c55e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:36.835834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c383ddc7-9337-4977-805b-fd28c6b6c55e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.7725439
Dec 15 12:49:36.849227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Pushing event deleted for resources: {'Port': ['ID=b027a943-1322-4b7d-9f5e-4f85630190e5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:36.850313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.853978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54366) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:36.857130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:36.866424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] No DVR routers for this DVR port b027a943-1322-4b7d-9f5e-4f85630190e5 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:36.866622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=7b26a2a0-90fa-48ef-9d54-44250e4f6753,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:36.887929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:36.893099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.925988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.939878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.949208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Checking segment: {'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:36.949692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Network hostable DHCP agents. Network: 7af35146-6074-4d97-b3c9-e499ece7bd57, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:49:36.957237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:36.962313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:36.964207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e200ed4-aa9a-498b-9b76-150dec53da37 req-9269c767-8036-4af4-883a-5b82dbc735d2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:36.965950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e200ed4-aa9a-498b-9b76-150dec53da37 req-9269c767-8036-4af4-883a-5b82dbc735d2 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4619269
Dec 15 12:49:36.971198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-793ae4bb-30c4-4012-8d87-78c5fafb15b2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:36.971798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:36.984186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5123d174-e186-49b6-9db0-6864bce9cb8b None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:37.000539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:37.001200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.076864 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0195842
Dec 15 12:49:37.077660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54374) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.105676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-72f571c4-5ec4-4556-ac5b-8d3cc643581f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:37.107160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72f571c4-5ec4-4556-ac5b-8d3cc643581f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "DELETE /v2.0/security-groups/089ad53b-ac79-4f70-8c01-97d877bc10a5 HTTP/1.1" status: 404  len: 347 time: 0.2337871
Dec 15 12:49:37.121099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.124622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e200ed4-aa9a-498b-9b76-150dec53da37 req-d2cdbab5-0b0c-4dd3-92e0-4b4ceeb93f9e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450810
Dec 15 12:49:37.125135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54376) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.129820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '7b26a2a0-90fa-48ef-9d54-44250e4f6753', 'ip_address': '2001:db8::6a84:8a3c:64a2:79f4'}], 'name': 'tempest-NetworksTestDHCPv6-1256822682'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:37.194660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54382) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.262125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Pushing event updated for resources: {'Port': ['ID=8519895b-af04-47c7-b800-ae0312c2bfd4,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:37.278715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:37.287047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b78361e9-2883-49de-80c1-575d58c983d8 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:37.305761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b9ca5-7e1f-40d5-95ff-a3b196b30af2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:37.311643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:37.313288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.317709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/a50b9ca5-7e1f-40d5-95ff-a3b196b30af2 HTTP/1.1" status: 204  len: 168 time: 1.2346954
Dec 15 12:49:37.318815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:49:37.324910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54388) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.332874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.339859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 7af35146-6074-4d97-b3c9-e499ece7bd57) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:37.357541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:37.358446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.378997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.384068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8536036
Dec 15 12:49:37.413386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54392) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.432214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5376432
Dec 15 12:49:37.434583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54398) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.440483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:37.441043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08e721-93c0-4fe9-b788-5c4a797259cd None None] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:37.449526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:37.461795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Usage tracker for resource:router and tenant:a795b80919b9472f905fbc4abbcb729d is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:37.473102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:37.500689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:37.525555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.526616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.550728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-603b78e0-cbb2-4eb8-90b0-fb718fd88b14 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Synchronizing usage tracker for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:37.558637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '7b26a2a0-90fa-48ef-9d54-44250e4f6753'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:37.559257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-08ca33e8-6837-4d21-8247-02610691df5d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Synchronizing usage tracker for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:37.560433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.590706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 897c13bd-08b1-4363-bd5b-64fd6e1bc910 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:37.596337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.643900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-08ca33e8-6837-4d21-8247-02610691df5d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Unset dirty status for tenant:9dd5f563b12a4c9dab313a109f7b85cf on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:37.648883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-08ca33e8-6837-4d21-8247-02610691df5d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4937797
Dec 15 12:49:37.669398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Allocated IP 2001:db8::308 (42971ac3-8882-42e2-bb6e-36673698bd6f/b24eb78e-30d8-4e96-ab94-526d476e5c49/6aa8e763-aa14-4e3b-802f-8a9d81114db6) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:37.689126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-603b78e0-cbb2-4eb8-90b0-fb718fd88b14 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Unset dirty status for tenant:a57d91e35efc48f098d93f6527d99a36 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:37.696400 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-603b78e0-cbb2-4eb8-90b0-fb718fd88b14 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3283486
Dec 15 12:49:37.710320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54404) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.735685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:37.757357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:37.759335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:37.761993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:37.765240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:37.775796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:37.790002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--937648497', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:37.799768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:37.808443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.832744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Usage tracker for resource:floatingip and tenant:579b616c960246ca98db7cb3a9694208 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:37.838332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:37.851298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:37.852491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:37.864989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.872859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:37.888983 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-06085513-fd1c-467d-9688-5e0142bec0e9 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:37.896308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06085513-fd1c-467d-9688-5e0142bec0e9 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "DELETE /v2.0/security-groups/ece5d947-5b27-4946-bd6c-f626a56822e2 HTTP/1.1" status: 404  len: 347 time: 0.1828022
Dec 15 12:49:37.898381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54408) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:37.909909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:network and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:37.915039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:37.944009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:37.948301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 923c7ce0-0e69-43d1-b195-abb8bce9e716 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:37.974104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:37.992354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:37.992789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.187013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/7b26a2a0-90fa-48ef-9d54-44250e4f6753/94f0b341-54a4-45b8-996d-c4d7dbd4e029) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:38.191522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.235771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-7af35146-6074-4d97-b3c9-e499ece7bd57', 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'fixed_ips': [{'subnet_id': 'ab099ad0-b592-49b4-89dc-c5764dbea876'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:38.236654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.426389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Allocated IP 172.26.0.61 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/43e86d33-dcef-4990-9069-6b3eccbd58a1) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:38.491719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.509644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:38.517960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-69216f25-793b-4b1f-adc5-c5ee939da123 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] show failed (client error): The resource could not be found.
Dec 15 12:49:38.523002 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-69216f25-793b-4b1f-adc5-c5ee939da123 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-groups/985fa21e-6620-4ae3-930e-7c1b4cdc81b6 HTTP/1.1" status: 404  len: 347 time: 0.6060996
Dec 15 12:49:38.523002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:38.526350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.569913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54420) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:38.570698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.614872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 897c13bd-08b1-4363-bd5b-64fd6e1bc910, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=897c13bd-08b1-4363-bd5b-64fd6e1bc910,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:38.623536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.632448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e88ec34-2d4d-436c-804d-08ff9bfd4f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:38.682898 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-2899618f-c7da-4c68-be9f-a19449f516f4 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] show failed (client error): The resource could not be found.
Dec 15 12:49:38.684379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2899618f-c7da-4c68-be9f-a19449f516f4 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] 10.222.0.53 "GET /v2.0/security-group-rules/21cc537c-1284-4a97-824c-ce09ace14411 HTTP/1.1" status: 404  len: 356 time: 0.1016612
Dec 15 12:49:38.718524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Allocated IP 172.20.0.2 (7af35146-6074-4d97-b3c9-e499ece7bd57/ab099ad0-b592-49b4-89dc-c5764dbea876/4d517eaa-bde2-4f72-b9a7-5f00d24998a6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:38.723149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.729773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b027a943-1322-4b7d-9f5e-4f85630190e5 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:49:38.770145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: b027a943-1322-4b7d-9f5e-4f85630190e5 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:49:38.770506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b027a943-1322-4b7d-9f5e-4f85630190e5 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:49:38.855670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:38.875944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=897c13bd-08b1-4363-bd5b-64fd6e1bc910,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:38.879576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:38.953795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:38.969153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:38.979797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:38.999285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.012062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:39.019157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Transition to ACTIVE for port object 94f0b341-54a4-45b8-996d-c4d7dbd4e029 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:39.046915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c0db579-f2aa-405d-b53a-9c1c5704cfaf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dd5f563b12a4c9dab313a109f7b85cf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5316973
Dec 15 12:49:39.048452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54430) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:39.065040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.077803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:39.118265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54434) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:39.195469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.201954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network 42971ac3-8882-42e2-bb6e-36673698bd6f is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:39.214617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:39.236437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.244260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:39.244775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc89b5-6067-4cdd-a9b5-f468893198a9 req-efb00eaa-665b-4bd7-884a-db40392b12f5 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:39.246461 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90bc89b5-6067-4cdd-a9b5-f468893198a9 req-efb00eaa-665b-4bd7-884a-db40392b12f5 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.6545382
Dec 15 12:49:39.299962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Port': ['ID=6aa8e763-aa14-4e3b-802f-8a9d81114db6,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:39.316700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:39.359295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90bc89b5-6067-4cdd-a9b5-f468893198a9 req-dd46342a-b65f-46bb-870c-df0a12ac6071 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650847
Dec 15 12:49:39.367820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.383247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b8fadc96-00f2-4120-8e09-3e85ec213da1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:39.414190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Transition to ACTIVE for port object 94f0b341-54a4-45b8-996d-c4d7dbd4e029 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:39.424197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.428879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:39.439491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:39.445699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.446792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:39.455214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:39.474225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.480418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.486406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 897c13bd-08b1-4363-bd5b-64fd6e1bc910 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:39.497813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ecd58f6-53cc-4d5f-b5df-6bd616386c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:39.557619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:49:39.559171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Pushing event updated for resources: {'Port': ['ID=43e86d33-dcef-4990-9069-6b3eccbd58a1,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:39.572719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:39.614515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:39.617078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.622095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Allocated IP 172.26.0.195 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/dac364c0-8807-4a46-ad6f-d78708b9087b) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:39.625841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:39.628524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:39.639709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.640169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.640278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment e3798021-e372-4162-93ae-61d0dcdeb4e2 of type vlan for network 6d0beb82-e5c9-4598-9c20-9215a4256865
Dec 15 12:49:39.652276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604c202a-459b-4973-ba34-6c95be73c31a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:39.673496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::6a84:8a3c:64a2:79f4 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/7b26a2a0-90fa-48ef-9d54-44250e4f6753/923c7ce0-0e69-43d1-b195-abb8bce9e716) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:39.677221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:39.691903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-34744791-f627-41ef-8b2e-e40e116448d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a57d91e35efc48f098d93f6527d99a36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5698359
Dec 15 12:49:39.707213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54440) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:39.731668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Pushing event updated for resources: {'Port': ['ID=94f0b341-54a4-45b8-996d-c4d7dbd4e029,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:39.734864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:39.756562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.763079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.786057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Transition to ACTIVE for port object 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:39.841932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Transition to ACTIVE for port object 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:39.849111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Attempting to bind port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:39.849501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Attempting to bind port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:39.849910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Attempting to bind port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:39.857154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.872447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:39.879411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.895663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.901138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:39.901561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.907372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f75a01b-b545-49b8-8804-c759dc8e6cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:39.923604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.927802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:39.928355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.957204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1306b4-1473-4e21-81d5-7ec4665e9717,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:39.961258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:39.963886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.964026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:39.964400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:39.964919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.965284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:39.965898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Bound port: 94f0b341-54a4-45b8-996d-c4d7dbd4e029, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:39.966797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:39.970622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03fbdf46-f631-4669-828d-f892f5498da1 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:39.987257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.105046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.117549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a959dcf-3722-4c96-90a3-4551ba3e63b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:40.128906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:40.135998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Pushing event updated for resources: {'Port': ['ID=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:40.139423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:40.152796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:40.158570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:40.192519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=dac364c0-8807-4a46-ad6f-d78708b9087b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:40.202843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:40.205577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:40.206461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.222134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:40.224318 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 3.0127127
Dec 15 12:49:40.226817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54444) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:40.232920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:40.239074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.239932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.252399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=6d0beb82-e5c9-4598-9c20-9215a4256865,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:40.255203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.259414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb1306b4-1473-4e21-81d5-7ec4665e9717 HTTP/1.1" status: 204  len: 168 time: 1.2096953
Dec 15 12:49:40.280972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:40.283405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:40.296698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:40.309658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:40.313943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:40.314106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] For port 94f0b341-54a4-45b8-996d-c4d7dbd4e029, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:40.318877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] For port 94f0b341-54a4-45b8-996d-c4d7dbd4e029, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=94f0b341-54a4-45b8-996d-c4d7dbd4e029,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:40.325591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:40.363913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:49:40.393707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.401401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.402034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.417799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 923c7ce0-0e69-43d1-b195-abb8bce9e716 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:40.421798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.435303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.439326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.445315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.452150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:40.462017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:40.473190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab66812-35b3-42f6-9c60-5a0189daa0a3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:40.479270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:40.546552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.547922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dab66812-35b3-42f6-9c60-5a0189daa0a3 HTTP/1.1" status: 204  len: 168 time: 0.8388066
Dec 15 12:49:40.549485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.577321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-866b87a8-8585-4759-b71f-f6e6b1e8a7a3 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:40.587870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.595027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:40.661167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Attempting to bind port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:40.662346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Attempting to bind port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:40.662958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Attempting to bind port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 on network 7af35146-6074-4d97-b3c9-e499ece7bd57 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:40.800571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Pushing event updated for resources: {'Port': ['ID=43e86d33-dcef-4990-9069-6b3eccbd58a1,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:40.804569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.824068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:40.824289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:40.825117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Checking segment: {'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:40.826047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.826773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Bound using segment: {'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:40.827531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Bound port: 4d517eaa-bde2-4f72-b9a7-5f00d24998a6, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:40.828443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.874584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Pushing event updated for resources: {'Port': ['ID=94f0b341-54a4-45b8-996d-c4d7dbd4e029,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:40.878366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:40.892387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.916401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:40.918386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=923c7ce0-0e69-43d1-b195-abb8bce9e716,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:40.931791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:40.947618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:40.964616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:40.969106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:40.969801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.970568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:40.971933 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5572631
Dec 15 12:49:40.977374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54460) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:41.016660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a2bb-19da-4618-a146-5f04111630ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:41.078208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] For port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:41.081820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] For port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,segment=NetworkSegment(482e4f84-dc67-45fb-bfea-afd4077600aa),segment_id=482e4f84-dc67-45fb-bfea-afd4077600aa)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:41.084717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.9633415
Dec 15 12:49:41.086957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:41.091722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:41.093985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54468) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:41.115503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:41.116486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:41.119737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6634d-c931-4acb-b34b-6aa765244d6c req-572d6c75-6acd-42b7-8cea-ec96deda4cc5 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:41.126558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1bd6634d-c931-4acb-b34b-6aa765244d6c req-572d6c75-6acd-42b7-8cea-ec96deda4cc5 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.4618886
Dec 15 12:49:41.290168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Pushing event updated for resources: {'Port': ['ID=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:41.300416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:41.339881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ae27ff9-435e-45f3-85d1-553f7a6530de tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Synchronizing usage tracker for tenant:31c25a4b3b634ec5b2289f5903a2062c on resource:floatingip {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:41.398420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1bd6634d-c931-4acb-b34b-6aa765244d6c req-1c9f7f3d-f42d-4e86-bb9e-708ff29d9c5c tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1710498
Dec 15 12:49:41.431304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde5d52-0fbb-4829-bbb8-be278c282750 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:41.438127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde5d52-0fbb-4829-bbb8-be278c282750 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:41.438277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6dde5d52-0fbb-4829-bbb8-be278c282750 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:41.465462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Router ce0355a0-5637-454e-9c7a-3983a2d67f2e is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:49:41.486167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6dde5d52-0fbb-4829-bbb8-be278c282750 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:41.493334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6dde5d52-0fbb-4829-bbb8-be278c282750 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3958843
Dec 15 12:49:41.498390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54482) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:41.596728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 94f0b341-54a4-45b8-996d-c4d7dbd4e029 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:41.708456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:41.749525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 923c7ce0-0e69-43d1-b195-abb8bce9e716 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:41.750017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:41.782544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:41.788594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ae27ff9-435e-45f3-85d1-553f7a6530de tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Unset dirty status for tenant:31c25a4b3b634ec5b2289f5903a2062c on resource:floatingip {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:41.795324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ae27ff9-435e-45f3-85d1-553f7a6530de tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2436 time: 0.7649183
Dec 15 12:49:41.805957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54490) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:41.828670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:42.109263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-776278d6-0995-4839-8fcd-0ddaee9e66ab tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Synchronizing usage tracker for tenant:200f39136cdf4a508cfc1ad2c0e023bf on resource:floatingip {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:42.434016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:42.445576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.240 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/4593105f-9d91-49b5-a4b3-69a861b1fa70) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:42.480018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54506) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:42.480407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54508) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:42.693814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:42.745904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-526386375'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:42.756730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:42.762447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720607692'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:42.771131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Router 249b0e40-36a0-4e0b-9b97-3972534c848c is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:49:42.773412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:42.778853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Usage tracker for resource:network and tenant:f09f993a24b04d0ba400ee9d6166ffb5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:42.781192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-776278d6-0995-4839-8fcd-0ddaee9e66ab tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Unset dirty status for tenant:200f39136cdf4a508cfc1ad2c0e023bf on resource:floatingip {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:42.782501 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-776278d6-0995-4839-8fcd-0ddaee9e66ab tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.9686646
Dec 15 12:49:42.784730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:42.789249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54520) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:42.793496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:42.798465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:42.803113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:42.878181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:42.880786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:42.897183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:42.929149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddc2af-8424-4bce-aec2-581127173eba req-b3b2713a-0f27-4cee-bea0-a129a0aedca8 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:42.931125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cddc2af-8424-4bce-aec2-581127173eba req-b3b2713a-0f27-4cee-bea0-a129a0aedca8 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.7573619
Dec 15 12:49:42.975114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d26618e-415e-479f-9731-e03000b4a967 req-e64ba5c9-28d2-4412-b85d-5604df18d77e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.8474495
Dec 15 12:49:42.975437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Made reservation on behalf of f09f993a24b04d0ba400ee9d6166ffb5 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:42.980756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.029515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.152786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.163241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.181015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Provisioning for port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:43.187895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Provisioning complete for port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:43.188837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.190571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:43.193796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Deleting port 43e86d33-dcef-4990-9069-6b3eccbd58a1 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:43.194175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.207915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 923c7ce0-0e69-43d1-b195-abb8bce9e716 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:43.327544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.373082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] For port 94f0b341-54a4-45b8-996d-c4d7dbd4e029, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=94f0b341-54a4-45b8-996d-c4d7dbd4e029,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:43.378812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.382899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0a22be2-ec8c-4350-a56c-86e999b5b7fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:43.432242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:43.443071 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cddc2af-8424-4bce-aec2-581127173eba req-8c46ace4-fced-44fe-b538-4e258cc9735e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5019548
Dec 15 12:49:43.505638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.506069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.509973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Pushing event updated for resources: {'Port': ['ID=94f0b341-54a4-45b8-996d-c4d7dbd4e029,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:43.521176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Sync routers for ids ['ce0355a0-5637-454e-9c7a-3983a2d67f2e'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:43.529761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:43.546829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Routers {'ce0355a0-5637-454e-9c7a-3983a2d67f2e'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:43.547742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2a58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ce0355a0-5637-454e-9c7a-3983a2d67f2e'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:43.588497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.589896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.9961107
Dec 15 12:49:43.592438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26618e-415e-479f-9731-e03000b4a967 req-bc1d225f-1403-4db6-87d3-803dd7171f2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:43.594116 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d26618e-415e-479f-9731-e03000b4a967 req-bc1d225f-1403-4db6-87d3-803dd7171f2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.6019189
Dec 15 12:49:43.595197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54524) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:43.630887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=4593105f-9d91-49b5-a4b3-69a861b1fa70,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:43.724484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Calling delete_port for 43e86d33-dcef-4990-9069-6b3eccbd58a1 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:43.756785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:43.770047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:43.775719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:43.813397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.893941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69ec2d43-5665-434b-b555-dbf14e3d1a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.896892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:43.905380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:43.906701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:43.925771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:43.937237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587ba7a-d281-472d-bc5d-538a11dbabf2 None None] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:43.944937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d26618e-415e-479f-9731-e03000b4a967 req-c2e26048-3afd-477c-b861-33f25e0024e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1001 time: 0.2726128
Dec 15 12:49:43.949805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Usage tracker for resource:security_group_rule and tenant:f09f993a24b04d0ba400ee9d6166ffb5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:43.960462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=923c7ce0-0e69-43d1-b195-abb8bce9e716,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:43.963651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:43.995506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ca857123-7b3c-4871-a6fb-2b20386882cf None None] Could not find standard attr ID for object 923c7ce0-0e69-43d1-b195-abb8bce9e716. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:49:43.996553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:44.005431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.014587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:44.024135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:44.029013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:44.037291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:44.123332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.140448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:44.162757 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/923c7ce0-0e69-43d1-b195-abb8bce9e716 HTTP/1.1" status: 204  len: 168 time: 2.6622872
Dec 15 12:49:44.164399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26618e-415e-479f-9731-e03000b4a967 req-e1f47d57-cdcb-4cb1-b2be-acbcebe527c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:44.167182 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d26618e-415e-479f-9731-e03000b4a967 req-e1f47d57-cdcb-4cb1-b2be-acbcebe527c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.2110069
Dec 15 12:49:44.167969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54528) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:44.171256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Set router ce0355a0-5637-454e-9c7a-3983a2d67f2e gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:44.291992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f3062fe6-3270-43ec-b5fc-a95349118b09 None None] Provisioning for port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:44.312039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.353719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.362176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e10178a-1c46-4a15-90c6-112b6b400f55 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:44.375708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.382294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9132a9-657e-44de-a378-6561cada8b78 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:44.384540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9132a9-657e-44de-a378-6561cada8b78 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:44.385559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ec9132a9-657e-44de-a378-6561cada8b78 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:44.411129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:44.424634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ec9132a9-657e-44de-a378-6561cada8b78 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:44.428661 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ec9132a9-657e-44de-a378-6561cada8b78 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2558956
Dec 15 12:49:44.431402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54532) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:44.460640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:44.461062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.470563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6205ef3c-6c37-473a-ade1-81e5e993db00,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:44.486810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d26618e-415e-479f-9731-e03000b4a967 req-04400e8b-d968-4f35-8845-c2256697db16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3119614
Dec 15 12:49:44.499237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.501517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:44.515803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:44.517828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:44.578273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:44.594961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:44.641909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.643435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Pushing event deleted for resources: {'Port': ['ID=43e86d33-dcef-4990-9069-6b3eccbd58a1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:44.649033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:44.677927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:44.678651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.722261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3dda23af-c3ad-4ba2-815b-3408f016d55f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:44.782294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.812515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:49:44.813953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2a58>, [{'id': 'ce0355a0-5637-454e-9c7a-3983a2d67f2e', 'name': '', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f', 'external_fixed_ips': [{'subnet_id': 'b24eb78e-30d8-4e96-ab94-526d476e5c49', 'ip_address': '2001:db8::308'}], 'enable_snat': True}, 'gw_port_id': '6aa8e763-aa14-4e3b-802f-8a9d81114db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:34Z', 'updated_at': '2021-12-15T12:49:39Z', 'revision_number': 3, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port': {'id': '6aa8e763-aa14-4e3b-802f-8a9d81114db6', 'name': '', 'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0355a0-5637-454e-9c7a-3983a2d67f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b24eb78e-30d8-4e96-ab94-526d476e5c49', 'ip_address': '2001:db8::308', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:36Z', 'updated_at': '2021-12-15T12:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b24eb78e-30d8-4e96-ab94-526d476e5c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:44.824381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Checking router: ce0355a0-5637-454e-9c7a-3983a2d67f2e for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:49:44.824786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Updating router ce0355a0-5637-454e-9c7a-3983a2d67f2e port 6aa8e763-aa14-4e3b-802f-8a9d81114db6 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:49:44.844988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.852470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b60ef3-ae08-4a3e-885b-e025447d6291,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:44.870347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:44.877648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.878056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Added segment 387b4f0f-4a9b-4553-9c18-051229772020 of type vlan for network 174015e8-6dc1-4ff7-833e-e757498cafbf
Dec 15 12:49:44.879627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:44.882664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Sync routers for ids ['249b0e40-36a0-4e0b-9b97-3972534c848c'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:44.886790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,segment=NetworkSegment(482e4f84-dc67-45fb-bfea-afd4077600aa),segment_id=482e4f84-dc67-45fb-bfea-afd4077600aa)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:44.895281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:44.899036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:44.933265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Routers {'249b0e40-36a0-4e0b-9b97-3972534c848c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:44.933986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba28c88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['249b0e40-36a0-4e0b-9b97-3972534c848c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:44.988656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a9101-bab0-47d9-86a5-9338a969f068 req-d42c2f99-522c-4b80-9a59-550601136588 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:44.990477 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b3a9101-bab0-47d9-86a5-9338a969f068 req-d42c2f99-522c-4b80-9a59-550601136588 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.3296368
Dec 15 12:49:45.007077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:45.022475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.037067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.067108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:45.081624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.082394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.106125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.113424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.129188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4c27f9a-4920-4ebf-b664-ef8665fad97d tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:45.186676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d26618e-415e-479f-9731-e03000b4a967 req-acc8327a-799d-4250-8ba8-0c9a6d12f854 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6898222
Dec 15 12:49:45.186926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8b7ad-23de-4d89-9f03-f569b3eb29d3,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:45.208382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.209350 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] 10.222.0.53 "DELETE /v2.0/floatingips/4d1bd62a-6b45-46f4-b04b-ce47fe98785e HTTP/1.1" status: 204  len: 168 time: 2.4128056
Dec 15 12:49:45.210743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:45.215244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.219257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.7810438
Dec 15 12:49:45.221576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54538) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:45.221829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54540) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:45.239961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Set router 249b0e40-36a0-4e0b-9b97-3972534c848c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:45.454504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 7b26a2a0-90fa-48ef-9d54-44250e4f6753 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:45.459187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.522991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.580272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.594468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Transition to ACTIVE for port object 6aa8e763-aa14-4e3b-802f-8a9d81114db6 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:45.600903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:49:45.608515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:45.623234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.641352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba28c88>, [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:49:40Z', 'revision_number': 3, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:45.646341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Checking router: 249b0e40-36a0-4e0b-9b97-3972534c848c for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:49:45.646734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Updating router 249b0e40-36a0-4e0b-9b97-3972534c848c port dac364c0-8807-4a46-ad6f-d78708b9087b binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:49:45.669404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.688411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-53f25ee0-c44e-4d02-a07e-b696647eb3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:45.712988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.721343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.729713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ca85391-8dc1-44c6-afde-e12cf1c30b0f tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:45.755333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.776524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Attempting to bind port 6aa8e763-aa14-4e3b-802f-8a9d81114db6 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:45.776946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Attempting to bind port 6aa8e763-aa14-4e3b-802f-8a9d81114db6 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '4e2be0f1-f901-4667-9f47-d1ff77f2c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:45.777361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Attempting to bind port 6aa8e763-aa14-4e3b-802f-8a9d81114db6 on network 42971ac3-8882-42e2-bb6e-36673698bd6f {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:45.784396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.785809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 3.3000522
Dec 15 12:49:45.791532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:45.791959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Checking segment: {'id': '4e2be0f1-f901-4667-9f47-d1ff77f2c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:45.792417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.792866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Bound using segment: {'id': '4e2be0f1-f901-4667-9f47-d1ff77f2c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:45.793538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Bound port: 6aa8e763-aa14-4e3b-802f-8a9d81114db6, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2be0f1-f901-4667-9f47-d1ff77f2c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '42971ac3-8882-42e2-bb6e-36673698bd6f'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:45.793749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54548) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:45.794076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.795283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=7b26a2a0-90fa-48ef-9d54-44250e4f6753,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:45.824186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:45.870678 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b3a9101-bab0-47d9-86a5-9338a969f068 req-4aac6871-a37c-486f-b83e-ebe3c5b5bc67 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8569734
Dec 15 12:49:45.876024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] For port 6aa8e763-aa14-4e3b-802f-8a9d81114db6, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:45.879369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] For port 6aa8e763-aa14-4e3b-802f-8a9d81114db6, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6aa8e763-aa14-4e3b-802f-8a9d81114db6,segment=NetworkSegment(4e2be0f1-f901-4667-9f47-d1ff77f2c33b),segment_id=4e2be0f1-f901-4667-9f47-d1ff77f2c33b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:45.885817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed1199a7-ffc7-4c0a-bc39-56b7c65255a4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.0876782
Dec 15 12:49:45.895393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.897299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54552) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:45.901552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da51828-ca7e-477a-869c-188da0df896b None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:45.904353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.911158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-security--1551389774', 'description': 'tempest-security-description-1497346691'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:45.957284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.958816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Deleting port 8519895b-af04-47c7-b800-ae0312c2bfd4 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:45.959220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:45.972752 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d26618e-415e-479f-9731-e03000b4a967 req-bd36764a-d91f-4b86-9d41-f8529f3acfdf service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7706132
Dec 15 12:49:46.027391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/7b26a2a0-90fa-48ef-9d54-44250e4f6753 HTTP/1.1" status: 204  len: 168 time: 1.5970263
Dec 15 12:49:46.028951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54556) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:46.114973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.139015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0af26b8e-1e7a-40cd-9718-2c9075de5cff tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1044700
Dec 15 12:49:46.145535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54560) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:46.149146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26674c28-b061-4b37-94f8-b68324d3ab7d None None] Pushing event updated for resources: {'Port': ['ID=6aa8e763-aa14-4e3b-802f-8a9d81114db6,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:46.154731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:46.158096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3f9d1691-480f-4650-97ca-449f4e0fb4df None None] Provisioning complete for port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:46.158698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f9d1691-480f-4650-97ca-449f4e0fb4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.172878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.173277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.186681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26674c28-b061-4b37-94f8-b68324d3ab7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:46.195763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:46.196188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.285372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:46.290217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:46.293583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:46.300109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:46.307805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Deleting port 6aa8e763-aa14-4e3b-802f-8a9d81114db6 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:46.308452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.312222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:46.326626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Calling delete_port for 8519895b-af04-47c7-b800-ae0312c2bfd4 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:46.347246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:46.353840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.360740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.374743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Transition to ACTIVE for port object dac364c0-8807-4a46-ad6f-d78708b9087b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:46.387249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.400498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:46.406707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.414242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.418484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.420789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:46.421545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.422289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.423973 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "PUT /v2.0/security-groups/6ed8b7ad-23de-4d89-9f03-f569b3eb29d3 HTTP/1.1" status: 200  len: 1612 time: 0.5236652
Dec 15 12:49:46.433082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-684b7fba-f5e5-45aa-ba37-0f9dd0ce7ec7 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:46.436228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:46.451646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54566) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:46.517717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Pushing event updated for resources: {'Port': ['ID=dac364c0-8807-4a46-ad6f-d78708b9087b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:46.540255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.540605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.540892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.541255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.541616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.541973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.542326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.542706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.543059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.543430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.543882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:46.567159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:46.576654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Pushing event updated for resources: {'Network': ['ID=174015e8-6dc1-4ff7-833e-e757498cafbf,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:46.590420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:46.610152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Attempting to bind port dac364c0-8807-4a46-ad6f-d78708b9087b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:46.610559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Attempting to bind port dac364c0-8807-4a46-ad6f-d78708b9087b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:46.610978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Attempting to bind port dac364c0-8807-4a46-ad6f-d78708b9087b on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:46.620827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:46.621273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:46.621723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.622218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:46.622740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Bound port: dac364c0-8807-4a46-ad6f-d78708b9087b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:46.623153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.674942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26674c28-b061-4b37-94f8-b68324d3ab7d None None] Pushing event updated for resources: {'Port': ['ID=6aa8e763-aa14-4e3b-802f-8a9d81114db6,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:46.684885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 174015e8-6dc1-4ff7-833e-e757498cafbf details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:49:46.705961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26674c28-b061-4b37-94f8-b68324d3ab7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:46.714277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Routers {'ce0355a0-5637-454e-9c7a-3983a2d67f2e'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:46.715295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] For port dac364c0-8807-4a46-ad6f-d78708b9087b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:46.715678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2a58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ce0355a0-5637-454e-9c7a-3983a2d67f2e'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:46.719229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] For port dac364c0-8807-4a46-ad6f-d78708b9087b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dac364c0-8807-4a46-ad6f-d78708b9087b,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:46.723514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.726409 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 4.2431293
Dec 15 12:49:46.733578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7aef62b1-b64f-4005-ae8c-ab20d4a35305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:46.733795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54572) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:46.804906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] For port 6aa8e763-aa14-4e3b-802f-8a9d81114db6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6aa8e763-aa14-4e3b-802f-8a9d81114db6,segment=NetworkSegment(4e2be0f1-f901-4667-9f47-d1ff77f2c33b),segment_id=4e2be0f1-f901-4667-9f47-d1ff77f2c33b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:46.805258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:46.808737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Pushing event updated for resources: {'Port': ['ID=dac364c0-8807-4a46-ad6f-d78708b9087b,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:46.814009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:46.814233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Request body: {'subnet': {'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:46.832200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Routers {'249b0e40-36a0-4e0b-9b97-3972534c848c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:46.833022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba28c88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['249b0e40-36a0-4e0b-9b97-3972534c848c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:46.892892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] Set router ce0355a0-5637-454e-9c7a-3983a2d67f2e gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:46.954660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:46.959279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Usage tracker for resource:subnet and tenant:f09f993a24b04d0ba400ee9d6166ffb5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:46.962543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:46.968395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Calling delete_port for 6aa8e763-aa14-4e3b-802f-8a9d81114db6 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:46.969760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:46.994576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Made reservation on behalf of f09f993a24b04d0ba400ee9d6166ffb5 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:47.110529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2a58>, [{'id': 'ce0355a0-5637-454e-9c7a-3983a2d67f2e', 'name': '', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:34Z', 'updated_at': '2021-12-15T12:49:46Z', 'revision_number': 4, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:47.120362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.122686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb88d98-1957-4f9a-968e-8a65e03de2ae None None] The sync data for ids ['ce0355a0-5637-454e-9c7a-3983a2d67f2e'] in dv-neutron-821831-1-hyperv is: [{'id': 'ce0355a0-5637-454e-9c7a-3983a2d67f2e', 'name': '', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:34Z', 'updated_at': '2021-12-15T12:49:46Z', 'revision_number': 4, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:47.154595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] Set router 249b0e40-36a0-4e0b-9b97-3972534c848c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:47.176900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.224810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8b7ad-23de-4d89-9f03-f569b3eb29d3,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:47.227834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:47.245734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39db3a88-6725-476b-9c3f-bbf68bcd5042 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:47.284677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 94f0b341-54a4-45b8-996d-c4d7dbd4e029 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:47.368064 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38417955-66fc-4894-a26f-d3df85eef15f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups/6ed8b7ad-23de-4d89-9f03-f569b3eb29d3 HTTP/1.1" status: 200  len: 1612 time: 0.7952693
Dec 15 12:49:47.376456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54580) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:47.386027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aa8e763-aa14-4e3b-802f-8a9d81114db6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:47.390004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:47.402907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:47.427663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Deleting port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:47.428308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.537621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:47.538246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.548408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.560119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba28c88>, [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:49:40Z', 'revision_number': 3, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:47.569755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f72599-1017-43ce-bd1f-ceec21e191e2 None None] The sync data for ids ['249b0e40-36a0-4e0b-9b97-3972534c848c'] in dv-neutron-821831-1-hyperv is: [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:49:40Z', 'revision_number': 3, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:47.570684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:47.680276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.690434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.779686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Pushing event updated for resources: {'Subnet': ['ID=6db4a7fe-3452-4ca6-9d9b-76a84d74d848,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:47.794829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:47.798255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dc73268-9fa5-4472-8782-019c6b867d0e tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:47.871727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] For port 94f0b341-54a4-45b8-996d-c4d7dbd4e029, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=94f0b341-54a4-45b8-996d-c4d7dbd4e029,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:47.872306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.882049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18a0b9-dc91-4239-9ee3-3fdaf39bb309 req-2b38ee81-53de-4ccc-b4a8-afca2c344f37 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:47.882260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 94f0b341-54a4-45b8-996d-c4d7dbd4e029 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:49:47.883848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3b18a0b9-dc91-4239-9ee3-3fdaf39bb309 req-2b38ee81-53de-4ccc-b4a8-afca2c344f37 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.7334533
Dec 15 12:49:47.904157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Pushing event deleted for resources: {'Port': ['ID=8519895b-af04-47c7-b800-ae0312c2bfd4,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:47.907322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:47.980842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:48.027524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Checking segment: {'id': '387b4f0f-4a9b-4553-9c18-051229772020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:48.027935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Network hostable DHCP agents. Network: 174015e8-6dc1-4ff7-833e-e757498cafbf, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:49:48.041602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.055642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Calling delete_port for 94f0b341-54a4-45b8-996d-c4d7dbd4e029 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:48.101827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9cac2e90-2708-49d4-902d-43fecdaff1a9 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:49:48.117101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.121952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/3bcf5095-c4b3-4256-960d-222f1f11a490 HTTP/1.1" status: 204  len: 168 time: 2.8954227
Dec 15 12:49:48.197278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.210148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.217948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:48.289975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Pushing event deleted for resources: {'Port': ['ID=94f0b341-54a4-45b8-996d-c4d7dbd4e029,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:48.296582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:48.339119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] No DVR routers for this DVR port 94f0b341-54a4-45b8-996d-c4d7dbd4e029 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:48.372383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54584) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:48.424587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Network 174015e8-6dc1-4ff7-833e-e757498cafbf is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:49:48.431923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.449803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 174015e8-6dc1-4ff7-833e-e757498cafbf) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:48.458338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:48.458741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.462119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8387e-a16e-43c2-827a-059e01075685 None None] Network 174015e8-6dc1-4ff7-833e-e757498cafbf requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:48.472395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3b18a0b9-dc91-4239-9ee3-3fdaf39bb309 req-5e3a3a4c-7344-4795-8a4e-03f1ce280f59 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5695856
Dec 15 12:49:48.491388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.535683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.564767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7657378
Dec 15 12:49:48.570264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54590) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:48.581341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Deleting port bd7eed73-810c-4aea-9ea3-856074123c0a {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:48.581764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.582545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Request body: {'port': {'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf', 'name': 'tempest-TagsExtTest-1773739186'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:48.628743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.637084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:48.759674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.770272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-174015e8-6dc1-4ff7-833e-e757498cafbf', 'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf', 'tenant_id': 'f09f993a24b04d0ba400ee9d6166ffb5', 'fixed_ips': [{'subnet_id': '6db4a7fe-3452-4ca6-9d9b-76a84d74d848'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:48.771219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.786139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=71b53c55-3bf9-45ff-864a-79d4f2abbdb3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:48.794435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:48.799219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:48.800003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06740891-98bc-4094-a6f8-9e4524f053d3 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:48.807752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.808345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce0355a0-5637-454e-9c7a-3983a2d67f2e {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:49:48.815166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:48.819958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:48.820612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.845291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4fe7f6-38ca-4847-ab6c-650b7e611ac9 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:48.847939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8b7ad-23de-4d89-9f03-f569b3eb29d3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:48.857577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:48.916945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.918179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ed8b7ad-23de-4d89-9f03-f569b3eb29d3 HTTP/1.1" status: 204  len: 168 time: 1.5342824
Dec 15 12:49:48.920941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:48.922081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ce0355a0-5637-454e-9c7a-3983a2d67f2e HTTP/1.1" status: 204  len: 168 time: 5.3258400
Dec 15 12:49:48.922954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54594) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:48.928865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.7818754
Dec 15 12:49:48.932557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54596) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:48.932913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54600) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:48.985001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:49.002313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Usage tracker for resource:port and tenant:f09f993a24b04d0ba400ee9d6166ffb5 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:49.011902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:49.015726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '71b53c55-3bf9-45ff-864a-79d4f2abbdb3', 'ip_address': '2001:db8::6559:3cec:8690:b211'}], 'name': 'tempest-NetworksTestDHCPv6-1438050381'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:49.030406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:49.039198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6ed15-0809-46a8-aa76-72ce71cc9f81 req-80101f7f-3144-4f9b-9947-a26213c0766b tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:49.040957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7b6ed15-0809-46a8-aa76-72ce71cc9f81 req-80101f7f-3144-4f9b-9947-a26213c0766b tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.3993649
Dec 15 12:49:49.097958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Made reservation on behalf of f09f993a24b04d0ba400ee9d6166ffb5 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:49.104045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:49.142648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Allocated IP 172.20.0.2 (174015e8-6dc1-4ff7-833e-e757498cafbf/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/facb7e0c-d930-4050-851c-5d872c12182e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:49.215075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '71b53c55-3bf9-45ff-864a-79d4f2abbdb3'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:49.216252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:49.219883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] device_id is not set on port 0a506e6c-d48f-4930-bf08-a2f14db10bf2 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:49.259245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:49.284905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Deleting subnet b24eb78e-30d8-4e96-ab94-526d476e5c49 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:49.301342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:49.320211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7b6ed15-0809-46a8-aa76-72ce71cc9f81 req-8dabd766-893a-4ede-a973-4f0bf957f517 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2667170
Dec 15 12:49:49.354118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:49.464844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:49.470153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.2383943
Dec 15 12:49:49.470575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54608) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:49.528098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4fd1ddc8-0126-4d2b-aca0-2249277194d1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:49.537370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Calling delete_port for bd7eed73-810c-4aea-9ea3-856074123c0a owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:49.573072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Sync routers for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:49.713295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4fd1ddc8-0126-4d2b-aca0-2249277194d1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:49.714751 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4fd1ddc8-0126-4d2b-aca0-2249277194d1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7882187
Dec 15 12:49:49.732429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:49.764902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54616) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:49.814070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:49.814804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac28358>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:49.832200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-dc01a218-e4be-44ad-a8c7-e920a4af3c1e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] delete failed (client error): The resource could not be found.
Dec 15 12:49:49.834484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc01a218-e4be-44ad-a8c7-e920a4af3c1e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ed8b7ad-23de-4d89-9f03-f569b3eb29d3 HTTP/1.1" status: 404  len: 347 time: 0.0679014
Dec 15 12:49:49.869439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54620) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:49.870518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:49.924530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b99e0c7-9c64-4509-9a87-a5c44fb2240e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4522605
Dec 15 12:49:49.925414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54624) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:49.928845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dac364c0-8807-4a46-ad6f-d78708b9087b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:49.930601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.018936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--161692376'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:50.026503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:50.040525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:50.052836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:50.064255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.076551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:50.082357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.092787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.118318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b522e492-7c42-40bc-ba98-89482e2cd423 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:50.179847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:50.187184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:50.190649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:50.199411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:50.216431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/71b53c55-3bf9-45ff-864a-79d4f2abbdb3/1859e958-10ed-4517-b6b7-533c9c86f7bd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:50.234662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e39052a-f6ea-49bc-95a8-3efefff9d10f tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:50.235582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e39052a-f6ea-49bc-95a8-3efefff9d10f tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:50.237555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e39052a-f6ea-49bc-95a8-3efefff9d10f tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1594 time: 0.3079381
Dec 15 12:49:50.241738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:50.263590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.280836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.288309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:50.306752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Transition to ACTIVE for port object facb7e0c-d930-4050-851c-5d872c12182e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:50.403228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b24eb78e-30d8-4e96-ab94-526d476e5c49,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:50.405978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.408758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port dac364c0-8807-4a46-ad6f-d78708b9087b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:50.412249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:50.421644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.428259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port dac364c0-8807-4a46-ad6f-d78708b9087b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:50.428691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.443439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.477151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:50.480655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c11e5b8-7356-4c92-b2d4-11e8b8643598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:50.481710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Allocated IP 172.20.0.1 (7af35146-6074-4d97-b3c9-e499ece7bd57/ab099ad0-b592-49b4-89dc-c5764dbea876/b2b40290-27d8-4fd3-bbaa-9b1aa0703063) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:50.485284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:50.518011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.523767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5e0d2-98da-4b5b-b56d-b5d4cc8068c5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:50.526250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.526389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Transition to ACTIVE for port object facb7e0c-d930-4050-851c-5d872c12182e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:50.529408 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6455112
Dec 15 12:49:50.535373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 7a8e7ddd-643f-46a2-a824-d89ca4fafbd1 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:49:50.540293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54632) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:50.553699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': '0df5e0d2-98da-4b5b-b56d-b5d4cc8068c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:50.554476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:50.572950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e88ec34-2d4d-436c-804d-08ff9bfd4f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:50.582175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:50.595157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d40f6f72-2516-4226-b657-818cb3be61b8 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:50.598980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb460f2d-d1d9-46b7-bacc-21fd731e5da1 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=42971ac3-8882-42e2-bb6e-36673698bd6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3555222
Dec 15 12:49:50.608733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:50.618664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54636) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:50.650774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/b24eb78e-30d8-4e96-ab94-526d476e5c49 HTTP/1.1" status: 204  len: 168 time: 1.7143593
Dec 15 12:49:50.659293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54640) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:50.662515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Port': ['ID=bd7eed73-810c-4aea-9ea3-856074123c0a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:50.666715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:50.713361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb62f8-bfa0-4990-adf0-3fdf4065f717 req-a1a18398-c853-45df-935a-5be86e5168a3 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:50.715066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4bfb62f8-bfa0-4990-adf0-3fdf4065f717 req-a1a18398-c853-45df-935a-5be86e5168a3 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.9406927
Dec 15 12:49:50.723692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:50.738696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:50.752826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9983a5c4-7da3-4cd3-a6ae-d505eded29f9 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1326969
Dec 15 12:49:50.761483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:50.766453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54644) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:50.778074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528622607', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:50.796449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Network 174015e8-6dc1-4ff7-833e-e757498cafbf is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:50.835597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:50.839964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Pushing event updated for resources: {'Port': ['ID=facb7e0c-d930-4050-851c-5d872c12182e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:50.843967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:50.862162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Allocated IP 172.20.0.10 (174015e8-6dc1-4ff7-833e-e757498cafbf/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/0a506e6c-d48f-4930-bf08-a2f14db10bf2) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:50.883774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:50.978588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.054823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.065749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:51.119445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.123973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:51.131736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:51.143042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.144892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.155225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Transition to ACTIVE for port object b2b40290-27d8-4fd3-bbaa-9b1aa0703063 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:51.159385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:51.176048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7739cfe1-ef09-437e-8966-264844f7c842 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:51.176294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.188023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Attempting to bind port facb7e0c-d930-4050-851c-5d872c12182e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:51.188446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Attempting to bind port facb7e0c-d930-4050-851c-5d872c12182e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '387b4f0f-4a9b-4553-9c18-051229772020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:51.188858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Attempting to bind port facb7e0c-d930-4050-851c-5d872c12182e on network 174015e8-6dc1-4ff7-833e-e757498cafbf {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:51.196626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Transition to ACTIVE for port object 1859e958-10ed-4517-b6b7-533c9c86f7bd will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:51.240272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24095cd5-879a-4b6f-b565-32d8b9c25fd9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:51.247395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:51.247887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Checking segment: {'id': '387b4f0f-4a9b-4553-9c18-051229772020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:51.248258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.248878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Bound using segment: {'id': '387b4f0f-4a9b-4553-9c18-051229772020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:51.249553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Bound port: facb7e0c-d930-4050-851c-5d872c12182e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387b4f0f-4a9b-4553-9c18-051229772020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '174015e8-6dc1-4ff7-833e-e757498cafbf'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:51.249695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.258726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:49:51.267377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port dac364c0-8807-4a46-ad6f-d78708b9087b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dac364c0-8807-4a46-ad6f-d78708b9087b,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:51.312622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Transition to ACTIVE for port object 1859e958-10ed-4517-b6b7-533c9c86f7bd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:51.314426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.322555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:51.327684 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4bfb62f8-bfa0-4990-adf0-3fdf4065f717 req-6ac74759-fde7-422a-bd40-831af10548ef tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5945919
Dec 15 12:49:51.353874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.386877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.396615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.403830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "DELETE /v2.0/ports/bd7eed73-810c-4aea-9ea3-856074123c0a HTTP/1.1" status: 204  len: 168 time: 3.0182936
Dec 15 12:49:51.439989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54654) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:51.506349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] For port facb7e0c-d930-4050-851c-5d872c12182e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:51.510875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] For port facb7e0c-d930-4050-851c-5d872c12182e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=facb7e0c-d930-4050-851c-5d872c12182e,segment=NetworkSegment(387b4f0f-4a9b-4553-9c18-051229772020),segment_id=387b4f0f-4a9b-4553-9c18-051229772020)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:51.522621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.623360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:51.637422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:51.649867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:51.654021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac28358>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:49:44Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:51.663589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=dac364c0-8807-4a46-ad6f-d78708b9087b,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:51.671086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:51.672903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Checking router: 9cac2e90-2708-49d4-902d-43fecdaff1a9 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:49:51.673279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Updating router 9cac2e90-2708-49d4-902d-43fecdaff1a9 port 4593105f-9d91-49b5-a4b3-69a861b1fa70 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:49:51.705177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::6559:3cec:8690:b211 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/71b53c55-3bf9-45ff-864a-79d4f2abbdb3/7a8e7ddd-643f-46a2-a824-d89ca4fafbd1) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:51.711298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.759592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.759889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.760224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.760825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.761232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.761633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.762115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.762422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.763076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.763620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.764524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:51.781702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:51.789113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faf86828>,) {'filters': {'network_id': ['42971ac3-8882-42e2-bb6e-36673698bd6f']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:51.822284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.824073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2755814
Dec 15 12:49:51.833794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54662) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:51.849681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e556000-a208-4b2a-a252-42e15e77942a tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:51.850505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5e556000-a208-4b2a-a252-42e15e77942a tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Synchronizing usage tracker for tenant:200f39136cdf4a508cfc1ad2c0e023bf on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:51.887918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf86828>, '4e2be0f1-f901-4667-9f47-d1ff77f2c33b') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:51.888258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf86828>, '4e2be0f1-f901-4667-9f47-d1ff77f2c33b') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:51.936287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.941295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.945030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b09ef91f-5696-4e18-bef0-70f13a5054a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.541s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:51.954547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c382b2-a75b-4434-ba50-eac28d489664 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:51.970631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5e556000-a208-4b2a-a252-42e15e77942a tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Unset dirty status for tenant:200f39136cdf4a508cfc1ad2c0e023bf on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:51.972008 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e556000-a208-4b2a-a252-42e15e77942a tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "GET /v2.0/ports?device_id=d53b63b3-8934-433d-959b-225762da599b HTTP/1.1" status: 200  len: 913 time: 0.4998219
Dec 15 12:49:51.974396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:51.985137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54666) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:52.010271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:49:52.010725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.018777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Pushing event updated for resources: {'Port': ['ID=1859e958-10ed-4517-b6b7-533c9c86f7bd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:52.088774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dac364c0-8807-4a46-ad6f-d78708b9087b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:52.104177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.170973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:49:52.176305 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:49:52.357640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.365670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.370770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  42971ac3-8882-42e2-bb6e-36673698bd6f {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 15 12:49:52.373265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.388805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ad22b-f6fc-4bf3-86f7-dc6a40f6071b req-6be7275b-4b9e-4523-9286-ef31f96f9cdf tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:52.390756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aa4ad22b-f6fc-4bf3-86f7-dc6a40f6071b req-6be7275b-4b9e-4523-9286-ef31f96f9cdf tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.6141300
Dec 15 12:49:52.404690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60a9afef-b116-4ffd-b875-c5fe95ad26fd tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:52.411753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Pushing event updated for resources: {'Port': ['ID=facb7e0c-d930-4050-851c-5d872c12182e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:52.444828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:52.447124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.902s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:52.447583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:52.453900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Attempting to bind port 1859e958-10ed-4517-b6b7-533c9c86f7bd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:52.454343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Attempting to bind port 1859e958-10ed-4517-b6b7-533c9c86f7bd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:52.454869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Attempting to bind port 1859e958-10ed-4517-b6b7-533c9c86f7bd on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:52.472356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event deleted for resources: {'Network': ['ID=42971ac3-8882-42e2-bb6e-36673698bd6f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:52.490827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "DELETE /v2.0/networks/42971ac3-8882-42e2-bb6e-36673698bd6f HTTP/1.1" status: 204  len: 168 time: 1.8257611
Dec 15 12:49:52.507383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.507908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.508412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.508838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.509298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.509769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.510192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.510801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.511225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.511659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.512076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:52.516598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:52.521153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.545999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aa4ad22b-f6fc-4bf3-86f7-dc6a40f6071b req-7fffc1bd-d960-47bc-a2a8-be3e017f3166 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963259
Dec 15 12:49:52.578066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:52.579472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.597492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:52.610126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:52.616821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port dac364c0-8807-4a46-ad6f-d78708b9087b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:52.617254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.625821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.667000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.668416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 7a8e7ddd-643f-46a2-a824-d89ca4fafbd1 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:52.673974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:52.674409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:52.675003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.675493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:52.676040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Bound port: 1859e958-10ed-4517-b6b7-533c9c86f7bd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:52.676460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.698950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.716662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.745519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ffc1543-9200-410b-8a37-0278fde6d2c6 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:52.796662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] For port 1859e958-10ed-4517-b6b7-533c9c86f7bd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:52.800167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] For port 1859e958-10ed-4517-b6b7-533c9c86f7bd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1859e958-10ed-4517-b6b7-533c9c86f7bd,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:52.803353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:52.814278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:52.820441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.831950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Pushing event updated for resources: {'Port': ['ID=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:52.853992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:52.860097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:52.869035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:52.869803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.877670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:52.881744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f8032e6-5efd-43f3-849b-8fe24d6f3684 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:52.887765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:52.965507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Transition to ACTIVE for port object 0a506e6c-d48f-4930-bf08-a2f14db10bf2 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:52.978402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=7a8e7ddd-643f-46a2-a824-d89ca4fafbd1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:52.992359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.0549221
Dec 15 12:49:52.993604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:52.997040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54676) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:53.097504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.110675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Pushing event updated for resources: {'Port': ['ID=1859e958-10ed-4517-b6b7-533c9c86f7bd,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:53.114266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:53.194386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:53.195404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: 6d0beb82-e5c9-4598-9c20-9215a4256865, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:49:53.246734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=3621b58a-c628-4377-b22d-c685c96d73f9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:53.270276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.281813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0270b6-851c-4bc7-b83a-4e309bf4d52a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:53.291060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0270b6-851c-4bc7-b83a-4e309bf4d52a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:53.292040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d0270b6-851c-4bc7-b83a-4e309bf4d52a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:53.294631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54682) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:53.297033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Transition to ACTIVE for port object 4593105f-9d91-49b5-a4b3-69a861b1fa70 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:53.298255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:53.310936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.314642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94dc467e-abfe-489e-b048-eb7430ac513a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:53.315364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:53.328103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d0270b6-851c-4bc7-b83a-4e309bf4d52a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:53.332147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'router': {'name': 'tempest-router--1371771456', 'project_id': 'd719eba01da7484f994f88042851ebae'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:53.343506 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d0270b6-851c-4bc7-b83a-4e309bf4d52a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3357177
Dec 15 12:49:53.344485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54686) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:53.357863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:53.366167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.367557 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/24095cd5-879a-4b6f-b565-32d8b9c25fd9 HTTP/1.1" status: 204  len: 168 time: 1.5283160
Dec 15 12:49:53.378663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24095cd5-879a-4b6f-b565-32d8b9c25fd9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:53.401835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54690) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:53.418530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:router and tenant:d719eba01da7484f994f88042851ebae is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:53.422737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:53.423905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.441550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 7a8e7ddd-643f-46a2-a824-d89ca4fafbd1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:53.441944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.443088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:53.464376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:49:53.466995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Attempting to bind port 4593105f-9d91-49b5-a4b3-69a861b1fa70 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:53.467893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Attempting to bind port 4593105f-9d91-49b5-a4b3-69a861b1fa70 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:53.468481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Attempting to bind port 4593105f-9d91-49b5-a4b3-69a861b1fa70 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:53.485050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:53.490484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:53.491197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:53.493581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.494861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:53.496580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Bound port: 4593105f-9d91-49b5-a4b3-69a861b1fa70, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:53.497938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.554971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2799eacf-30fd-4ecd-94f4-f88a6ea664d0 None None] Provisioning for port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:53.561029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:53.568817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Pushing event updated for resources: {'Port': ['ID=0a506e6c-d48f-4930-bf08-a2f14db10bf2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:53.570535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73807b7-5c02-494c-bb69-f34f4a023773 None None] Pushing event updated for resources: {'Port': ['ID=4593105f-9d91-49b5-a4b3-69a861b1fa70,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:53.573494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2799eacf-30fd-4ecd-94f4-f88a6ea664d0 None None] Provisioning complete for port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:53.573965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2799eacf-30fd-4ecd-94f4-f88a6ea664d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.633921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d73807b7-5c02-494c-bb69-f34f4a023773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:53.670872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:53.711067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 6d0beb82-e5c9-4598-9c20-9215a4256865) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:53.723292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e31e3-f9fc-447e-9c0f-1c45f00d06b5 None None] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:53.791039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:53.791967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.807707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2799eacf-30fd-4ecd-94f4-f88a6ea664d0 None None] Port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:53.828779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] For port 4593105f-9d91-49b5-a4b3-69a861b1fa70, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:53.889896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.894153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.895433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.908961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Network 174015e8-6dc1-4ff7-833e-e757498cafbf is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:53.930605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] For port 4593105f-9d91-49b5-a4b3-69a861b1fa70, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4593105f-9d91-49b5-a4b3-69a861b1fa70,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:53.934972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.943179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:53.950371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3512e29e-4b86-449b-9ee7-9f7cfdfbe5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:53.999204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:54.004034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:54.078134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device facb7e0c-d930-4050-851c-5d872c12182e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:54.089864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cee84b57-52ab-48b4-a703-877a2d88c3d6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:54.102460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:54.103267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.160894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 7a8e7ddd-643f-46a2-a824-d89ca4fafbd1 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:54.174345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:54.175073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac28358>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:54.205891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 3.4350512
Dec 15 12:49:54.205891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.209725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54698) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:54.268586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73807b7-5c02-494c-bb69-f34f4a023773 None None] Pushing event updated for resources: {'Port': ['ID=4593105f-9d91-49b5-a4b3-69a861b1fa70,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:54.279768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3c102-5198-43b6-837a-4ca72fd1596c None None] Network 174015e8-6dc1-4ff7-833e-e757498cafbf requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:54.284294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2aa54442-7fce-4d24-ae0d-122e20a85df1 tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:54.301119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d73807b7-5c02-494c-bb69-f34f4a023773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:54.325771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.355965 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 5.7842739
Dec 15 12:49:54.363843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54702) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:54.375100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1257142155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:54.380672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cee84b57-52ab-48b4-a703-877a2d88c3d6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:54.384768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cee84b57-52ab-48b4-a703-877a2d88c3d6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.9757881
Dec 15 12:49:54.384917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:54.387033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54706) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:54.444726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Usage tracker for resource:router and tenant:f09f993a24b04d0ba400ee9d6166ffb5 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:54.453491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Pushing event updated for resources: {'Port': ['ID=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:54.457092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:54.467558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:54.477223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.489179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:54.589112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c562d76-1331-497f-b9e3-66ddefd45abb req-65bd519b-2bc7-44ea-b427-2070e6b49aea tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:54.591373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c562d76-1331-497f-b9e3-66ddefd45abb req-65bd519b-2bc7-44ea-b427-2070e6b49aea tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.8330805
Dec 15 12:49:54.611141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.612272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.626544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.638498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2edc3f14-a410-47e0-b90a-f4701235ca4c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:54.693355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=7a8e7ddd-643f-46a2-a824-d89ca4fafbd1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:54.696017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:54.712162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.727473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-6d0beb82-e5c9-4598-9c20-9215a4256865', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:49:54.728362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.752290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-95a9b1ea-ac02-4f84-bf26-47c749365a9c None None] Provisioning for port facb7e0c-d930-4050-851c-5d872c12182e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:54.765769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.767131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9731eabd-9987-4c87-b246-eaaf8da0e05b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.4541380
Dec 15 12:49:54.770672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.773299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:54.775668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54710) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:54.786360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.789790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:54.791654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port facb7e0c-d930-4050-851c-5d872c12182e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:54.870687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.873474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port facb7e0c-d930-4050-851c-5d872c12182e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:54.873474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:54.907129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/7a8e7ddd-643f-46a2-a824-d89ca4fafbd1 HTTP/1.1" status: 204  len: 168 time: 1.5615520
Dec 15 12:49:54.966920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:54.980485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54714) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:55.156325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c562d76-1331-497f-b9e3-66ddefd45abb req-4b7d24ad-8db3-4d02-9ec8-a8516d9cc554 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4855831
Dec 15 12:49:55.395428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.473348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Allocated IP 172.20.0.2 (6d0beb82-e5c9-4598-9c20-9215a4256865/3621b58a-c628-4377-b22d-c685c96d73f9/20c39508-de45-409d-921f-5dd9bef86c6d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:49:55.474966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.544051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9fe86-de95-417c-9294-f462a758d583 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:55.546173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9fe86-de95-417c-9294-f462a758d583 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:55.547649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fbd9fe86-de95-417c-9294-f462a758d583 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:55.565888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05e83029-0665-48f6-acde-805b63323419 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.614477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.652378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.654466 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25459eeb-e41d-4023-b1b9-a6474b9bd106 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.2886691
Dec 15 12:49:55.714114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54722) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:55.752836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b3bd983e-97fe-486c-a2a2-954fc8e1ee88 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-884051118', 'prefixes': ['172.20.0.0/16']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:55.832337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fbd9fe86-de95-417c-9294-f462a758d583 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:55.833054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fbd9fe86-de95-417c-9294-f462a758d583 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.8369300
Dec 15 12:49:55.845643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.854383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54728) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:55.892147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.896746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b3bd983e-97fe-486c-a2a2-954fc8e1ee88 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:55.900682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-948f02df-2241-4c5b-814f-4dd5a28a0fea tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:55.925358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7ddadddd-7a98-4199-9c49-7f4a652e2ae4 None None] Provisioning complete for port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:55.925950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ddadddd-7a98-4199-9c49-7f4a652e2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:55.938755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5e0d2-98da-4b5b-b56d-b5d4cc8068c5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:55.941596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:55.986660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.003011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Transition to ACTIVE for port object 20c39508-de45-409d-921f-5dd9bef86c6d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:56.097716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Transition to ACTIVE for port object 20c39508-de45-409d-921f-5dd9bef86c6d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:49:56.100501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7ddadddd-7a98-4199-9c49-7f4a652e2ae4 None None] Port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:56.122409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.129832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26674c28-b061-4b37-94f8-b68324d3ab7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:56.167488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.168040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port facb7e0c-d930-4050-851c-5d872c12182e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=facb7e0c-d930-4050-851c-5d872c12182e,segment=NetworkSegment(387b4f0f-4a9b-4553-9c18-051229772020),segment_id=387b4f0f-4a9b-4553-9c18-051229772020)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:56.169325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/0df5e0d2-98da-4b5b-b56d-b5d4cc8068c5 HTTP/1.1" status: 204  len: 168 time: 1.7786069
Dec 15 12:49:56.185908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.186765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1859e958-10ed-4517-b6b7-533c9c86f7bd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:56.237089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54732) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:56.297267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Pushing event updated for resources: {'Port': ['ID=20c39508-de45-409d-921f-5dd9bef86c6d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:56.303131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:49:56.311644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:49:56.322476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:49:56.340318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.340543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.341166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.341166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.341615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.341995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.342323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.342690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.343060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.343470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.343841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:49:56.350539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:56.357941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bedcfe41-799f-4911-a490-f2fadd7f6611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:56.424548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-760082c8-4fd6-42bd-a88f-c307089d9ef2 None None] Provisioning for port 1859e958-10ed-4517-b6b7-533c9c86f7bd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:56.447558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05e83029-0665-48f6-acde-805b63323419 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.472560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-7003e3b9-5004-42c3-a32a-51771692eca2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.7321444
Dec 15 12:49:56.477142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05e83029-0665-48f6-acde-805b63323419 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.491388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ccc66-7ce3-4dc5-89ff-c1db03dcee89 req-0775c1b7-3dfa-4da6-b70f-7df13880d141 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:56.493056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a00ccc66-7ce3-4dc5-89ff-c1db03dcee89 req-0775c1b7-3dfa-4da6-b70f-7df13880d141 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.7435486
Dec 15 12:49:56.503839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 71b53c55-3bf9-45ff-864a-79d4f2abbdb3 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:49:56.514902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.605497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=facb7e0c-d930-4050-851c-5d872c12182e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:56.621281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac28358>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:49:44Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:56.631848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:56.649532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-760082c8-4fd6-42bd-a88f-c307089d9ef2 None None] Could not find standard attr ID for object 7a8e7ddd-643f-46a2-a824-d89ca4fafbd1. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:49:56.651482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3022d69-1dba-4819-965c-5745f5c35bcf None None] The sync data for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv is: [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:49:44Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:49:56.656868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 1859e958-10ed-4517-b6b7-533c9c86f7bd completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:56.668587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 1859e958-10ed-4517-b6b7-533c9c86f7bd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:56.669398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.674089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.723077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05e83029-0665-48f6-acde-805b63323419 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.723401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f5e71a4-e5b4-4338-bc24-12dd748ef484 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:56.724430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e83029-0665-48f6-acde-805b63323419 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0c0032-3b4b-414d-99ed-f0371e77f291 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:49:56.734948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Attempting to bind port 20c39508-de45-409d-921f-5dd9bef86c6d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:49:56.735879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Attempting to bind port 20c39508-de45-409d-921f-5dd9bef86c6d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:49:56.736386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Attempting to bind port 20c39508-de45-409d-921f-5dd9bef86c6d on network 6d0beb82-e5c9-4598-9c20-9215a4256865 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:49:56.774268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:49:56.774762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Checking segment: {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:49:56.775231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.775944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Bound using segment: {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:49:56.776490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Bound port: 20c39508-de45-409d-921f-5dd9bef86c6d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:49:56.776912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.783941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05e83029-0665-48f6-acde-805b63323419 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.788877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-05e83029-0665-48f6-acde-805b63323419 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3f0c0032-3b4b-414d-99ed-f0371e77f291 HTTP/1.1" status: 204  len: 168 time: 2.0095522
Dec 15 12:49:56.794924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a00ccc66-7ce3-4dc5-89ff-c1db03dcee89 req-a31da15e-7edf-4f2c-8442-5fe8a7ca568b tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2882462
Dec 15 12:49:56.809468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3bd983e-97fe-486c-a2a2-954fc8e1ee88 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for subnetpool, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.811247 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b3bd983e-97fe-486c-a2a2-954fc8e1ee88 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 1.0779350
Dec 15 12:49:56.822736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54738) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:56.834570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f5e71a4-e5b4-4338-bc24-12dd748ef484 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:56.834570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f5e71a4-e5b4-4338-bc24-12dd748ef484 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5744848
Dec 15 12:49:56.834570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54740) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:56.845697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-c883f688-a9b9-48bc-b21d-38a610350287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:56.848129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-c883f688-a9b9-48bc-b21d-38a610350287 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.3672624
Dec 15 12:49:56.851375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130497579'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:56.857116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-65f542a2-8d24-4ad2-87ba-1ae994f8eda0 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fb26e6d8>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', 'tempest-TagsExtTest-Tag-2087715149') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:56.863487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:56.891104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:56.915140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] For port 20c39508-de45-409d-921f-5dd9bef86c6d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:49:56.920154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] For port 20c39508-de45-409d-921f-5dd9bef86c6d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=20c39508-de45-409d-921f-5dd9bef86c6d,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:49:56.938007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:56.955382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:56.978489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Router 249b0e40-36a0-4e0b-9b97-3972534c848c has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:49:56.987326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.024266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.102366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54746) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:57.216744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-6266a425-26fd-4f78-acb4-21eeb75671b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1001 time: 0.3136501
Dec 15 12:49:57.296427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:57.346614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a67b081-21e7-45e4-b3ba-5dfd349c3f8a None None] Provisioning for port 0a506e6c-d48f-4930-bf08-a2f14db10bf2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:49:57.352132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:57.361272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-65bbf946-dbde-44ad-b145-d31891c08e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:57.367042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-65bbf946-dbde-44ad-b145-d31891c08e93 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.1412387
Dec 15 12:49:57.370929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:57.380822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.411527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29584099-1ab7-42dd-aa77-019493820f5d tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:57.418017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a67b081-21e7-45e4-b3ba-5dfd349c3f8a None None] Provisioning complete for port 0a506e6c-d48f-4930-bf08-a2f14db10bf2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:57.418713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a67b081-21e7-45e4-b3ba-5dfd349c3f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.477007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:57.511547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a67b081-21e7-45e4-b3ba-5dfd349c3f8a None None] Port 0a506e6c-d48f-4930-bf08-a2f14db10bf2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:57.514093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=71b53c55-3bf9-45ff-864a-79d4f2abbdb3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:57.523415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:57.526526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.547557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.555898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730e042-bbab-4d8b-91fd-c8b90a434dac None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:49:57.583663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a67b081-21e7-45e4-b3ba-5dfd349c3f8a None None] Provisioning complete for port facb7e0c-d930-4050-851c-5d872c12182e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:57.584120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a67b081-21e7-45e4-b3ba-5dfd349c3f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.609307 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-65f542a2-8d24-4ad2-87ba-1ae994f8eda0 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags/tempest-TagsExtTest-Tag-2087715149 HTTP/1.1" status: 201  len: 201 time: 0.7590973
Dec 15 12:49:57.613118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54752) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:57.625454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-902521dc-dc69-4557-948e-cc13d763d8ab tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9e41c88>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', 'tempest-TagsExtTest-Tag-1125694966') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:57.687326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Pushing event updated for resources: {'Port': ['ID=20c39508-de45-409d-921f-5dd9bef86c6d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:57.715819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-a91d3c4c-cd87-4ea3-8f21-d5ab8055a88c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3421693
Dec 15 12:49:57.728781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:57.772476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:57.849864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-325518847', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:57.873970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:57.889044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Usage tracker for resource:router and tenant:727c949457d74399961c57df039efc84 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:57.902262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:57.927190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:57.968024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.008989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/71b53c55-3bf9-45ff-864a-79d4f2abbdb3 HTTP/1.1" status: 204  len: 168 time: 2.1529572
Dec 15 12:49:58.018458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:58.058359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.066793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:49:58.067184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:49:58.286564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:49:58.304090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b668c98b-781d-4f6b-bd94-3e5b94b654e4 None None] Provisioning complete for port 0a506e6c-d48f-4930-bf08-a2f14db10bf2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:58.304520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b668c98b-781d-4f6b-bd94-3e5b94b654e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.337585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Deleting port 1859e958-10ed-4517-b6b7-533c9c86f7bd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:58.338008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.342363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54758) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:58.418360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.420093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.465450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b668c98b-781d-4f6b-bd94-3e5b94b654e4 None None] Port 0a506e6c-d48f-4930-bf08-a2f14db10bf2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:49:58.506165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.530098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eeefb518-5ab1-4f37-b4cf-17210892c131 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1281605
Dec 15 12:49:58.535319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54762) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:58.558116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.559759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.7239664
Dec 15 12:49:58.562981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68396173-6d8b-47a9-af42-946763e6c485,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:58.594496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54766) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:58.600115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:58.618414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': '68396173-6d8b-47a9-af42-946763e6c485', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:49:58.640375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] For port 1859e958-10ed-4517-b6b7-533c9c86f7bd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1859e958-10ed-4517-b6b7-533c9c86f7bd,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:49:58.640985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.672172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:49:58.692612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:49:58.707094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-63e65b00-3052-4622-8dcc-e57998a2993e service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9829612
Dec 15 12:49:58.716420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:49:58.735483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:49:58.772929 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-902521dc-dc69-4557-948e-cc13d763d8ab tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags/tempest-TagsExtTest-Tag-1125694966 HTTP/1.1" status: 201  len: 201 time: 1.1546726
Dec 15 12:49:58.776449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54770) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:58.809830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-14b594ab-7280-4baf-a768-0c425822dd76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fb297978>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', 'tempest-TagsExtTest-Tag-197714716') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:58.816255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Calling delete_port for 1859e958-10ed-4517-b6b7-533c9c86f7bd owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:49:58.864531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.892197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.907082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b56e3-fd6b-4e3b-a4d4-f44228e979d1 req-364bedbb-4652-43d1-825a-528b009f1649 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:58.908773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d24b56e3-fd6b-4e3b-a4d4-f44228e979d1 req-364bedbb-4652-43d1-825a-528b009f1649 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5578718
Dec 15 12:49:58.970391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:58.971077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:49:58.980090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a310087-5fbd-428e-acfb-19344de03c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:58.986599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Sync routers for ids ['249b0e40-36a0-4e0b-9b97-3972534c848c'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:49:59.011484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] 10.222.0.53 "PUT /v2.0/routers/249b0e40-36a0-4e0b-9b97-3972534c848c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7768404
Dec 15 12:49:59.032788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Deleting port 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:49:59.034071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.048812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Pushing event deleted for resources: {'Port': ['ID=1859e958-10ed-4517-b6b7-533c9c86f7bd,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:59.053213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:59.055935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] No DVR routers for this DVR port 1859e958-10ed-4517-b6b7-533c9c86f7bd on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:49:59.064924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Routers {'249b0e40-36a0-4e0b-9b97-3972534c848c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:49:59.069755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba28e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['249b0e40-36a0-4e0b-9b97-3972534c848c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:59.128182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.252550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eeec17-5da4-4d20-9524-35d02f6c4f56 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:59.253352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-07eeec17-5da4-4d20-9524-35d02f6c4f56 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:59.303824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.352369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7ba7896-f50e-4efa-aac8-09a4692bac61 req-a5cd76ab-4152-48dc-a1ca-5f2dfc54d605 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6278555
Dec 15 12:49:59.361514 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d24b56e3-fd6b-4e3b-a4d4-f44228e979d1 req-75b348c6-9c02-41d8-87f0-b15230f0dca9 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3668339
Dec 15 12:49:59.366979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-07eeec17-5da4-4d20-9524-35d02f6c4f56 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:49:59.373407 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07eeec17-5da4-4d20-9524-35d02f6c4f56 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.8327196
Dec 15 12:49:59.390689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54776) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:59.407918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device facb7e0c-d930-4050-851c-5d872c12182e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:59.514002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Set router 249b0e40-36a0-4e0b-9b97-3972534c848c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:49:59.517814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.528503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-14b594ab-7280-4baf-a768-0c425822dd76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags/tempest-TagsExtTest-Tag-197714716 HTTP/1.1" status: 201  len: 201 time: 0.7419355
Dec 15 12:49:59.578589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port facb7e0c-d930-4050-851c-5d872c12182e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:49:59.579023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.636107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54784) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:59.646761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.655320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-2c9f0a1a-af12-40a5-863d-a7bdd0427676 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9e1a438>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', 'tempest-TagsExtTest-Tag-15096988') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:49:59.686223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:49:59.775648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7833fde-8bb0-4f62-b4ca-d1893f031bbc,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:49:59.782514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89725390-43f4-4637-ae5e-252bc4474051 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:49:59.783310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-89725390-43f4-4637-ae5e-252bc4474051 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:49:59.796976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:49:59.797968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.886699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 20c39508-de45-409d-921f-5dd9bef86c6d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:49:59.899149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:49:59.904296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.3014257
Dec 15 12:49:59.909313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54788) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:49:59.955468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': '68396173-6d8b-47a9-af42-946763e6c485', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:00.009605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:00.042004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 20c39508-de45-409d-921f-5dd9bef86c6d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:00.050289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4593105f-9d91-49b5-a4b3-69a861b1fa70 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:00.056265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:00.062819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Calling delete_port for 0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:00.074753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:00.108274 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c9f0a1a-af12-40a5-863d-a7bdd0427676 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags/tempest-TagsExtTest-Tag-15096988 HTTP/1.1" status: 201  len: 201 time: 0.4709690
Dec 15 12:50:00.114420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54792) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:00.116549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:00.121154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba28e10>, [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:49:52Z', 'revision_number': 4, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'b2b40290-27d8-4fd3-bbaa-9b1aa0703063', 'name': '', 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'mac_address': 'fa:16:3e:cc:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab099ad0-b592-49b4-89dc-c5764dbea876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:50Z', 'updated_at': '2021-12-15T12:49:53Z', 'revision_number': 2, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'subnets': [{'id': 'ab099ad0-b592-49b4-89dc-c5764dbea876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:00.132512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Checking router: 249b0e40-36a0-4e0b-9b97-3972534c848c for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:00.134385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Updating router 249b0e40-36a0-4e0b-9b97-3972534c848c port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:50:00.147304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad9fe7-56cd-4f0d-b636-8408466044a3 None None] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:00.157336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.174842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-208c7b34-0d65-4fa5-adeb-a5da963ed623 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fa0fc240>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:00.204826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.238568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-89725390-43f4-4637-ae5e-252bc4474051 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:00.239866 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-89725390-43f4-4637-ae5e-252bc4474051 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.8480480
Dec 15 12:50:00.243415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54796) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:00.305564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.396680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 4593105f-9d91-49b5-a4b3-69a861b1fa70 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:00.399689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.429473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 4593105f-9d91-49b5-a4b3-69a861b1fa70 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:00.432739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.472083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (6d0beb82-e5c9-4598-9c20-9215a4256865/3621b58a-c628-4377-b22d-c685c96d73f9/e30ebf06-e08f-4895-933b-02427d0d9dfd) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:00.498260 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-208c7b34-0d65-4fa5-adeb-a5da963ed623 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags HTTP/1.1" status: 200  len: 241 time: 0.3289728
Dec 15 12:50:00.504058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54802) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:00.512058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-142a7a4e-67fb-4a14-b9be-38bbbb41bde4 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa0d4390>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', 'tempest-TagsExtTest-Tag-2087715149') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:00.529164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-52481396-6dde-457f-90d6-b542a8c42777 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2736948
Dec 15 12:50:00.534003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54806) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:00.534599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54808) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:00.550013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:00.555317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Provisioning for port 20c39508-de45-409d-921f-5dd9bef86c6d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:00.576545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467646454', 'description': 'tempest-secgroup-smoke-467646454 description', 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:00.596927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Provisioning complete for port 20c39508-de45-409d-921f-5dd9bef86c6d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:00.597507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.614951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.617438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:00.657316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:00.664050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:00.703249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.705360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:00.732137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.738986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:00.767004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Transition to ACTIVE for port object b2b40290-27d8-4fd3-bbaa-9b1aa0703063 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:00.781306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.803336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:00.831170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.861237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:00.892467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88360-cf5a-4797-9903-5ed3a2ed5346 None None] Pushing event updated for resources: {'Port': ['ID=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:00.893143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:00.922271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8f88360-cf5a-4797-9903-5ed3a2ed5346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:00.944966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:00.957635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:00.964364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.981580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Allocated IP 172.26.0.236 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/9fb630f5-1062-43d9-8d51-6880ffdd5551) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:00.984532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:00.991966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:00.992526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:01.008760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:01.020308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 4593105f-9d91-49b5-a4b3-69a861b1fa70, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4593105f-9d91-49b5-a4b3-69a861b1fa70,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:01.099646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.126221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.128029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc2b2cf-b6e2-479a-ad42-40c03df18d7f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:01.133870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26674c28-b061-4b37-94f8-b68324d3ab7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:01.176103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Attempting to bind port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:01.176871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Attempting to bind port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:01.177565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Attempting to bind port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 on network 7af35146-6074-4d97-b3c9-e499ece7bd57 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:01.184851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:01.191929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:01.192354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Checking segment: {'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:01.192808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.193508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Bound using segment: {'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:01.196877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Bound port: b2b40290-27d8-4fd3-bbaa-9b1aa0703063, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482e4f84-dc67-45fb-bfea-afd4077600aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:01.197495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.229133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.234201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.3226931
Dec 15 12:50:01.239377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54816) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:01.249509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': '68396173-6d8b-47a9-af42-946763e6c485', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:01.276806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:01.295776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:01.312461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:01.328223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:01.340125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.348264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-142a7a4e-67fb-4a14-b9be-38bbbb41bde4 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags/tempest-TagsExtTest-Tag-2087715149 HTTP/1.1" status: 204  len: 168 time: 0.8415513
Dec 15 12:50:01.356227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54820) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:01.359815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=4593105f-9d91-49b5-a4b3-69a861b1fa70,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:01.366687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-64b14f87-c82b-4bea-9bd4-54d34da514c6 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fb3d0438>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', 'tempest-TagsExtTest-Tag-2087715149') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:01.376164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1859e958-10ed-4517-b6b7-533c9c86f7bd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:01.412851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9480-ddc9-4bd2-ac03-b7f59f50943c req-98366723-2f42-4df5-a073-8fe00e5b3b05 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:01.421075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d66e9480-ddc9-4bd2-ac03-b7f59f50943c req-98366723-2f42-4df5-a073-8fe00e5b3b05 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.8084202
Dec 15 12:50:01.423635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] For port b2b40290-27d8-4fd3-bbaa-9b1aa0703063, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:01.427672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] For port b2b40290-27d8-4fd3-bbaa-9b1aa0703063, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,segment=NetworkSegment(482e4f84-dc67-45fb-bfea-afd4077600aa),segment_id=482e4f84-dc67-45fb-bfea-afd4077600aa)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:01.437364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:01.438077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 1859e958-10ed-4517-b6b7-533c9c86f7bd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:01.438471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1859e958-10ed-4517-b6b7-533c9c86f7bd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:01.438607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.445942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8f88360-cf5a-4797-9903-5ed3a2ed5346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:01.456892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.467160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] For port 20c39508-de45-409d-921f-5dd9bef86c6d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=20c39508-de45-409d-921f-5dd9bef86c6d,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:01.472304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object e30ebf06-e08f-4895-933b-02427d0d9dfd will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:01.472735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.477954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.481632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd53161e-af61-4a3f-ba52-a33c8807f451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:01.545144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88360-cf5a-4797-9903-5ed3a2ed5346 None None] Pushing event updated for resources: {'Port': ['ID=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:01.549673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8f88360-cf5a-4797-9903-5ed3a2ed5346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:01.559283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:01.626494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Routers {'249b0e40-36a0-4e0b-9b97-3972534c848c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:01.627515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba28e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['249b0e40-36a0-4e0b-9b97-3972534c848c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:01.636968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.646814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.651098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:01.695681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d66e9480-ddc9-4bd2-ac03-b7f59f50943c req-8f0fcd7e-2aad-4793-8c18-a82e62f796bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2707756
Dec 15 12:50:01.837073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:01.844834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1656c7f-076a-469c-959c-5a6e933a6fcf,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:01.864378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:01.865504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6387260f-54d8-4be7-815c-64cbb6668343 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:02.005144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4593105f-9d91-49b5-a4b3-69a861b1fa70 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:02.010224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.019669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7788560
Dec 15 12:50:02.026765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54826) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:02.042926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': '68396173-6d8b-47a9-af42-946763e6c485', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:02.088843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:02.092113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] Set router 249b0e40-36a0-4e0b-9b97-3972534c848c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:02.095322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=e30ebf06-e08f-4895-933b-02427d0d9dfd,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:02.101247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:02.104169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:02.106966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:02.112364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:02.117629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:02.122691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:02.193092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Pushing event updated for resources: {'Port': ['ID=20c39508-de45-409d-921f-5dd9bef86c6d,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:02.206843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-64b14f87-c82b-4bea-9bd4-54d34da514c6 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags/tempest-TagsExtTest-Tag-2087715149 HTTP/1.1" status: 204  len: 168 time: 0.8492048
Dec 15 12:50:02.208387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.212222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54830) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:02.217334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:02.220235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-053aad66-ccb0-4cb3-82ea-74bc74d82654 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5084603
Dec 15 12:50:02.223533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:02.230108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-9e1a5b95-439b-4897-9a95-0e86a60cb89d tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fb23a748>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:02.286252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 4593105f-9d91-49b5-a4b3-69a861b1fa70 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:02.290157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.307027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.476738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-253fb61e-679b-460b-a3f6-5c8fe7fcc4ac None None] Provisioning complete for port 20c39508-de45-409d-921f-5dd9bef86c6d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:02.477352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-253fb61e-679b-460b-a3f6-5c8fe7fcc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.517138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.553717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Port': ['ID=0bc7f7e4-6ebf-4640-aa53-eecd7cb8acb2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:02.556569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:02.576932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.643546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e1a5b95-439b-4897-9a95-0e86a60cb89d tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags HTTP/1.1" status: 200  len: 205 time: 0.4219458
Dec 15 12:50:02.648953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54836) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:02.667280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-dd2ce78d-5dd9-4f32-8f24-0417e4dda675 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f5080>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:02.682891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1308cbba-bf6c-43e3-82df-1929486a3345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:02.723421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.735579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba28e10>, [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:49:52Z', 'revision_number': 4, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'b2b40290-27d8-4fd3-bbaa-9b1aa0703063', 'name': '', 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'mac_address': 'fa:16:3e:cc:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab099ad0-b592-49b4-89dc-c5764dbea876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:50Z', 'updated_at': '2021-12-15T12:50:01Z', 'revision_number': 4, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'subnets': [{'id': 'ab099ad0-b592-49b4-89dc-c5764dbea876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:02.742633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f179d8b-3e24-4bce-a334-287ba63a820a None None] The sync data for ids ['249b0e40-36a0-4e0b-9b97-3972534c848c'] in dv-neutron-821831-1-hyperv is: [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:49:52Z', 'revision_number': 4, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'b2b40290-27d8-4fd3-bbaa-9b1aa0703063', 'name': '', 'network_id': '7af35146-6074-4d97-b3c9-e499ece7bd57', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'mac_address': 'fa:16:3e:cc:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab099ad0-b592-49b4-89dc-c5764dbea876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:50Z', 'updated_at': '2021-12-15T12:50:01Z', 'revision_number': 4, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'subnets': [{'id': 'ab099ad0-b592-49b4-89dc-c5764dbea876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:02.744311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.768551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:02.773969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.780457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.787525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:02.790147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:02.821842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.831655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-097467e0-4da5-4616-93f3-28847452b42b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:02.839876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f71be86c-6a74-497f-b0ad-6e56246c2701 None None] Provisioning for port e30ebf06-e08f-4895-933b-02427d0d9dfd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:02.871128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f71be86c-6a74-497f-b0ad-6e56246c2701 None None] Provisioning complete for port e30ebf06-e08f-4895-933b-02427d0d9dfd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:02.872799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f71be86c-6a74-497f-b0ad-6e56246c2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:02.887052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4444c183-29aa-4c6c-851a-17ab5cb4a596,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:02.892549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-c66df65f-662e-426a-b092-0f297cd560cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 1099 time: 0.4944596
Dec 15 12:50:02.904068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:02.929245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event updated for resources: {'Port': ['ID=9fb630f5-1062-43d9-8d51-6880ffdd5551,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:02.938425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:02.944131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51a08d05-c097-4af4-b715-6fd6eb2bfb02 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:02.973354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f71be86c-6a74-497f-b0ad-6e56246c2701 None None] Port e30ebf06-e08f-4895-933b-02427d0d9dfd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:03.034059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.035417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.0061331
Dec 15 12:50:03.051732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54840) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:03.071025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dd2ce78d-5dd9-4f32-8f24-0417e4dda675 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags HTTP/1.1" status: 200  len: 241 time: 0.4149220
Dec 15 12:50:03.077748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': '68396173-6d8b-47a9-af42-946763e6c485', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:03.085541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54844) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:03.089266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.093905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 2.5548029
Dec 15 12:50:03.124269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35feeed1-c0b8-4aa5-a754-d53c42624992,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:03.140350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:03.144372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-095b44af-6706-4ea8-903c-8dbf6f633b20 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9d2ef60>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', 'tempest-TagsExtTest-Tag-1125694966') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:03.150196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54848) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:03.206272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.206508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:03.212418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'security_group_rule': {'security_group_id': '35feeed1-c0b8-4aa5-a754-d53c42624992', 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:03.224661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:03.254193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:03.259288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:03.267046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:03.282260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:03.292148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:03.295399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:03.297414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac879f-3067-44fb-b7fe-4981b514afe9 req-f53f4cbe-ba0f-4eb9-bc15-4095ec7d3141 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:03.299140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fac879f-3067-44fb-b7fe-4981b514afe9 req-f53f4cbe-ba0f-4eb9-bc15-4095ec7d3141 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.7378454
Dec 15 12:50:03.320161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:03.366574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:03.368970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-8f1255d7-9f42-4940-ace7-8059b270ebbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:03.370657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-8f1255d7-9f42-4940-ace7-8059b270ebbb service neutron] 10.222.0.77 "GET /v2.0/networks?id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 200  len: 912 time: 0.4453037
Dec 15 12:50:03.374489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.383594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:03.394171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43409af9-462d-4733-b6c6-0c2157488852 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:03.394580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=13150bca-4fbe-4dd2-b3b2-a2ba96380598,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:03.400390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:03.401102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.410926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:03.501671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-c4b8a230-e853-4201-8df0-6b51c233ef7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 200  len: 1001 time: 0.1149406
Dec 15 12:50:03.533273 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9947541
Dec 15 12:50:03.535285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54852) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:03.552748 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-095b44af-6706-4ea8-903c-8dbf6f633b20 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags/tempest-TagsExtTest-Tag-1125694966 HTTP/1.1" status: 204  len: 168 time: 0.4580131
Dec 15 12:50:03.556556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '13150bca-4fbe-4dd2-b3b2-a2ba96380598', 'ip_address': '2001:db8::8870:3499:c481:f241'}], 'name': 'tempest-NetworksTestDHCPv6-104704284'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:03.574434 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fac879f-3067-44fb-b7fe-4981b514afe9 req-b43db66a-00bb-408c-997a-e3372a63ba29 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2631860
Dec 15 12:50:03.578803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54856) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:03.624355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-4e3f031d-4c49-4e66-8434-61f91984b78c tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa27ada0>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', 'tempest-TagsExtTest-Tag-1125694966') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:03.752787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 20c39508-de45-409d-921f-5dd9bef86c6d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:03.816396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-bfe1fb0a-7a00-4a7b-92f8-6e5320098dc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:03.822190 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-bfe1fb0a-7a00-4a7b-92f8-6e5320098dc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 200  len: 850 time: 0.2895954
Dec 15 12:50:03.823470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.831030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '13150bca-4fbe-4dd2-b3b2-a2ba96380598'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:50:03.832345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.905288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:03.924078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.924861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:03.938872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:03.997176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 20c39508-de45-409d-921f-5dd9bef86c6d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:03.997866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.041786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.051082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:04.129041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.140547 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-1050e104-4a33-4d2e-9178-60eca53194ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d9032e91-bc3c-4033-9e8c-fe03b62d15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2923234
Dec 15 12:50:04.143947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.170047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4e3f031d-4c49-4e66-8434-61f91984b78c tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags/tempest-TagsExtTest-Tag-1125694966 HTTP/1.1" status: 204  len: 168 time: 0.5864127
Dec 15 12:50:04.182864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4767399d-f2a5-4b59-a8a2-e8835005acb6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:04.189340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54864) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:04.210431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2b40290-27d8-4fd3-bbaa-9b1aa0703063 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:04.245469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.268830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-b0edc182-88f7-425b-b4c8-af2a0c44acfc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fad3ffd0>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:04.310388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/13150bca-4fbe-4dd2-b3b2-a2ba96380598/66654593-011b-4720-b675-41a33a9c7724) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:04.334516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.388048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:04.442643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:04.443068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.502286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.519153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.530667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-3bba5c93-37b0-4569-846a-031d0c16e140 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3798184
Dec 15 12:50:04.532014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d241f1-2410-4071-b594-9861cfbf8664,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:04.549076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675c35d-44a2-4d9a-a104-d41f784e095a req-8e8efc01-408b-4bbc-bb2f-252d6fcb9646 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:04.550814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9675c35d-44a2-4d9a-a104-d41f784e095a req-8e8efc01-408b-4bbc-bb2f-252d6fcb9646 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.5137582
Dec 15 12:50:04.567333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port fe027042-2977-459f-a76e-5a8aba46ddea yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:04.702226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.729368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.748171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Transition to ACTIVE for port object 66654593-011b-4720-b675-41a33a9c7724 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:04.781263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port b2b40290-27d8-4fd3-bbaa-9b1aa0703063, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,segment=NetworkSegment(482e4f84-dc67-45fb-bfea-afd4077600aa),segment_id=482e4f84-dc67-45fb-bfea-afd4077600aa)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:04.782789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Transition to ACTIVE for port object 66654593-011b-4720-b675-41a33a9c7724 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:04.786030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.788156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:04.833871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:04.839291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0429cb5-268a-4f18-ae4b-ec081a370bac tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:04.839540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.870091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.875503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:04.880297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:04.881230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:04.881760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:04.895502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:04.902120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.8477864
Dec 15 12:50:04.918432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:04.922567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54868) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:04.927537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:05.044870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Pushing event updated for resources: {'Port': ['ID=66654593-011b-4720-b675-41a33a9c7724,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:05.049092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:05.049887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Attempting to bind port 66654593-011b-4720-b675-41a33a9c7724 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:05.050317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Attempting to bind port 66654593-011b-4720-b675-41a33a9c7724 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:05.051079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Attempting to bind port 66654593-011b-4720-b675-41a33a9c7724 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:05.058022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:05.058467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:05.058932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.059573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:05.060919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Bound port: 66654593-011b-4720-b675-41a33a9c7724, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:05.060919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.063924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.068208 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.8609092
Dec 15 12:50:05.078232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54872) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:05.089901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.094343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.109404 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9675c35d-44a2-4d9a-a104-d41f784e095a req-d9040200-3295-4129-883e-35fd8ca0919d tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5446990
Dec 15 12:50:05.120577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'security_group_rule': {'security_group_id': '35feeed1-c0b8-4aa5-a754-d53c42624992', 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:05.138181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=e30ebf06-e08f-4895-933b-02427d0d9dfd,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:05.149239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:05.163700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:05.165810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] For port 66654593-011b-4720-b675-41a33a9c7724, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:05.168640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.169340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] For port 66654593-011b-4720-b675-41a33a9c7724, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=66654593-011b-4720-b675-41a33a9c7724,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:05.173238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.178217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6a0f743-2efc-4c1a-819a-6c7f98609442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:05.178594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8919557f-4ab6-4da5-b91c-5ef8d3b56904 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:05.203297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:05.210078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:05.236510 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0edc182-88f7-425b-b4c8-af2a0c44acfc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags HTTP/1.1" status: 200  len: 205 time: 1.0327606
Dec 15 12:50:05.237850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01efe3a-0dd4-4d81-aceb-10fb379d93ce,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:05.240155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54876) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:05.254367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-33d75f05-5578-4250-8b2d-9c49906d273e tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fb2025f8>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:05.297671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Pushing event updated for resources: {'Port': ['ID=66654593-011b-4720-b675-41a33a9c7724,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:05.301321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:05.348281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::8870:3499:c481:f241 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/13150bca-4fbe-4dd2-b3b2-a2ba96380598/fe027042-2977-459f-a76e-5a8aba46ddea) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:05.370006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:05.371960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:05.430745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-01fcd5b0-0db2-4241-8813-3e5d6e68e1a7 req-416bddaf-dee2-4412-b7ba-e7af01222461 service neutron] 10.222.0.77 "GET /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8879161
Dec 15 12:50:05.453593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.458884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:05.481970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.503090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16d241f1-2410-4071-b594-9861cfbf8664,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:05.514545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:05.522566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.526851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/16d241f1-2410-4071-b594-9861cfbf8664 HTTP/1.1" status: 204  len: 168 time: 0.6022773
Dec 15 12:50:05.528884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Router 95cd132a-9090-47f6-9c59-ca35b412cd1a is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:50:05.532381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54880) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:05.541413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:05.549006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:05.564739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2b40290-27d8-4fd3-bbaa-9b1aa0703063 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:05.674730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-33d75f05-5578-4250-8b2d-9c49906d273e tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags HTTP/1.1" status: 200  len: 240 time: 0.4292815
Dec 15 12:50:05.685091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54884) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:05.695568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-9093cb04-79c7-4a32-9863-87d64244432c tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa936668>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', 'tempest-TagsExtTest-Tag-197714716') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:05.700955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:05.701415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:05.871087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.008581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.018259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:06.050755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467e2b43-c564-427c-bf8d-e517ab68b010,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:06.056709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:06.076746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.078156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9900455
Dec 15 12:50:06.087420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54888) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:06.094245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'security_group_rule': {'security_group_id': '35feeed1-c0b8-4aa5-a754-d53c42624992', 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:06.102604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:06.116434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:06.120314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:06.128587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:06.139941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c0d1f938-f5d8-4d5b-902c-fa7eff2ffb6e None None] Provisioning complete for port e30ebf06-e08f-4895-933b-02427d0d9dfd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:06.141575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f938-f5d8-4d5b-902c-fa7eff2ffb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.143685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a2c6f22-6961-433c-9f7a-eb804e655701 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:06.151880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.234003 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9093cb04-79c7-4a32-9863-87d64244432c tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags/tempest-TagsExtTest-Tag-197714716 HTTP/1.1" status: 204  len: 168 time: 0.5476358
Dec 15 12:50:06.243743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54898) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:06.249857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1f938-f5d8-4d5b-902c-fa7eff2ffb6e None None] Port e30ebf06-e08f-4895-933b-02427d0d9dfd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:06.269478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-e0644ce0-97d9-4b33-b34e-ab14a0a9337e tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9d97cc0>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', 'tempest-TagsExtTest-Tag-197714716') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:06.362431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a2c6f22-6961-433c-9f7a-eb804e655701 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:06.363905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2a2c6f22-6961-433c-9f7a-eb804e655701 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.8236451
Dec 15 12:50:06.370249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54902) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:06.464557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.486755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.491846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8b8435b-5cc7-4088-b0fd-d032a67ed324 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:06.539174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd93498-59a1-41c0-835a-e5dd6157f4c6,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:06.541607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.555315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:06.564241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.611766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.613136 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5269685
Dec 15 12:50:06.620527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54906) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:06.627060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9cac2e90-2708-49d4-902d-43fecdaff1a9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:50:06.640705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'security_group_rule': {'security_group_id': '35feeed1-c0b8-4aa5-a754-d53c42624992', 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:06.654611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:06.665208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:06.675265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137410ca-dc9a-4cd0-9ff5-1c7a455031db req-58a4e638-0101-4f17-94a4-19d44822824b tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:06.676996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-137410ca-dc9a-4cd0-9ff5-1c7a455031db req-58a4e638-0101-4f17-94a4-19d44822824b tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.3453240
Dec 15 12:50:06.677660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.680130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:06.683516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-779bcade-263f-44c8-a439-c3e7ba87713b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:06.697604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-28aa3017-20a4-4103-8f50-8037ce088d0e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:06.699652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-28aa3017-20a4-4103-8f50-8037ce088d0e tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.3167939
Dec 15 12:50:06.718238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:06.766705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4444c183-29aa-4c6c-851a-17ab5cb4a596,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:06.784844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:06.807575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.844174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object fe027042-2977-459f-a76e-5a8aba46ddea will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:06.862575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.863884 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4444c183-29aa-4c6c-851a-17ab5cb4a596 HTTP/1.1" status: 204  len: 168 time: 0.4796541
Dec 15 12:50:06.876453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54910) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:06.937512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.951959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Deleting port 969790a7-6785-49b8-be88-fab02c729b81 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:06.952347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:06.966961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e0644ce0-97d9-4b33-b34e-ab14a0a9337e tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags/tempest-TagsExtTest-Tag-197714716 HTTP/1.1" status: 204  len: 168 time: 0.7178161
Dec 15 12:50:06.969889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54914) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:06.978064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-31ba3ed5-c531-4d76-8a4a-40498b930c40 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9d97f98>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:07.032458 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-137410ca-dc9a-4cd0-9ff5-1c7a455031db req-5e1dc89a-8702-4a2b-9d57-5e2497de8d0d tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3218868
Dec 15 12:50:07.121406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.146591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7141c492-9beb-4037-a3f7-da1b156d2f10 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:07.148871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c72c49b4-2347-4704-83e4-e4e252dccad2 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:07.244875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:07.257736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] Sync routers for ids ['95cd132a-9090-47f6-9c59-ca35b412cd1a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:07.285482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-31ba3ed5-c531-4d76-8a4a-40498b930c40 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags HTTP/1.1" status: 200  len: 205 time: 0.3142953
Dec 15 12:50:07.287946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:07.295438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54918) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:07.303424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-3c499f2e-86ad-4277-8672-8d42d9c8baae tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9d4bcc0>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:07.308787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7141c492-9beb-4037-a3f7-da1b156d2f10 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:07.310628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] Routers {'95cd132a-9090-47f6-9c59-ca35b412cd1a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:07.313959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:07.314232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7141c492-9beb-4037-a3f7-da1b156d2f10 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.4282455
Dec 15 12:50:07.314930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac55a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95cd132a-9090-47f6-9c59-ca35b412cd1a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:07.316148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=fe027042-2977-459f-a76e-5a8aba46ddea,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:07.318091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54922) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:07.324231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:07.328968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:07.330255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.335044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.341862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:07.363143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.365233 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 10.2618048
Dec 15 12:50:07.370744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54926) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:07.431489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac55a90>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:07.447259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] Routers {'95cd132a-9090-47f6-9c59-ca35b412cd1a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:07.448625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac55a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95cd132a-9090-47f6-9c59-ca35b412cd1a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:07.502394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.9632087
Dec 15 12:50:07.520196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Router d53b63b3-8934-433d-959b-225762da599b has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:50:07.521124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54930) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:07.548762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '13150bca-4fbe-4dd2-b3b2-a2ba96380598', 'ip_address': '2001:db8::8870:3499:c481:f241'}], 'name': 'tempest-NetworksTestDHCPv6-2035842643'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:07.622551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac55a90>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:07.623831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa0bde-fb8c-4e46-9472-2fdb766bda13 None None] The sync data for ids ['95cd132a-9090-47f6-9c59-ca35b412cd1a'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:07.643258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff717021-251b-4b40-98a6-f13030945725 None None] Provisioning for port 66654593-011b-4720-b675-41a33a9c7724 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:07.648655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 66654593-011b-4720-b675-41a33a9c7724 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:07.695730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3c499f2e-86ad-4277-8672-8d42d9c8baae tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags HTTP/1.1" status: 200  len: 239 time: 0.3989992
Dec 15 12:50:07.696675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54934) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:07.731601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-7819c3ac-dd7b-4fa6-acd5-2064d90959ff tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa3f90f0>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', 'tempest-TagsExtTest-Tag-15096988') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:07.755574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 66654593-011b-4720-b675-41a33a9c7724 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:07.761423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 66654593-011b-4720-b675-41a33a9c7724 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:07.762070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.783819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.785930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7d7c43f-61c7-457e-a96b-dc7bfcd65fec tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:07.845159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6b3b89-cb9e-4750-8559-8fb7925dd2d3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:07.893486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:07.894918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:07.901518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:07.905017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:07.913713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:07.932546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.941369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:07.948892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.954720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.959441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.964562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3360274
Dec 15 12:50:07.972501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:07.989616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'security_group_rule': {'security_group_id': '35feeed1-c0b8-4aa5-a754-d53c42624992', 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:07.990322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 66654593-011b-4720-b675-41a33a9c7724, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=66654593-011b-4720-b675-41a33a9c7724,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:07.995615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.995802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 6dee2822-e7dc-475f-a40a-e7752f474189 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:07.995976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:07.998783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02b6d6fb-b2e8-4a29-a8e1-362cb0919d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:08.022597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:08.037061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] For port 969790a7-6785-49b8-be88-fab02c729b81, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=969790a7-6785-49b8-be88-fab02c729b81,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:08.037452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.048841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:08.064832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:08.098463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-03668d53-c24a-4df2-94d6-1a463a68b9be None None] Provisioning for port fe027042-2977-459f-a76e-5a8aba46ddea completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:08.109116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=66654593-011b-4720-b675-41a33a9c7724,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:08.115319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-03668d53-c24a-4df2-94d6-1a463a68b9be None None] Provisioning complete for port fe027042-2977-459f-a76e-5a8aba46ddea triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:08.123041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03668d53-c24a-4df2-94d6-1a463a68b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.165763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:08.168038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:08.178436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Sync routers for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:08.191769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:08.197782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:08.200736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb19c780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:08.210311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/9cac2e90-2708-49d4-902d-43fecdaff1a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9991791
Dec 15 12:50:08.217343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54944) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.254001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-03668d53-c24a-4df2-94d6-1a463a68b9be None None] Port fe027042-2977-459f-a76e-5a8aba46ddea cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:08.265827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.275067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d716a2ce-b943-4a16-b99c-9ff481d65df6 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:08.286442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.290049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a1656c7f-076a-469c-959c-5a6e933a6fcf HTTP/1.1" status: 204  len: 168 time: 0.9564350
Dec 15 12:50:08.312538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54948) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.315760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Project fbfc7a0e0f3944d298f7d91c0212d059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:50:08.318197 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7819c3ac-dd7b-4fa6-acd5-2064d90959ff tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags/tempest-TagsExtTest-Tag-15096988 HTTP/1.1" status: 204  len: 168 time: 0.5927293
Dec 15 12:50:08.325260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54950) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.356891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1656c7f-076a-469c-959c-5a6e933a6fcf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:08.422181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-8cc5ab68-9065-406f-bd73-c7f8cd256ae8 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fb234390>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', 'tempest-TagsExtTest-Tag-15096988') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:08.431452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:08.440699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.441994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:50:08.442490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:50:08.503822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:08.578078 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-42d2b090-a9a5-4d6a-be05-16aaf9c31b53 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.0379899
Dec 15 12:50:08.582255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54956) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.589118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e153-be80-4dbd-bf4a-3a126769bf3d req-6317db46-97ee-4f52-aac9-b7ce4f1b59ee tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.591256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1283e153-be80-4dbd-bf4a-3a126769bf3d req-6317db46-97ee-4f52-aac9-b7ce4f1b59ee tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 946 time: 0.3283582
Dec 15 12:50:08.720189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-38b58c03-93cb-4b46-be40-ba3776a872b5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:08.744663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1283e153-be80-4dbd-bf4a-3a126769bf3d req-aed585bb-71e6-41f6-9399-11cdcc5051dc tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055162
Dec 15 12:50:08.749077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5347e0c3-a94a-4901-9252-60e0bcc2943a tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/95cd132a-9090-47f6-9c59-ca35b412cd1a HTTP/1.1" status: 200  len: 924 time: 1.3724561
Dec 15 12:50:08.754504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54960) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.801591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.802045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.802468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.802888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.803301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.803740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.804152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.804557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.804963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.805369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.810580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0e6edcc6-799e-465a-b4c5-c7a399f44ac3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7087 time: 0.5889034
Dec 15 12:50:08.810767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92e0f388-1cf3-4bac-b293-1b40ddda87f9 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=95cd132a-9090-47f6-9c59-ca35b412cd1a HTTP/1.1" status: 200  len: 205 time: 0.0521569
Dec 15 12:50:08.811356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54964) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.819023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54966) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.819785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-38b58c03-93cb-4b46-be40-ba3776a872b5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:08.820397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9589b9b5-b2e8-4b3f-81af-80cd18278dc2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.824565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38b58c03-93cb-4b46-be40-ba3776a872b5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.4999537
Dec 15 12:50:08.825360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9589b9b5-b2e8-4b3f-81af-80cd18278dc2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:08.826224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9589b9b5-b2e8-4b3f-81af-80cd18278dc2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:08.829021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54972) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.868343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb19c780>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:50:02Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:03Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:08.872567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Checking router: 9cac2e90-2708-49d4-902d-43fecdaff1a9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:08.872972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Updating router 9cac2e90-2708-49d4-902d-43fecdaff1a9 port e30ebf06-e08f-4895-933b-02427d0d9dfd binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:50:08.914155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.915211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:08.924610 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "PUT /v2.0/routers/d53b63b3-8934-433d-959b-225762da599b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.9318988
Dec 15 12:50:08.926630 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8cc5ab68-9065-406f-bd73-c7f8cd256ae8 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags/tempest-TagsExtTest-Tag-15096988 HTTP/1.1" status: 204  len: 168 time: 0.5716481
Dec 15 12:50:08.927764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54976) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.927896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54978) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:08.931551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] Sync routers for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:08.937923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-b670f24f-b13a-4176-a7a6-40c9c268f408 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9fa9e10>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:08.942735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.948619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.949039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.949396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Floating IP d7064d01-495c-4dfb-8ee3-b78ee7470705 disassociated. External IP: 172.26.0.11, port: 969790a7-6785-49b8-be88-fab02c729b81.
Dec 15 12:50:08.949934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Calling delete_port for 969790a7-6785-49b8-be88-fab02c729b81 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:08.950328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:08.951978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb44b748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:08.977626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:08.988770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb8cf029-d7e6-4de7-b1e2-a3077136f4b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:09.011366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9589b9b5-b2e8-4b3f-81af-80cd18278dc2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:09.012689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9589b9b5-b2e8-4b3f-81af-80cd18278dc2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.4203658
Dec 15 12:50:09.018252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54984) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:09.026155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b67d270-df69-4391-84fd-c31b0c6d1a24,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:09.030553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:09.031239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.037840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb44b748>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:09.052874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] Routers {'d53b63b3-8934-433d-959b-225762da599b'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:09.053938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb44b748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d53b63b3-8934-433d-959b-225762da599b'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:09.056574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.056991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.057391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.057787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.058179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.058567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.058956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.059391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.059781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.060164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:09.064985 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ccb7a5b-0978-4730-833d-af1c7f12dbcc tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6465 time: 0.2496948
Dec 15 12:50:09.064985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.072572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54988) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:09.123191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.124477 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.1440926
Dec 15 12:50:09.140883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 54992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:09.145058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb44b748>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:09.145808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f211d-1b6f-4153-bd6a-0ad21d35287e None None] The sync data for ids ['d53b63b3-8934-433d-959b-225762da599b'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:09.147081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b670f24f-b13a-4176-a7a6-40c9c268f408 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags HTTP/1.1" status: 200  len: 205 time: 0.2169585
Dec 15 12:50:09.151728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 54996) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:09.166621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'security_group_rule': {'security_group_id': '35feeed1-c0b8-4aa5-a754-d53c42624992', 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:09.173908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-78568cd2-12a5-48cd-bde1-3c99f606e3d6 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9f816a0>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:09.192511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port fe027042-2977-459f-a76e-5a8aba46ddea {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:09.192903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.419237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.454580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:09.457112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Transition to ACTIVE for port object e30ebf06-e08f-4895-933b-02427d0d9dfd will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:09.463816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:security_group_rule and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:09.464971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.467593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:09.467787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.476518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 969790a7-6785-49b8-be88-fab02c729b81 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:09.486955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:09.490854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-78568cd2-12a5-48cd-bde1-3c99f606e3d6 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags HTTP/1.1" status: 204  len: 168 time: 0.3261685
Dec 15 12:50:09.491911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aaf0e235-94d2-4577-9474-685562cfa8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:09.493311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55000) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:09.494497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:09.510341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-5e31ab8b-b205-45d0-a6e4-93da4be1d432 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9d35518>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:09.561737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955204-d246-4d43-98e2-d1b9d3a48f7f None None] Pushing event updated for resources: {'Port': ['ID=e30ebf06-e08f-4895-933b-02427d0d9dfd,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:09.571168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event deleted for resources: {'Port': ['ID=969790a7-6785-49b8-be88-fab02c729b81,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:09.582493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:09.588853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 969790a7-6785-49b8-be88-fab02c729b81 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:09.601508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.615710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 969790a7-6785-49b8-be88-fab02c729b81 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:09.644130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8955204-d246-4d43-98e2-d1b9d3a48f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:09.659237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 66654593-011b-4720-b675-41a33a9c7724 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:09.689456 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Project fbfc7a0e0f3944d298f7d91c0212d059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:50:09.700719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:09.712015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.725265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efc2b2cf-b6e2-479a-ad42-40c03df18d7f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:09.728936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:09.770618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Attempting to bind port e30ebf06-e08f-4895-933b-02427d0d9dfd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:09.771030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Attempting to bind port e30ebf06-e08f-4895-933b-02427d0d9dfd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:09.771491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Attempting to bind port e30ebf06-e08f-4895-933b-02427d0d9dfd on network 6d0beb82-e5c9-4598-9c20-9215a4256865 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:09.780982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:09.781401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Checking segment: {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:09.781848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.787031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Bound using segment: {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:09.787660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Bound port: e30ebf06-e08f-4895-933b-02427d0d9dfd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:09.788674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.855235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.880776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.904801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 66654593-011b-4720-b675-41a33a9c7724 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:09.905339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.942357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] For port e30ebf06-e08f-4895-933b-02427d0d9dfd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:09.960688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] For port e30ebf06-e08f-4895-933b-02427d0d9dfd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e30ebf06-e08f-4895-933b-02427d0d9dfd,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:09.968125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:09.973326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:10.077716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:10.078443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb19c780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:10.080093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.084223 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/efc2b2cf-b6e2-479a-ad42-40c03df18d7f HTTP/1.1" status: 204  len: 168 time: 1.2151897
Dec 15 12:50:10.087204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55006) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:10.093252 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e31ab8b-b205-45d0-a6e4-93da4be1d432 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags HTTP/1.1" status: 204  len: 168 time: 0.5916607
Dec 15 12:50:10.165124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55008) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:10.185338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-f8eb33e2-8799-4cfd-a232-68707e39cd43 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9f2bc88>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:10.217866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8955204-d246-4d43-98e2-d1b9d3a48f7f None None] Pushing event updated for resources: {'Port': ['ID=e30ebf06-e08f-4895-933b-02427d0d9dfd,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:10.224292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8955204-d246-4d43-98e2-d1b9d3a48f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:10.321100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e69aaea2-f47b-4dba-9ea1-47cae5535e48 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:10.371391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.381518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:10.395710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.407830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e69aaea2-f47b-4dba-9ea1-47cae5535e48 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:10.409502 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e69aaea2-f47b-4dba-9ea1-47cae5535e48 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.3151004
Dec 15 12:50:10.420382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-657b0817-377e-4ee5-a7bd-fe29e67e48a1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:10.434915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55014) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:10.482748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77539c5f-abb2-4359-9700-d13d60a743bf,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:10.496674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:10.514489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for fe027042-2977-459f-a76e-5a8aba46ddea owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:10.528238 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a16e47f8-ce16-439c-b3d3-727de3236cc4 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5736 time: 1.4539309
Dec 15 12:50:10.529669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.534793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.3910747
Dec 15 12:50:10.544201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.647251 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f8eb33e2-8799-4cfd-a232-68707e39cd43 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags HTTP/1.1" status: 204  len: 168 time: 0.4740853
Dec 15 12:50:10.648703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.657501 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dba664ca-9dab-4245-956a-613883bd6862 req-a1e4bfae-1aef-4742-88ef-407dabef1e2d tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 210 time: 0.5915799
Dec 15 12:50:10.660436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55030) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:10.672005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.699305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-4ed7410a-6869-4f57-b81a-f0f1c41ecb23 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9b5c128>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:10.709104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.718174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:10.749331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7833fde-8bb0-4f62-b4ca-d1893f031bbc,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:10.787029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:10.798752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.800299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f7833fde-8bb0-4f62-b4ca-d1893f031bbc HTTP/1.1" status: 204  len: 168 time: 0.3639781
Dec 15 12:50:10.810777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55054) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:10.977281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb19c780>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:50:02Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:09Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:10.982863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6664b9bf-6e0d-4455-9682-22883f3659e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:10.989692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecf8c4-b647-4ec2-9db2-85632eac38b7 None None] The sync data for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv is: [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:50:02Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:09Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:11.067104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.086836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Deleting port a6b0e09b-9004-4df4-a150-6534af992abd {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:11.087221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.157282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55070) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:11.166588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117047346', 'description': 'tempest-secgroup-smoke-117047346 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:11.180980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:11.195802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:11.202127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:11.225877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:11.247101 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ddd370a6-482a-42d5-8b29-af0a094731d3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3987441
Dec 15 12:50:11.252588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55074) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:11.316559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.338544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.359286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-935a3529-c2fc-4602-82a9-5f013ae5bfbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:11.406282 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ed7410a-6869-4f57-b81a-f0f1c41ecb23 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags HTTP/1.1" status: 204  len: 168 time: 0.7382684
Dec 15 12:50:11.407718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55078) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:11.422783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:11.437339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=fe027042-2977-459f-a76e-5a8aba46ddea,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:11.441618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-cc50554d-8739-4d0c-b1e4-1c8bd517b45f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9c16240>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', 'tempest-TagsExtTest-Tag-1303336956') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:11.445949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:11.484814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.549116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.603175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.621300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e30ebf06-e08f-4895-933b-02427d0d9dfd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:11.667772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Calling delete_port for a6b0e09b-9004-4df4-a150-6534af992abd owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:11.749451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.778295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.784945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41f7841c-0d9e-455d-a1a0-feacf5cc5183 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:11.818405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port e30ebf06-e08f-4895-933b-02427d0d9dfd completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:11.827940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port e30ebf06-e08f-4895-933b-02427d0d9dfd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:11.828377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.841632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:50:11.851904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68396173-6d8b-47a9-af42-946763e6c485,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:11.880732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:11.881665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:11.885861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:11.894142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:11.915829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.919949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/68396173-6d8b-47a9-af42-946763e6c485 HTTP/1.1" status: 204  len: 168 time: 0.6601315
Dec 15 12:50:11.933906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55086) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:11.972785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.992049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:11.999286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.003626 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/fe027042-2977-459f-a76e-5a8aba46ddea HTTP/1.1" status: 204  len: 168 time: 2.9727285
Dec 15 12:50:12.006503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55092) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:12.008866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-81a613ef-2b14-4a46-b723-87365d044fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:12.050941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.119044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.141780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Port': ['ID=a6b0e09b-9004-4df4-a150-6534af992abd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:12.149540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:12.161342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f78bddc-e2c4-402e-bc08-88bb30205435 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:12.241681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ada0f896-b316-440c-bd12-1e215ee4adc9 req-ae01b866-f6c5-43c7-8e0a-a62185a80b6d tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Synchronizing usage tracker for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:12.244711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port e30ebf06-e08f-4895-933b-02427d0d9dfd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e30ebf06-e08f-4895-933b-02427d0d9dfd,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:12.248022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Deleting port 9fb630f5-1062-43d9-8d51-6880ffdd5551 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:12.248680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.254627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.256719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b42499e-7c82-4a2c-8a54-f50335e57b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:12.328093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.332338 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.1708577
Dec 15 12:50:12.349524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55100) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:12.355132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a8fbe9-828a-48e8-b1be-b00f039e2ede,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:12.367697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:12.372632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8fbe9-828a-48e8-b1be-b00f039e2ede', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:12.372766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-961c7eb1-00c9-4cde-976f-b64c2ae5fc36 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:12.394800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f26e78-9476-4e9d-a5c2-f74be65ed0a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:12.396685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f26e78-9476-4e9d-a5c2-f74be65ed0a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:12.398699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f3f26e78-9476-4e9d-a5c2-f74be65ed0a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:12.405004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:12.408347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=e30ebf06-e08f-4895-933b-02427d0d9dfd,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:12.411259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ada0f896-b316-440c-bd12-1e215ee4adc9 req-ae01b866-f6c5-43c7-8e0a-a62185a80b6d tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Unset dirty status for tenant:0fd950bc0cb74fce8c5f5eba7257bc40 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:12.417564 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ada0f896-b316-440c-bd12-1e215ee4adc9 req-ae01b866-f6c5-43c7-8e0a-a62185a80b6d tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 210 time: 0.4087064
Dec 15 12:50:12.423114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:12.440984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.445725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-961c7eb1-00c9-4cde-976f-b64c2ae5fc36 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:12.457350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:12.458526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-961c7eb1-00c9-4cde-976f-b64c2ae5fc36 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5141232
Dec 15 12:50:12.460791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:12.468391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:12.469090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55106) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:12.512791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765717126'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:12.539426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:12.584167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.676226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f3f26e78-9476-4e9d-a5c2-f74be65ed0a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:12.680269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f3f26e78-9476-4e9d-a5c2-f74be65ed0a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6292927
Dec 15 12:50:12.685161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:12.694545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55138) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:12.734638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.788280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.801273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:12.826810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:12.855023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc50554d-8739-4d0c-b1e4-1c8bd517b45f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags/tempest-TagsExtTest-Tag-1303336956 HTTP/1.1" status: 201  len: 201 time: 1.4460554
Dec 15 12:50:12.857330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55144) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:12.960677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Calling delete_port for 9fb630f5-1062-43d9-8d51-6880ffdd5551 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:12.990085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:12.995929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:13.016860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:13.055773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:13.072005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] Sync routers for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:13.093535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:13.095113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:49:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:13.181010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] No DVR routers for this DVR port 969790a7-6785-49b8-be88-fab02c729b81 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:50:13.191763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.202042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'name': 'network-vif-deleted', 'tag': '969790a7-6785-49b8-be88-fab02c729b81'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:50:13.207884 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63a72ed5-ad54-4259-869d-17b8afb2b060 req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.77 "DELETE /v2.0/ports/969790a7-6785-49b8-be88-fab02c729b81 HTTP/1.1" status: 204  len: 173 time: 6.4910877
Dec 15 12:50:13.275326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.275746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-6735ff76-87b6-4dd8-9dd4-6d2ea404a49b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa403f98>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', 'tempest-TagsExtTest-Tag-746399831') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:13.285102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.292137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-670a48d5-1a28-4468-9e95-b4712a0646b2 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:13.407653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7550e48-0bdf-4d42-8e63-01182bc916c4', 'name': 'network-vif-deleted', 'tag': '969790a7-6785-49b8-be88-fab02c729b81', 'status': 'completed', 'code': 200}
Dec 15 12:50:13.412497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-968c5f11-2010-4829-a353-ced45039ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.424466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.425840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9293101
Dec 15 12:50:13.429255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a7ed38-59d5-439f-b73a-f024d88b03d4,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:13.433487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55152) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:13.461326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': '08a7ed38-59d5-439f-b73a-f024d88b03d4', 'direction': 'ingress', 'protocol': 17}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:13.478105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:13.482972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:13.487672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:13.496318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:13.506647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:13.521024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.573297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.616542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e30ebf06-e08f-4895-933b-02427d0d9dfd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:13.637733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.639694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.645159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a8f239c-d00a-4e5f-b047-a65727c5c29d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:13.681472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.704456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:13.734966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event deleted for resources: {'Port': ['ID=9fb630f5-1062-43d9-8d51-6880ffdd5551,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:13.741417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.743250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.3061709
Dec 15 12:50:13.744700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:13.746246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-417c8abd-79cd-4f9c-bdfa-22e8f219a57c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:13.756097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55158) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:13.814668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port e30ebf06-e08f-4895-933b-02427d0d9dfd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:13.817195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.820753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.832084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.914950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:13.967651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8a838e-1e50-41a5-bff9-fd400b040363,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:13.977034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:14.012582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.015890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:14.032418 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3f347c39-5ce3-4666-bbca-9cf4f797c51c req-24250245-1097-44b4-a7d3-83786aecc932 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7550e48-0bdf-4d42-8e63-01182bc916c4 HTTP/1.1" status: 200  len: 210 time: 0.2264588
Dec 15 12:50:14.065601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ec5782-b95f-40b6-b6c0-1eefb0fc59b6,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:14.105970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:14.130177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.131588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.7782564
Dec 15 12:50:14.139936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55162) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:14.149528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8fbe9-828a-48e8-b1be-b00f039e2ede', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:14.159465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 13150bca-4fbe-4dd2-b3b2-a2ba96380598 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:50:14.173735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.175131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.210146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:14.267090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:14.277550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:14.280864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.281473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Fanout notify agent at l3_agent the message router_deleted on router d53b63b3-8934-433d-959b-225762da599b {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:50:14.305732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6735ff76-87b6-4dd8-9dd4-6d2ea404a49b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags/tempest-TagsExtTest-Tag-746399831 HTTP/1.1" status: 201  len: 201 time: 1.0902526
Dec 15 12:50:14.311118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2f60>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:22Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:14.313123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:14.318250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] Checking router: 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:14.320925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55166) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:14.332448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:14.333440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:14.347365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-5b80d57f-6ce6-489b-95ac-9b78c9196025 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9caeef0>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', 'tempest-TagsExtTest-Tag-2026396870') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:14.400728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.453957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.457651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "DELETE /v2.0/routers/d53b63b3-8934-433d-959b-225762da599b HTTP/1.1" status: 204  len: 168 time: 5.5255413
Dec 15 12:50:14.470725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55170) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:14.582742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:14.619019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.773323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.818483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.834240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.897485 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b80d57f-6ce6-489b-95ac-9b78c9196025 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags/tempest-TagsExtTest-Tag-2026396870 HTTP/1.1" status: 201  len: 201 time: 0.5753844
Dec 15 12:50:14.902216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55176) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:14.945000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.954847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:14.982758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:14.986988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-9a454ba6-41e8-4a01-a778-bb8e46f9ce41 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa8d65f8>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', 'tempest-TagsExtTest-Tag-41507787') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:15.032173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Deleting subnet e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:50:15.039530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a0553a-4dc2-455d-8633-35bb038728d7,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:15.044369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.079256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2f60>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:22Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:15.084488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc404ee1-76de-46ff-baf0-0ee4eba02131 None None] The sync data for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv is: [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:08Z', 'revision_number': 4, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '7465f57d-9e8c-43cd-91fb-936818c3cb22', 'name': '', 'network_id': 'd9032e91-bc3c-4033-9e8c-fe03b62d15c9', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'mac_address': 'fa:16:3e:c7:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:46:05Z', 'updated_at': '2021-12-15T12:46:22Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'subnets': [{'id': '3fdbb9ba-509c-4de0-8790-bb1a35d2d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:15.085916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:15.101771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.103107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9620807
Dec 15 12:50:15.107665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.114484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55182) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.115136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c0ac9b2-745a-4ed3-a066-281bdb7fd6db tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:15.158239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8fbe9-828a-48e8-b1be-b00f039e2ede', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:15.173026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:15.177939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=13150bca-4fbe-4dd2-b3b2-a2ba96380598,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:15.181347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.181604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.186958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.191830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-87a541a7-8ae7-414d-a6e1-6f5ebd85a44f tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:15.223489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:15.229223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:15.233369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:15.235562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.241179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a7ed38-59d5-439f-b73a-f024d88b03d4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:15.243513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.247973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:15.251021 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a454ba6-41e8-4a01-a778-bb8e46f9ce41 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags/tempest-TagsExtTest-Tag-41507787 HTTP/1.1" status: 201  len: 201 time: 0.2781224
Dec 15 12:50:15.256999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:15.262048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55186) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.266218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.268284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/13150bca-4fbe-4dd2-b3b2-a2ba96380598 HTTP/1.1" status: 204  len: 168 time: 2.5705037
Dec 15 12:50:15.274660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55190) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.276846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-451e03b4-6cb9-40e7-aac3-b5be5dc608ef tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fad95400>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', {'tags': ['tempest-TagsExtTest-Tag-170260355', 'tempest-TagsExtTest-Tag-676198136', 'tempest-TagsExtTest-Tag-255982035']}) {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:15.278562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54c126-5821-4a65-b121-98e9f365921e None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:15.344619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55196) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.397122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.402078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.402221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/08a7ed38-59d5-439f-b73a-f024d88b03d4 HTTP/1.1" status: 204  len: 168 time: 1.6417689
Dec 15 12:50:15.408905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b951b574-e2d8-4b90-afad-ebeeec5c03d4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1281314
Dec 15 12:50:15.412217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55200) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.412594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55202) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.444140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:15.489607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.495997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.496451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Fanout notify agent at l3_agent the message router_deleted on router 95cd132a-9090-47f6-9c59-ca35b412cd1a {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:50:15.512782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.532734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:15.561586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c85d0f-e53b-422c-b48b-80ae35d183c0,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:15.564499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:15.599280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.619401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.620582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/95cd132a-9090-47f6-9c59-ca35b412cd1a HTTP/1.1" status: 204  len: 168 time: 6.7981453
Dec 15 12:50:15.625554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55208) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.637601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1828170586', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': False}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:15.651793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.653476 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5077972
Dec 15 12:50:15.653599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:15.656686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:15.663388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:router and tenant:fc6b4a24801b47faab0b611d982752b1 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:15.666454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:15.673067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:15.680972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55212) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.687922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8fbe9-828a-48e8-b1be-b00f039e2ede', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:15.696179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.697675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.699035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.710676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:15.719027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6c4156c7-8389-484c-83c9-6361f836bdb7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:15.723088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-451e03b4-6cb9-40e7-aac3-b5be5dc608ef tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags HTTP/1.1" status: 200  len: 315 time: 0.4567649
Dec 15 12:50:15.726037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:15.731735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:15.738174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55216) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.744866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:50:15.745093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-cc422737-5e33-4bdf-bd10-96e5fd795186 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fb139b00>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:15.748753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:15.751141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Deleting port 66654593-011b-4720-b675-41a33a9c7724 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:15.751804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.757338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:15.809409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.814381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:15.862826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.909046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:15.917229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6ae5ea1-7da8-4485-842c-85eb360bdeed tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:15.969563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:15.969800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6c4156c7-8389-484c-83c9-6361f836bdb7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:15.976210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6c4156c7-8389-484c-83c9-6361f836bdb7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5624380
Dec 15 12:50:15.983940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55222) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:15.984908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:15.996078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8004281-5319-4811-baa4-fa9c882e8672 None None] New status for floating IP d7064d01-495c-4dfb-8ee3-b78ee7470705: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:50:15.999332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108872457'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:16.010285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.013504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:16.016302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.025509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1215dcd2-3de5-476a-a871-7d9a59c2569a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:16.052060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.054363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:16.058205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:16.061862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.063420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "DELETE /v2.0/security-groups/ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0 HTTP/1.1" status: 204  len: 168 time: 0.7123744
Dec 15 12:50:16.064793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:16.069736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55226) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:16.074362 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "DELETE /v2.0/subnets/e7a4ced5-b47d-4df8-9efa-a2b3a2ad3864 HTTP/1.1" status: 204  len: 168 time: 1.5491085
Dec 15 12:50:16.096078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55230) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:16.112551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.123583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.142339 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-40a4afd3-add4-4160-9572-defdf3e89b37 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] show failed (client error): The resource could not be found.
Dec 15 12:50:16.143623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40a4afd3-add4-4160-9572-defdf3e89b37 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "GET /v2.0/security-groups/ec09ebf4-5b5d-439f-8f4d-cc73c3b85ff0 HTTP/1.1" status: 404  len: 347 time: 0.0721323
Dec 15 12:50:16.153018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55234) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:16.256375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e48a4-9187-4db2-8116-8ab789d75bee None None] Network fa4b0b19-43e1-4518-8be5-b16571b56e00 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:16.268199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc422737-5e33-4bdf-bd10-96e5fd795186 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags HTTP/1.1" status: 204  len: 168 time: 0.5319204
Dec 15 12:50:16.280978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55238) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:16.357073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-27d324ef-db2e-4c15-b9c7-4f49b68f46e8 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa64d780>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', 'tempest-TagsExtTest-Tag-170260355') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:16.519094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.535145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:16.544228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Deleting port 002e4e0b-bdd5-46bd-8c0b-862f338a280b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:16.544636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.575322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:16.583931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:16.587395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] For port 66654593-011b-4720-b675-41a33a9c7724, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=66654593-011b-4720-b675-41a33a9c7724,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:16.587845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.590107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.599668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.602295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:16.607740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.613666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5629473f-6b2c-4bea-a559-668beb2727a0 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:16.624267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Deleting port c5a9f73f-6f17-40e3-902c-e457bfed9357 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:16.624700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.647095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac52521-373d-4868-a57d-7de444f1701a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:16.653935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:16.760398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.763880 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0817821
Dec 15 12:50:16.766753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] DHCP port deletion for fa4b0b19-43e1-4518-8be5-b16571b56e00 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:50:16.767731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55242) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:16.782603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Calling delete_port for 66654593-011b-4720-b675-41a33a9c7724 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:16.782868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8fbe9-828a-48e8-b1be-b00f039e2ede', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:16.793960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.805534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:16.816203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Deleting port c5a9f73f-6f17-40e3-902c-e457bfed9357 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:16.816797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:16.844955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:16.929466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:16.941200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:16.963995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:16.969640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:16.972270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:16.975867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:16.976696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.037515 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:50:17.041390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.047665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=9f303e93-f3eb-49c4-a8be-b844009780b6,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:17.051269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.061991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6463270
Dec 15 12:50:17.063857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:17.069764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:17.073618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55248) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:17.087143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '9f303e93-f3eb-49c4-a8be-b844009780b6', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1355330356'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:17.110057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.135783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] No DVR routers for this DVR port 66654593-011b-4720-b675-41a33a9c7724 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:50:17.155088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.191061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa926605-713a-46de-ad0c-5f6c9bb93e1e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:17.213011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Pushing event deleted for resources: {'Port': ['ID=66654593-011b-4720-b675-41a33a9c7724,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:17.215951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:17.231892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f92d09-ce00-4f2d-9fd6-dfe6ab1c2435 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:17.236742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.245175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2562258
Dec 15 12:50:17.315472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55252) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:17.323588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-27d324ef-db2e-4c15-b9c7-4f49b68f46e8 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:17.327794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-27d324ef-db2e-4c15-b9c7-4f49b68f46e8 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags/tempest-TagsExtTest-Tag-170260355 HTTP/1.1" status: 404  len: 328 time: 1.0389555
Dec 15 12:50:17.329860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587012338'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:17.341545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55256) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:17.351772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-91babbca-4e0a-454d-9f75-b9b68a41f96f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fad3ff28>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', 'tempest-TagsExtTest-Tag-676198136') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:17.362709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da95a391-ef1a-4b10-b3ee-c39069dbf669,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:17.377127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:17.428710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:17.439260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.442037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:17.493555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] For port c5a9f73f-6f17-40e3-902c-e457bfed9357, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c5a9f73f-6f17-40e3-902c-e457bfed9357,segment=NetworkSegment(a338dcc9-0bec-4bab-8391-b1474ced5b30),segment_id=a338dcc9-0bec-4bab-8391-b1474ced5b30)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:17.494499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.507411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '9f303e93-f3eb-49c4-a8be-b844009780b6'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:50:17.508820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.513239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:17.516217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.543455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:17.568696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] For port c5a9f73f-6f17-40e3-902c-e457bfed9357, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c5a9f73f-6f17-40e3-902c-e457bfed9357,segment=NetworkSegment(a338dcc9-0bec-4bab-8391-b1474ced5b30),segment_id=a338dcc9-0bec-4bab-8391-b1474ced5b30)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:17.569223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.599594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.628135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:17.642166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:17.645900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:17.654020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:17.663920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.673522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:17.682750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.700634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/9f303e93-f3eb-49c4-a8be-b844009780b6/2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:17.703956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.711822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:17.739099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903b4027-8568-4c2d-98e9-5a066863bdac,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:17.747841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Calling delete_port for c5a9f73f-6f17-40e3-902c-e457bfed9357 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:17.750915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:17.780207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-91babbca-4e0a-454d-9f75-b9b68a41f96f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:17.783908 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-91babbca-4e0a-454d-9f75-b9b68a41f96f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags/tempest-TagsExtTest-Tag-676198136 HTTP/1.1" status: 404  len: 328 time: 0.4381125
Dec 15 12:50:17.790576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55260) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:17.792709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.793188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.814155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-d045da9c-451f-401a-9e78-dd7c417c3f4f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9c29860>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848', 'tempest-TagsExtTest-Tag-255982035') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:17.833103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port fbea2fe5-b87d-43ee-9921-db7f585e019d yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:17.837009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 66654593-011b-4720-b675-41a33a9c7724 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:17.888299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:17.889624 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.1179399
Dec 15 12:50:17.899784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:17.982161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8fbe9-828a-48e8-b1be-b00f039e2ede', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:17.995883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Allocated IP 172.26.0.242 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/95ee4c55-bb9c-46b5-8645-21d0d3797bae) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:18.011187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 66654593-011b-4720-b675-41a33a9c7724 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:18.011601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 66654593-011b-4720-b675-41a33a9c7724 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:18.012187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c5a9f73f-6f17-40e3-902c-e457bfed9357 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:18.079632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Calling delete_port for 002e4e0b-bdd5-46bd-8c0b-862f338a280b owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:18.120765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Calling delete_port for c5a9f73f-6f17-40e3-902c-e457bfed9357 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:18.125575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:18.128712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:18.145937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:18.153274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:18.160211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:18.166373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:18.173147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.183562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:18.186799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Transition to ACTIVE for port object 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:18.194981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:18.210799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Transition to ACTIVE for port object 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:18.230787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.295594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:50:18.323224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.328749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbb36806-5ef1-491f-9862-49a6a6233952 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:18.377231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.422775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Port': ['ID=c5a9f73f-6f17-40e3-902c-e457bfed9357,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:18.438585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:50:18.439095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:50:18.448748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:18.473841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bc7201f2-bb2a-4675-82f3-d2f1144e1707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.3971641
Dec 15 12:50:18.475929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55270) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:18.487917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3a53aaa-5d66-48d0-8d5a-1a16a327a983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:18.521541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-d045da9c-451f-401a-9e78-dd7c417c3f4f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:18.525587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d045da9c-451f-401a-9e78-dd7c417c3f4f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags/tempest-TagsExtTest-Tag-255982035 HTTP/1.1" status: 404  len: 328 time: 0.7184212
Dec 15 12:50:18.525587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] No DVR routers for this DVR port c5a9f73f-6f17-40e3-902c-e457bfed9357 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:50:18.530362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:18.572754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:18.578602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:18.586765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Pushing event updated for resources: {'Port': ['ID=2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:18.588967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55274) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:18.590776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:18.605469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-38d862c0-3c26-48dc-b524-a51137387427 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fac5ff98>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', {'tags': ['tempest-TagsExtTest-Tag-450751970', 'tempest-TagsExtTest-Tag-663950999', 'tempest-TagsExtTest-Tag-1060659774']}) {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:18.621198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.656823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.671112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d35f6a5-99d7-46e0-8177-2d81cda495ca tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:18.768392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.784315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Attempting to bind port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:18.784852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Attempting to bind port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:18.785350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Attempting to bind port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:18.789420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0af0e1-7918-4493-876f-98ed6b3f708e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:18.790204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5f0af0e1-7918-4493-876f-98ed6b3f708e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:18.794679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:18.795059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:18.795836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.796178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:18.796798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Bound port: 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:18.797405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.803930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38d862c0-3c26-48dc-b524-a51137387427 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags HTTP/1.1" status: 200  len: 316 time: 0.2119377
Dec 15 12:50:18.808405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55278) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:18.816807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-fdbbaffc-91d1-48a8-9a5d-af4a1a84de43 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fad9d588>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:18.821677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.832221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.848147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b854ffa-8ef1-44e0-8cf1-36db00a8630a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:18.866700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:18.868189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5f0af0e1-7918-4493-876f-98ed6b3f708e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:18.869712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5f0af0e1-7918-4493-876f-98ed6b3f708e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.3925385
Dec 15 12:50:18.871484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.875216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:18.875417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55282) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:18.914674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] For port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:18.919568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] For port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:18.920991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:50:18.921488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:50:18.923652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No active binding found for port c5a9f73f-6f17-40e3-902c-e457bfed9357 {{(pid=88871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 15 12:50:18.924330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c5a9f73f-6f17-40e3-902c-e457bfed9357 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:18.926877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.939870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.944975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:18.949075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Pushing event deleted for resources: {'Port': ['ID=002e4e0b-bdd5-46bd-8c0b-862f338a280b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:18.959453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:18.969248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:18.996046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa0920f0>,) {'filters': {'network_id': ['fa4b0b19-43e1-4518-8be5-b16571b56e00']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:19.031855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Pushing event updated for resources: {'Port': ['ID=2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:19.036151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0920f0>, 'a338dcc9-0bec-4bab-8391-b1474ced5b30') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:19.036579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0920f0>, 'a338dcc9-0bec-4bab-8391-b1474ced5b30') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:19.053789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:19.085638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.088531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:19.090297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.7700789
Dec 15 12:50:19.092529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55288) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:19.098406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba15f54-8ab4-4d0e-96a5-eb36bc0b2701 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:19.100237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba15f54-8ab4-4d0e-96a5-eb36bc0b2701 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:19.101157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bba15f54-8ab4-4d0e-96a5-eb36bc0b2701 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:19.102835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.106646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Port': ['ID=95ee4c55-bb9c-46b5-8645-21d0d3797bae,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:19.109372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:19.111869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:19.117872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:19.121507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': 'da95a391-ef1a-4b10-b3ee-c39069dbf669', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8b854ffa-8ef1-44e0-8cf1-36db00a8630a', 'remote_ip_prefix': None}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:19.145177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.146520 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.1711407
Dec 15 12:50:19.149760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:19.152501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:19.156229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:19.170619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:19.176527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.180586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:19.186502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bba15f54-8ab4-4d0e-96a5-eb36bc0b2701 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:19.190786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bba15f54-8ab4-4d0e-96a5-eb36bc0b2701 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3131216
Dec 15 12:50:19.191534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55294) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:19.204283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:19.210655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:50:19.211105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.256851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8ab6ce-a780-431f-95fd-034438a26981,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:50:19.258885 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:50:19.264527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:19.282522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.284374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.288798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] 10.222.0.53 "DELETE /v2.0/floatingips/d7064d01-495c-4dfb-8ee3-b78ee7470705 HTTP/1.1" status: 204  len: 168 time: 3.1280465
Dec 15 12:50:19.291627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55298) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:19.369180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fdbbaffc-91d1-48a8-9a5d-af4a1a84de43 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags HTTP/1.1" status: 204  len: 168 time: 0.5596306
Dec 15 12:50:19.385771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55302) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:19.410790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-567be054-9224-419d-b025-d4e77b9a90f4 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9cf54e0>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', 'tempest-TagsExtTest-Tag-450751970') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:19.423336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Deleting port c5a9f73f-6f17-40e3-902c-e457bfed9357 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:19.424266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.489131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.497074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.529163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fa6e36-b5ce-44b0-9a6e-777d83fea1ef tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:19.529886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 9f303e93-f3eb-49c4-a8be-b844009780b6 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:50:19.569871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.593026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "DELETE /v2.0/networks/fa4b0b19-43e1-4518-8be5-b16571b56e00 HTTP/1.1" status: 204  len: 168 time: 3.4942467
Dec 15 12:50:19.594787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55318) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:19.600628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Network': ['ID=fa4b0b19-43e1-4518-8be5-b16571b56e00,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:19.617609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:19.624580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fb246ce3-c350-4984-abeb-1133cd94759a None None] The port 'c5a9f73f-6f17-40e3-902c-e457bfed9357' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:50:19.680027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.744187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.749253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-567be054-9224-419d-b025-d4e77b9a90f4 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:19.753148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-567be054-9224-419d-b025-d4e77b9a90f4 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags/tempest-TagsExtTest-Tag-450751970 HTTP/1.1" status: 404  len: 328 time: 0.3615730
Dec 15 12:50:19.754139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55322) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:19.763001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-07569cc6-85b3-486c-93d4-90c881da5c17 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa0fc9e8>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', 'tempest-TagsExtTest-Tag-663950999') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:19.875181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.878609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Deleting port 4ec07abb-5156-4c66-8557-3f541c3d2469 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:19.879075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.920961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-e021831b-ff3c-4aba-bc7a-98a275f06d6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:19.931395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-07569cc6-85b3-486c-93d4-90c881da5c17 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:19.935923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07569cc6-85b3-486c-93d4-90c881da5c17 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags/tempest-TagsExtTest-Tag-663950999 HTTP/1.1" status: 404  len: 328 time: 0.1775508
Dec 15 12:50:19.939539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55326) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:19.951126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-419fd611-b889-40d0-944f-86396da49ad2 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42faa47550>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2', 'tempest-TagsExtTest-Tag-1060659774') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:19.980145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:19.981187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.008166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-e021831b-ff3c-4aba-bc7a-98a275f06d6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:20.009611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-e021831b-ff3c-4aba-bc7a-98a275f06d6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117047346&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.5486825
Dec 15 12:50:20.090920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.098565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-707b06d6-2089-4ef1-ae0a-4ae07ab057ea tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:20.147437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=9f303e93-f3eb-49c4-a8be-b844009780b6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:20.153917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:20.173004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.205042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9f303e93-f3eb-49c4-a8be-b844009780b6 HTTP/1.1" status: 204  len: 168 time: 1.0096853
Dec 15 12:50:20.207042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-419fd611-b889-40d0-944f-86396da49ad2 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:20.210999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-419fd611-b889-40d0-944f-86396da49ad2 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags/tempest-TagsExtTest-Tag-1060659774 HTTP/1.1" status: 404  len: 329 time: 0.2650838
Dec 15 12:50:20.261012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55330) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:20.261012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55332) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:20.333687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-09b5d627-aa9a-49ba-a812-6e60add2cb38 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fa85aa20>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', {'tags': ['tempest-TagsExtTest-Tag-259872140', 'tempest-TagsExtTest-Tag-1583478483', 'tempest-TagsExtTest-Tag-1968893525']}) {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:20.415183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32f2829a-d4b0-4c21-bb95-f5be19849ab6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1493118
Dec 15 12:50:20.463957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55338) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:20.489540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:20.510379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.529635 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09b5d627-aa9a-49ba-a812-6e60add2cb38 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags HTTP/1.1" status: 200  len: 317 time: 0.2658551
Dec 15 12:50:20.533144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55342) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:20.540500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-f14f18b2-08b2-45d9-b4e2-2e818fbd8ad1 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fabbc320>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:20.607143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.631871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:20.749549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a0080e-a8ca-49c0-8c74-50ce452557fe,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:20.752941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:20.771262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.771660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.785772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Router 6484d2ab-76b4-4baa-b936-3860a94c33e9 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:50:20.802129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f14f18b2-08b2-45d9-b4e2-2e818fbd8ad1 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags HTTP/1.1" status: 204  len: 168 time: 0.2677336
Dec 15 12:50:20.807781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55348) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:20.816604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-a8369511-0178-4274-8c22-2fcbe1edaff5 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9c855f8>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', 'tempest-TagsExtTest-Tag-259872140') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:20.952810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Calling delete_port for 4ec07abb-5156-4c66-8557-3f541c3d2469 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:20.984716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:20.989346 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.8892674
Dec 15 12:50:20.990844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:20.995717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55352) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:21.014768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-492685b4-731e-4f79-af4b-c8346d61ceb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:21.017073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-492685b4-731e-4f79-af4b-c8346d61ceb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 796 time: 0.9344070
Dec 15 12:50:21.019842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:21.047434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:21.078973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:21.113383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-7e49aac6-451d-4828-8e5d-b5ada74494b4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0754337
Dec 15 12:50:21.186544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:21.239553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:21.288108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:21.315167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9027d-2588-48e5-ae01-de8e11d2fdd1 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:21.384749 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-a8369511-0178-4274-8c22-2fcbe1edaff5 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:21.385978 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8369511-0178-4274-8c22-2fcbe1edaff5 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags/tempest-TagsExtTest-Tag-259872140 HTTP/1.1" status: 404  len: 328 time: 0.5770907
Dec 15 12:50:21.404335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55356) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:21.451836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-dcaaffcc-dab4-49d6-b607-2f55af8d3e01 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa8228d0>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', 'tempest-TagsExtTest-Tag-1583478483') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:21.494687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bb1ce888-b1db-4b7e-baf0-43d67b3eaa94 None None] Provisioning for port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:21.558587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:21.568696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:21.584774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Sync routers for ids ['6484d2ab-76b4-4baa-b936-3860a94c33e9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:21.596771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:21.598794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.9707043
Dec 15 12:50:21.601577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55360) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:21.609503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Routers {'6484d2ab-76b4-4baa-b936-3860a94c33e9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:21.610302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9484a8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6484d2ab-76b4-4baa-b936-3860a94c33e9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:21.651256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-105305b6-d4f9-4601-9adc-6134850b37fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:21.676017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:21.696912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:50:21.702948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Deleting port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:21.704173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:21.747888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2a0080e-a8ca-49c0-8c74-50ce452557fe,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:21.750609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:21.859976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Set router 6484d2ab-76b4-4baa-b936-3860a94c33e9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:22.061249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] For port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:22.061848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.108390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dcb19f38-02bb-40ef-aa27-fa86ece40a7c tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/6484d2ab-76b4-4baa-b936-3860a94c33e9 HTTP/1.1" status: 200  len: 909 time: 0.5053618
Dec 15 12:50:22.111018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55366) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:22.117515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1828170586', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': True}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:22.122983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:22.129059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Usage tracker for resource:router and tenant:fc6b4a24801b47faab0b611d982752b1 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:22.132896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:22.143873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:22.157385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.159361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.190671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.271731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.289214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f04af5e-06ca-4796-b0f0-ae78b2485694 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:22.329473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Calling delete_port for 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:22.336782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9484a8>, [{'id': '6484d2ab-76b4-4baa-b936-3860a94c33e9', 'name': 'tempest-snat-router-1828170586', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.242'}], 'enable_snat': False}, 'gw_port_id': '95ee4c55-bb9c-46b5-8645-21d0d3797bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:15Z', 'updated_at': '2021-12-15T12:50:19Z', 'revision_number': 3, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port': {'id': '95ee4c55-bb9c-46b5-8645-21d0d3797bae', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6484d2ab-76b4-4baa-b936-3860a94c33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:17Z', 'updated_at': '2021-12-15T12:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:22.339799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.342312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Checking router: 6484d2ab-76b4-4baa-b936-3860a94c33e9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:22.343032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Updating router 6484d2ab-76b4-4baa-b936-3860a94c33e9 port 95ee4c55-bb9c-46b5-8645-21d0d3797bae binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:50:22.364501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Pushing event deleted for resources: {'Port': ['ID=4ec07abb-5156-4c66-8557-3f541c3d2469,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:22.393793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-de01421b-53ae-41ea-8c38-bc3ef60b7988 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 302 time: 1.2091513
Dec 15 12:50:22.427680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.429626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:22.430786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a8beed9-40aa-4362-87cb-663d38f185e2 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:22.477403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.477798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.482205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c2a0080e-a8ca-49c0-8c74-50ce452557fe HTTP/1.1" status: 204  len: 168 time: 1.4788251
Dec 15 12:50:22.482797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55370) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:22.485756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.497843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:22.498508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3f58271-b649-4617-9268-81099c79f7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:22.548567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Pushing event deleted for resources: {'Port': ['ID=2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:22.550581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] No DVR routers for this DVR port 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:50:22.552814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:22.585876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f83a15f9-3531-42e9-b26d-841aa13ea235 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:22.600946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-dcaaffcc-dab4-49d6-b607-2f55af8d3e01 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:22.602529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:50:22.605963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dcaaffcc-dab4-49d6-b607-2f55af8d3e01 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags/tempest-TagsExtTest-Tag-1583478483 HTTP/1.1" status: 404  len: 329 time: 1.1989079
Dec 15 12:50:22.607159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:22.611981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55374) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:22.619146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0511a94f-23fd-4308-9e9e-37ae90a6a39d None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:22.627167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:22.627884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.638304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-76cc4974-6794-4f9f-bbb7-42c1f79341b6 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42f9fbb9e8>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44', 'tempest-TagsExtTest-Tag-1968893525') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:22.643313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f83a15f9-3531-42e9-b26d-841aa13ea235 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:22.648735 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f83a15f9-3531-42e9-b26d-841aa13ea235 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1493058
Dec 15 12:50:22.649522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55378) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:22.838327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.875305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.932156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': 'bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:50:22.933747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:22.939450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.015208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2b3e6db-a6d2-4d79-9dc5-a52b7981d4a8 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:23.043704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.106853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.166722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952/5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:23.214275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b854ffa-8ef1-44e0-8cf1-36db00a8630a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:23.216570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.221411 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b854ffa-8ef1-44e0-8cf1-36db00a8630a HTTP/1.1" status: 204  len: 168 time: 0.5662847
Dec 15 12:50:23.222245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55384) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:23.222926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:23.316502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ac48309-a1e6-4aa6-b685-cf94fc835855 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:23.336179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ac48309-a1e6-4aa6-b685-cf94fc835855 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:23.337465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:23.340959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:23.343545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55388) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:23.346716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2ac48309-a1e6-4aa6-b685-cf94fc835855 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1160676
Dec 15 12:50:23.397143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.400048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.404670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] 10.222.0.53 "DELETE /v2.0/floatingips/3c7c589a-fe9c-41a3-b3d7-575f0ad23f85 HTTP/1.1" status: 204  len: 168 time: 3.7861600
Dec 15 12:50:23.416041 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9401982
Dec 15 12:50:23.416314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.416796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55394) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:23.426850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-206306817', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:23.430266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Transition to ACTIVE for port object 95ee4c55-bb9c-46b5-8645-21d0d3797bae will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:23.438412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.444529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c2a1f32-e033-4227-b05d-e72f403545be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:23.447074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:23.478890 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-76cc4974-6794-4f9f-bbb7-42c1f79341b6 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:23.480175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-76cc4974-6794-4f9f-bbb7-42c1f79341b6 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags/tempest-TagsExtTest-Tag-1968893525 HTTP/1.1" status: 404  len: 329 time: 0.8598700
Dec 15 12:50:23.485847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55398) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:23.488599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-ff940ca9-7816-4f19-b1ed-9d96558077b8 service neutron] 10.222.0.53 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0123751
Dec 15 12:50:23.500556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-3bd9aa8f-77b2-42de-add0-ddd86b054726 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f42f9be0a20>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', {'tags': ['tempest-TagsExtTest-Tag-840735325', 'tempest-TagsExtTest-Tag-967484547', 'tempest-TagsExtTest-Tag-242741297']}) {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:23.564012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fff7a-55e1-434c-bc90-f55bec16e5f2 None None] Pushing event updated for resources: {'Port': ['ID=95ee4c55-bb9c-46b5-8645-21d0d3797bae,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:23.579044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d37fff7a-55e1-434c-bc90-f55bec16e5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:23.598720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.606507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Attempting to bind port 95ee4c55-bb9c-46b5-8645-21d0d3797bae on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:23.607983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Attempting to bind port 95ee4c55-bb9c-46b5-8645-21d0d3797bae by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:23.608362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:router and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:23.608987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Attempting to bind port 95ee4c55-bb9c-46b5-8645-21d0d3797bae on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:23.617751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:23.618545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:23.619376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.620008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:23.620738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Bound port: 95ee4c55-bb9c-46b5-8645-21d0d3797bae, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:23.622217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.626056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:23.647064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:23.690705 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3bd9aa8f-77b2-42de-add0-ddd86b054726 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "PUT /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags HTTP/1.1" status: 200  len: 315 time: 0.2009749
Dec 15 12:50:23.704504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55402) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:23.705655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.718902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Transition to ACTIVE for port object 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:23.731866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-a927aa2f-c90a-40f8-a634-dfb485a83e6f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fab2f128>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:23.744772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Transition to ACTIVE for port object 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:23.751379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:23.754612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] For port 95ee4c55-bb9c-46b5-8645-21d0d3797bae, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:23.760946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Allocated IP 172.26.0.101 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/3abac17b-ce5c-4b62-bdb9-6f2f26943411) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:23.761540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] For port 95ee4c55-bb9c-46b5-8645-21d0d3797bae, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=95ee4c55-bb9c-46b5-8645-21d0d3797bae,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:23.768898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.770962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.772086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.780861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:23.808616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:23.810347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2cc6e5c0-bc53-4387-b4a4-e34868fd7d6a not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:23.812411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.826129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10154cd6-c863-47c9-bd5a-5c3f18c587d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:23.859169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.890997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fff7a-55e1-434c-bc90-f55bec16e5f2 None None] Pushing event updated for resources: {'Port': ['ID=95ee4c55-bb9c-46b5-8645-21d0d3797bae,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:23.898710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d37fff7a-55e1-434c-bc90-f55bec16e5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:23.920954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Routers {'6484d2ab-76b4-4baa-b936-3860a94c33e9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:23.921925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9484a8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6484d2ab-76b4-4baa-b936-3860a94c33e9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:23.947562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:23.985537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:24.032096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:24.036345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Pushing event updated for resources: {'Port': ['ID=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:24.042024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:24.042867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:24.060115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-ca8b719a-78f9-4040-8c39-60fce2544d19 service neutron] 10.222.0.53 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5201769
Dec 15 12:50:24.123070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.133882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ec56e3d-5fa4-419f-8615-4a48336de9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:24.162805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da95a391-ef1a-4b10-b3ee-c39069dbf669,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:24.179796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] Set router 6484d2ab-76b4-4baa-b936-3860a94c33e9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:24.184773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:24.220723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55408) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:24.225293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.305161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Attempting to bind port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:24.305585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Attempting to bind port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:24.305996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Attempting to bind port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:24.314340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:24.314747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:24.315217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.315682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:24.316232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.316611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Bound port: 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:24.317036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.324450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:24.324788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/da95a391-ef1a-4b10-b3ee-c39069dbf669 HTTP/1.1" status: 204  len: 168 time: 0.9680359
Dec 15 12:50:24.397006 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a927aa2f-c90a-40f8-a634-dfb485a83e6f tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags HTTP/1.1" status: 204  len: 168 time: 0.6911364
Dec 15 12:50:24.408269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55422) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:24.429749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.451162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-23d80a1c-8465-4a72-b858-ee0b194421e0 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fa8b7f28>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', 'tempest-TagsExtTest-Tag-840735325') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:24.457580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] For port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:24.461564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] For port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:24.469592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.493575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:24.658247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Pushing event updated for resources: {'Port': ['ID=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:24.676476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:24.713545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-60f8a598-ce41-4433-b89f-53b7fe02b740 req-4b76d6eb-4a5b-4c30-9572-378828b33053 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:24.719015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-23d80a1c-8465-4a72-b858-ee0b194421e0 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:24.724012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-23d80a1c-8465-4a72-b858-ee0b194421e0 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags/tempest-TagsExtTest-Tag-840735325 HTTP/1.1" status: 404  len: 328 time: 0.3091261
Dec 15 12:50:24.734836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.743190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:24.747388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2a8a8a9b-5f4f-4c6c-9b83-b1944dda966e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.3269575
Dec 15 12:50:24.749051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55430) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:24.749613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:24.761552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-b8ff8403-1e84-439e-a89d-d0dffb0fe0fc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42faa93320>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', 'tempest-TagsExtTest-Tag-967484547') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:24.883565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-663fe295-01e7-42ac-bcb8-30f394238956 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5404706
Dec 15 12:50:24.914865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55440) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:24.928787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--993843918'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:24.940384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:24.942010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9484a8>, [{'id': '6484d2ab-76b4-4baa-b936-3860a94c33e9', 'name': 'tempest-snat-router-1828170586', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.242'}], 'enable_snat': False}, 'gw_port_id': '95ee4c55-bb9c-46b5-8645-21d0d3797bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:15Z', 'updated_at': '2021-12-15T12:50:19Z', 'revision_number': 3, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port': {'id': '95ee4c55-bb9c-46b5-8645-21d0d3797bae', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6484d2ab-76b4-4baa-b936-3860a94c33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:17Z', 'updated_at': '2021-12-15T12:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:24.946565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd88c0-c7fa-4f54-a0cb-49ead5a4f804 None None] The sync data for ids ['6484d2ab-76b4-4baa-b936-3860a94c33e9'] in dv-neutron-821831-1-hyperv is: [{'id': '6484d2ab-76b4-4baa-b936-3860a94c33e9', 'name': 'tempest-snat-router-1828170586', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.242'}], 'enable_snat': False}, 'gw_port_id': '95ee4c55-bb9c-46b5-8645-21d0d3797bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:15Z', 'updated_at': '2021-12-15T12:50:19Z', 'revision_number': 3, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port': {'id': '95ee4c55-bb9c-46b5-8645-21d0d3797bae', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6484d2ab-76b4-4baa-b936-3860a94c33e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:17Z', 'updated_at': '2021-12-15T12:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:24.955480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:24.961534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:24.972207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:25.003711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.060006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-60f8a598-ce41-4433-b89f-53b7fe02b740 req-4b76d6eb-4a5b-4c30-9572-378828b33053 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:25.061304 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-60f8a598-ce41-4433-b89f-53b7fe02b740 req-4b76d6eb-4a5b-4c30-9572-378828b33053 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 210 time: 0.5098546
Dec 15 12:50:25.147506 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-b8ff8403-1e84-439e-a89d-d0dffb0fe0fc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:25.148750 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b8ff8403-1e84-439e-a89d-d0dffb0fe0fc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags/tempest-TagsExtTest-Tag-967484547 HTTP/1.1" status: 404  len: 328 time: 0.3967216
Dec 15 12:50:25.154848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55446) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:25.161685 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-47b5a6c9-d8fd-4538-a105-2f02b910429e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=200f39136cdf4a508cfc1ad2c0e023bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9253359
Dec 15 12:50:25.167310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-6a1d8f7b-34d5-4e4a-a5b5-d99204c393fc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f42fb139978>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc', 'tempest-TagsExtTest-Tag-242741297') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:25.177807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55450) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:25.180581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:25.188301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:25.211088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:25.231436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:25.408480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.426124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ecc1b2b1-2d34-41da-aa3b-60c3ce4c3fa0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:25.478578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.486884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.494317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.510117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Port': ['ID=3abac17b-ce5c-4b62-bdb9-6f2f26943411,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:25.517187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:25.524574 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-6a1d8f7b-34d5-4e4a-a5b5-d99204c393fc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] show failed (client error): The resource could not be found.
Dec 15 12:50:25.525781 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a1d8f7b-34d5-4e4a-a5b5-d99204c393fc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags/tempest-TagsExtTest-Tag-242741297 HTTP/1.1" status: 404  len: 328 time: 0.3685498
Dec 15 12:50:25.529741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55454) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:25.545186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ef83ed2-0833-438c-9b75-45e17b959d5a tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:25.550453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-faa2b2ce-531c-4ebe-ae1d-b3a6616d7d6a tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fabf29e8>, 'subnetpools', '631d6ed9-97fc-45d0-bf7a-5035f58fc0cc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:25.589036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:25.592178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:25.615181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Deleting port 7465f57d-9e8c-43cd-91fb-936818c3cb22 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:25.615942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:25.616513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.753545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.770307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea60128-6ef3-4c17-b6fa-91de1b894727,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:25.792623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:25.794048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8780494
Dec 15 12:50:25.826877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:25.833703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55460) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:25.840456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': 'cea60128-6ef3-4c17-b6fa-91de1b894727', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:25.874543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:25.894282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:25.915842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:25.929537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:25.951123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:25.989344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:26.057477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.087393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.103634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6e7a6b8-b06b-4c73-ad9f-0cec2eae753a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:26.150173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99381c4-3b06-4c04-b48e-68b3d76fea8e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:26.162453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] For port 7465f57d-9e8c-43cd-91fb-936818c3cb22, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7465f57d-9e8c-43cd-91fb-936818c3cb22,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:26.162878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.172419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:26.186502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.188017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b99381c4-3b06-4c04-b48e-68b3d76fea8e HTTP/1.1" status: 204  len: 168 time: 0.9946461
Dec 15 12:50:26.577865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Calling delete_port for 7465f57d-9e8c-43cd-91fb-936818c3cb22 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:26.638324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72292c88-d4b8-4e4e-af23-6fe8fbe1393b req-96abac89-139d-44ff-8317-7e4e8c78b6a0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 210 time: 0.2640955
Dec 15 12:50:26.683948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.698617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.711362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:26.798132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9992f33-a04d-4974-a0cf-a82a7cfe7af9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:26.811663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.816724 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.9817019
Dec 15 12:50:26.818850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:26.824588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55470) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:26.955480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.985814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-ce031d96-b755-4c70-9394-9dc393ecd9f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:26.987548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:26.990103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-ce031d96-b755-4c70-9394-9dc393ecd9f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:27.009470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-faa2b2ce-531c-4ebe-ae1d-b3a6616d7d6a tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc/tags HTTP/1.1" status: 204  len: 168 time: 1.4659183
Dec 15 12:50:27.015156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55478) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:27.050583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.060338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20ae637-5582-44fa-b347-6c43f1fe19e2 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:27.061541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-7bc2e4d9-08e9-43be-adba-c98e09fd708b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fad0e438>, 'routers', 'ee7e5270-1674-4b69-afb4-acd6c76c3d44') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:27.135169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55484) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:27.148755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-ce031d96-b755-4c70-9394-9dc393ecd9f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:27.150409 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-ce031d96-b755-4c70-9394-9dc393ecd9f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 796 time: 0.4643455
Dec 15 12:50:27.170334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9992f33-a04d-4974-a0cf-a82a7cfe7af9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:27.186863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:27.212173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.213355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d9992f33-a04d-4974-a0cf-a82a7cfe7af9 HTTP/1.1" status: 204  len: 168 time: 0.3876660
Dec 15 12:50:27.216279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55488) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:27.333623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.344662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:27.400623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7465f57d-9e8c-43cd-91fb-936818c3cb22,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:27.404504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:27.411219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4044d8d4-642a-45ac-9280-0b8c5786d621 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:27.413682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.497768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-3a0300b8-d86d-4766-903d-798feea01c19 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:27.537698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:27.549533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Usage tracker for resource:security_group_rule and tenant:579b616c960246ca98db7cb3a9694208 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:27.556575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:27.584914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4044d8d4-642a-45ac-9280-0b8c5786d621 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:27.599262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4044d8d4-642a-45ac-9280-0b8c5786d621 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3818083
Dec 15 12:50:27.599986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55492) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:27.602761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-3a0300b8-d86d-4766-903d-798feea01c19 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:27.604063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-3a0300b8-d86d-4766-903d-798feea01c19 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 379 time: 0.3319235
Dec 15 12:50:27.642754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Provisioning for port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:27.651735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Provisioning complete for port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:27.652172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.680573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['d4a8fbe9-828a-48e8-b1be-b00f039e2ede']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:27.716049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:27.736911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.739986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.775711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 95ee4c55-bb9c-46b5-8645-21d0d3797bae up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:27.837917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.872132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.938526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.952293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2ceb651-21ee-4037-9664-176e9ff81331 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:27.968989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea60128-6ef3-4c17-b6fa-91de1b894727,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:27.976207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:27.983540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:27.989248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.003333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.010459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/cea60128-6ef3-4c17-b6fa-91de1b894727 HTTP/1.1" status: 204  len: 168 time: 0.4068153
Dec 15 12:50:28.010949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55498) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:28.071559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] For port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:28.073918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 95ee4c55-bb9c-46b5-8645-21d0d3797bae completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:28.078770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.081418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.086922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4572470c-e223-458e-a99f-0979023b5c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:28.139628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 95ee4c55-bb9c-46b5-8645-21d0d3797bae triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:28.140157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.145121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8743a02c-4df4-4e57-8e96-1bce0ab74f5a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:28.174509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8743a02c-4df4-4e57-8e96-1bce0ab74f5a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:28.182099 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8743a02c-4df4-4e57-8e96-1bce0ab74f5a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1660073
Dec 15 12:50:28.183063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55504) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:28.193289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574485693'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:28.203190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:28.225644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:28.241982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.252309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.261322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b4eac53-d6eb-4b9f-ae11-760af88fab61 req-322e4fd8-715b-45ee-bbb5-6cce2a3811fe tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 210 time: 0.2489817
Dec 15 12:50:28.308596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Pushing event updated for resources: {'Port': ['ID=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:28.319454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:28.384630 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7bc2e4d9-08e9-43be-adba-c98e09fd708b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44/tags HTTP/1.1" status: 204  len: 168 time: 1.3677027
Dec 15 12:50:28.391417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55508) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:28.403409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:28.409114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:28.414029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:28.419504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-4285530f-bc9e-4221-867b-3907629c760e tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fada40f0>, 'ports', '0a506e6c-d48f-4930-bf08-a2f14db10bf2') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:28.420904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:28.421435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.438477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 95ee4c55-bb9c-46b5-8645-21d0d3797bae, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=95ee4c55-bb9c-46b5-8645-21d0d3797bae,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:28.443905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.446659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:28.545075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=95ee4c55-bb9c-46b5-8645-21d0d3797bae,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:28.549238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:28.565253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:28.584828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.600824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:28.811141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:28.816978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.836874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.864547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:28.878431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1faa5848-6e23-4555-a01c-a9ca3c937493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:29.018567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.025577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f81f09fe-2903-46cd-b8c1-e00d14bb9404 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:29.053821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4285530f-bc9e-4221-867b-3907629c760e tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2/tags HTTP/1.1" status: 204  len: 168 time: 0.6475933
Dec 15 12:50:29.061468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55520) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:29.063382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1a4728-ee14-4478-a274-d51420df26d3,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:29.067845 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=579b616c960246ca98db7cb3a9694208&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9214897
Dec 15 12:50:29.075009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.tag.tag_plugin [None req-c70f1c63-3a3e-471e-b96a-046476295ef9 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f42fa7f7f98>, 'subnets', '6db4a7fe-3452-4ca6-9d9b-76a84d74d848') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:29.079231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:29.082759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55524) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:29.093667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::1 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952/cda08890-19d1-41bf-a379-bc42ee8cf256) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:29.216779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad15c895-d524-4ef1-8cf2-9b93afb846af,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:29.241880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:29.261102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.262546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0764487
Dec 15 12:50:29.267379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55528) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:29.276315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': 'ad15c895-d524-4ef1-8cf2-9b93afb846af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:29.290153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:29.299266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:29.307474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:29.319054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:29.393078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.5 (6d0beb82-e5c9-4598-9c20-9215a4256865/3621b58a-c628-4377-b22d-c685c96d73f9/11a0a80b-c603-4300-a994-8105d9e963e1) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:29.403318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.459260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.510902 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c70f1c63-3a3e-471e-b96a-046476295ef9 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848/tags HTTP/1.1" status: 204  len: 168 time: 0.4394212
Dec 15 12:50:29.512762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55536) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:29.602302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-22dcc51c-2af2-4f69-865f-7857454cec0c req-c0909b44-0df9-4d99-a71e-01424d43a720 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 210 time: 0.1004753
Dec 15 12:50:29.661850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:29.750715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:29.751240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.752351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.800181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.811945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.825551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.827486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:29.877240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880e46ba-c716-4319-9277-c80cd74247b9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:29.880662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:29.903085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:50:29.905958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a1bd149-b733-4f69-a5b6-acd116cb5fa2 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for subnetpool, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.911387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a1bd149-b733-4f69-a5b6-acd116cb5fa2 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnetpools/631d6ed9-97fc-45d0-bf7a-5035f58fc0cc HTTP/1.1" status: 204  len: 168 time: 0.3606815
Dec 15 12:50:29.912835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55548) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:29.922428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 95ee4c55-bb9c-46b5-8645-21d0d3797bae up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:29.923882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object cda08890-19d1-41bf-a379-bc42ee8cf256 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:29.957540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:29.961895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6917596
Dec 15 12:50:29.963818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55552) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:29.996163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-204ab095-7bb5-4773-b679-a79d0cbc48b1 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Synchronizing usage tracker for tenant:f09f993a24b04d0ba400ee9d6166ffb5 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:30.005833 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a790d43-ee8a-48ef-a356-21a92f34c9c7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules/880e46ba-c716-4319-9277-c80cd74247b9 HTTP/1.1" status: 200  len: 705 time: 0.0359142
Dec 15 12:50:30.008132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Router bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:50:30.008566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55556) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:30.015965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 95ee4c55-bb9c-46b5-8645-21d0d3797bae triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:30.016605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.040803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.050883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8297c47f-c2f4-45e8-a529-25bdf783c45c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:30.055647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-204ab095-7bb5-4773-b679-a79d0cbc48b1 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Unset dirty status for tenant:f09f993a24b04d0ba400ee9d6166ffb5 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:30.060045 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-204ab095-7bb5-4773-b679-a79d0cbc48b1 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7e5270-1674-4b69-afb4-acd6c76c3d44 HTTP/1.1" status: 200  len: 205 time: 0.1444376
Dec 15 12:50:30.065398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55560) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:30.090036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1a4728-ee14-4478-a274-d51420df26d3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:30.099812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:30.110814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.121964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05ca40dc-8c6a-4c59-96ce-047599bbd36c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:30.228383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.299765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 11a0a80b-c603-4300-a994-8105d9e963e1 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:30.313766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:30.317284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.321297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a1a4728-ee14-4478-a274-d51420df26d3 HTTP/1.1" status: 204  len: 168 time: 1.2322445
Dec 15 12:50:30.321297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=cda08890-19d1-41bf-a379-bc42ee8cf256,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:30.325729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:30.328160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:30.333221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:30.334082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.366419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6630631-5ade-4d1c-8d58-11eca1afdc86 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:30.431479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6630631-5ade-4d1c-8d58-11eca1afdc86 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:30.437000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6630631-5ade-4d1c-8d58-11eca1afdc86 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4247463
Dec 15 12:50:30.438440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55566) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:30.451099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.469734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e364b6d7-3320-4bc7-b966-7e3d14c6ad34 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:30.475382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3bc397ff-b1e5-4fe6-ab4e-e87ff11d1685 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.665543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:30.679248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:30.687530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:30.819388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=11a0a80b-c603-4300-a994-8105d9e963e1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:30.827465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.842101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:30.913486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.932575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:30.990596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:30.991318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.042537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-71c4b3c3-9bcc-4d53-9aca-68ba972dcfe7 None None] Provisioning for port cda08890-19d1-41bf-a379-bc42ee8cf256 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:31.052437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-71c4b3c3-9bcc-4d53-9aca-68ba972dcfe7 None None] Provisioning complete for port cda08890-19d1-41bf-a379-bc42ee8cf256 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:31.053031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71c4b3c3-9bcc-4d53-9aca-68ba972dcfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.135195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55584) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:31.152162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-71c4b3c3-9bcc-4d53-9aca-68ba972dcfe7 None None] Port cda08890-19d1-41bf-a379-bc42ee8cf256 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:31.203792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5306621
Dec 15 12:50:31.253916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Request body: {'port': {'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:31.282749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f2687a22-7412-4e8c-b266-b7af3f328664 None None] Provisioning for port 11a0a80b-c603-4300-a994-8105d9e963e1 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:31.289205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f2687a22-7412-4e8c-b266-b7af3f328664 None None] Provisioning complete for port 11a0a80b-c603-4300-a994-8105d9e963e1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:31.289627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2687a22-7412-4e8c-b266-b7af3f328664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.296728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:31.334724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.344477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Sync routers for ids ['bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:31.385983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Routers {'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:31.387114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafa9048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:31.405244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.409207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 9.2944655
Dec 15 12:50:31.458849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55588) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:31.561930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569c31-e0dc-4d82-a7f8-14503adb4ebd req-c0acad20-8a49-4069-a8d7-1c188ec47e49 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:31.562761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b6569c31-e0dc-4d82-a7f8-14503adb4ebd req-c0acad20-8a49-4069-a8d7-1c188ec47e49 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:31.607841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:31.617077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Set router bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:31.626470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:31c25a4b3b634ec5b2289f5903a2062c is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:31.686197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3bc397ff-b1e5-4fe6-ab4e-e87ff11d1685 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.691139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3bc397ff-b1e5-4fe6-ab4e-e87ff11d1685 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.694424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:31.713023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:31.716925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.733683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b6569c31-e0dc-4d82-a7f8-14503adb4ebd req-c0acad20-8a49-4069-a8d7-1c188ec47e49 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:31.735213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6569c31-e0dc-4d82-a7f8-14503adb4ebd req-c0acad20-8a49-4069-a8d7-1c188ec47e49 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 931 time: 0.8766310
Dec 15 12:50:31.735752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.738509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-834f0a65-e3d6-495a-9931-ebdc13cbcce3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:31.754202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3bc397ff-b1e5-4fe6-ab4e-e87ff11d1685 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.754758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc397ff-b1e5-4fe6-ab4e-e87ff11d1685 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Fanout notify agent at l3_agent the message router_deleted on router ee7e5270-1674-4b69-afb4-acd6c76c3d44 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:50:31.780494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3bc397ff-b1e5-4fe6-ab4e-e87ff11d1685 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.783252 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3bc397ff-b1e5-4fe6-ab4e-e87ff11d1685 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/routers/ee7e5270-1674-4b69-afb4-acd6c76c3d44 HTTP/1.1" status: 204  len: 168 time: 1.7168431
Dec 15 12:50:31.784797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=880e46ba-c716-4319-9277-c80cd74247b9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:31.787993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55596) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:31.788984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:31.794637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:31.796070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/880e46ba-c716-4319-9277-c80cd74247b9 HTTP/1.1" status: 204  len: 168 time: 1.3546996
Dec 15 12:50:31.800068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55600) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:31.862105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:31.872794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] Sync routers for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:31.886833 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] 10.222.0.53 "PUT /v2.0/routers/60f1b15b-62f2-48d1-8f55-5f9b730e2f4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5023794
Dec 15 12:50:31.893812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:31.895032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55604) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:31.895931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:31.982105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f2687a22-7412-4e8c-b266-b7af3f328664 None None] Port 11a0a80b-c603-4300-a994-8105d9e963e1 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:32.034274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Deleting port 0a506e6c-d48f-4930-bf08-a2f14db10bf2 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:32.034925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:32.070910 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6569c31-e0dc-4d82-a7f8-14503adb4ebd req-f1171cc5-3a50-4086-bd10-eb6b438faec2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3134882
Dec 15 12:50:32.167945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:32.408168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafa9048>, [{'id': 'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc', 'name': 'tempest-snat-router-1828170586', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3abac17b-ce5c-4b62-bdb9-6f2f26943411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:22Z', 'updated_at': '2021-12-15T12:50:27Z', 'revision_number': 3, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port': {'id': '3abac17b-ce5c-4b62-bdb9-6f2f26943411', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:32.413749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Checking router: bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:32.414492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Updating router bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:50:32.479583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:32.578904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc198>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:50:27Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:32.584808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] Checking router: 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:32.599154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] Routers {'60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:32.600244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:32.611177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:32.790695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cea4876c-6eda-4def-868d-24beee485da7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:32.826407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Calling delete_port for 0a506e6c-d48f-4930-bf08-a2f14db10bf2 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:32.848009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] Set router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:32.854335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:32.878802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:32.879676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:32.901228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8da1aeff-91cb-49cf-bb9f-38d00c92b6d8 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:32.967372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.011887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.031953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.053382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cea4876c-6eda-4def-868d-24beee485da7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:33.057651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cea4876c-6eda-4def-868d-24beee485da7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 1.2459879
Dec 15 12:50:33.061072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55610) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:33.068972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': 'ad15c895-d524-4ef1-8cf2-9b93afb846af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:33.073315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=cda08890-19d1-41bf-a379-bc42ee8cf256,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:33.087504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:33.097881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.104546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Transition to ACTIVE for port object 3abac17b-ce5c-4b62-bdb9-6f2f26943411 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:33.115158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.121590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.139930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:33.140343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-288efa55-ebec-4fb5-99bb-a4a0195f1fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:33.150141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:33.150392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c45f4323-7bee-4150-9b5d-204090473aca tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:33.154426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc2c6ce5-26b7-4843-997c-f4fc1919faa1 tempest-FloatingIPAdminTestJSON-395027533 tempest-FloatingIPAdminTestJSON-395027533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:33.225741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Pushing event deleted for resources: {'Port': ['ID=0a506e6c-d48f-4930-bf08-a2f14db10bf2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:33.233734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:33.287316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Attempting to bind port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:33.287594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Attempting to bind port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:33.289169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Attempting to bind port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:33.298224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.350467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:33.350910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:33.351427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.358219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:33.360556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Bound port: 3abac17b-ce5c-4b62-bdb9-6f2f26943411, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:33.362473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.455249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc198>, [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:50:27Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:33.468736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b42250-9d20-4fb8-a700-7eac616271ff None None] The sync data for ids ['60f1b15b-62f2-48d1-8f55-5f9b730e2f4f'] in dv-neutron-821831-1-hyperv is: [{'id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'name': 'tempest-ServerActionsTestJSON-499503610-router', 'tenant_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:50:27Z', 'revision_number': 5, 'project_id': '0fd950bc0cb74fce8c5f5eba7257bc40', 'gw_port': {'id': '0d2cef1d-880b-4f61-97a0-7503d3aa1e8d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f1b15b-62f2-48d1-8f55-5f9b730e2f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:45:49Z', 'updated_at': '2021-12-15T12:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:33.472104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] For port 3abac17b-ce5c-4b62-bdb9-6f2f26943411, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:33.482343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] For port 3abac17b-ce5c-4b62-bdb9-6f2f26943411, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3abac17b-ce5c-4b62-bdb9-6f2f26943411,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:33.498075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0419c8-855f-4ffa-ba23-233b69eac188 None None] Pushing event updated for resources: {'Port': ['ID=3abac17b-ce5c-4b62-bdb9-6f2f26943411,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:33.501754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.514257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e0419c8-855f-4ffa-ba23-233b69eac188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:33.514796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e0419c8-855f-4ffa-ba23-233b69eac188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:33.563202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021e3a51-cef8-45e3-a2bd-84d62c477d82,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:33.574278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:33.580157 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31c25a4b3b634ec5b2289f5903a2062c&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3765333
Dec 15 12:50:33.602176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55616) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:33.609184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0419c8-855f-4ffa-ba23-233b69eac188 None None] Pushing event updated for resources: {'Port': ['ID=3abac17b-ce5c-4b62-bdb9-6f2f26943411,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:33.613961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e0419c8-855f-4ffa-ba23-233b69eac188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:33.631878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Routers {'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:33.632613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafa9048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:33.704150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.741677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.744213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.768073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-786ea9b5-c9af-446a-8c79-d30abb110ae9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:33.784849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:33.791806 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee49f08e-2293-4d39-8ec9-e58973134d04 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc HTTP/1.1" status: 200  len: 908 time: 2.3309774
Dec 15 12:50:33.792946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/ports/0a506e6c-d48f-4930-bf08-a2f14db10bf2 HTTP/1.1" status: 204  len: 168 time: 2.0005026
Dec 15 12:50:33.796953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55620) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:33.797338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55622) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:33.805107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:33.826073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928562e-7003-4dda-8ff5-f3bacd6873cb req-bb7e8a1b-8b74-4e66-ba7b-9e385fed7edc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:33.827905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f928562e-7003-4dda-8ff5-f3bacd6873cb req-bb7e8a1b-8b74-4e66-ba7b-9e385fed7edc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 931 time: 0.4160066
Dec 15 12:50:33.828726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1acff7-39c7-4583-9eec-c20f3595ccb9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:33.833788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:33.868966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] Set router bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:33.890597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:33.892017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8288329
Dec 15 12:50:33.897627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55624) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:33.929832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f928562e-7003-4dda-8ff5-f3bacd6873cb req-02321acb-4b02-497f-be22-a9f9c624628d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873103
Dec 15 12:50:33.969395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1aad86eb-c6da-4b0d-9cd2-3648c8bcc8f3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules/1b1acff7-39c7-4583-9eec-c20f3595ccb9 HTTP/1.1" status: 200  len: 705 time: 0.0692649
Dec 15 12:50:33.972448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55632) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:33.996590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.059395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bbd11f38-d49e-421d-b1f5-ce6ef9424299 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:34.064182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Deleting port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:34.064561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.179484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bbd11f38-d49e-421d-b1f5-ce6ef9424299 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:34.183700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bbd11f38-d49e-421d-b1f5-ce6ef9424299 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2073684
Dec 15 12:50:34.193085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55638) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:34.194064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7465f57d-9e8c-43cd-91fb-936818c3cb22 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:34.315374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 7465f57d-9e8c-43cd-91fb-936818c3cb22 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:34.328143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7465f57d-9e8c-43cd-91fb-936818c3cb22 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:34.381098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.381577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafa9048>, [{'id': 'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc', 'name': 'tempest-snat-router-1828170586', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3abac17b-ce5c-4b62-bdb9-6f2f26943411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:22Z', 'updated_at': '2021-12-15T12:50:27Z', 'revision_number': 3, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port': {'id': '3abac17b-ce5c-4b62-bdb9-6f2f26943411', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:34.386606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296ad53-1b3f-4182-bdbd-03a64b352786 None None] The sync data for ids ['bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc'] in dv-neutron-821831-1-hyperv is: [{'id': 'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc', 'name': 'tempest-snat-router-1828170586', 'tenant_id': 'fc6b4a24801b47faab0b611d982752b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3abac17b-ce5c-4b62-bdb9-6f2f26943411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:22Z', 'updated_at': '2021-12-15T12:50:27Z', 'revision_number': 3, 'project_id': 'fc6b4a24801b47faab0b611d982752b1', 'gw_port': {'id': '3abac17b-ce5c-4b62-bdb9-6f2f26943411', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:34.400328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.427403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ef16d84d-8325-4e90-b99e-b02bc0ad8553 None None] Provisioning complete for port cda08890-19d1-41bf-a379-bc42ee8cf256 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:34.427845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef16d84d-8325-4e90-b99e-b02bc0ad8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.469508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.471592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] For port 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:34.471971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.493990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a0a80b-c603-4300-a994-8105d9e963e1 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:50:34.501151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ef16d84d-8325-4e90-b99e-b02bc0ad8553 None None] Port cda08890-19d1-41bf-a379-bc42ee8cf256 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:34.536661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.546615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.557184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.623596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3c199652-3620-4e9d-8135-8186918e93c5 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:34.624846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Transition to ACTIVE for port object 11a0a80b-c603-4300-a994-8105d9e963e1 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:34.637493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Calling delete_port for 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:34.686500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b1acff7-39c7-4583-9eec-c20f3595ccb9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:34.693617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:34.724588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.725885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1b1acff7-39c7-4583-9eec-c20f3595ccb9 HTTP/1.1" status: 204  len: 168 time: 0.5317214
Dec 15 12:50:34.728565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55642) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:34.774397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.797700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ff29edf-7fd5-4cf9-9669-18521bf3e6ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:34.816593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2bda7cd-6e07-494b-b65a-c60bed92d277 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:34.892098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2bda7cd-6e07-494b-b65a-c60bed92d277 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:34.893549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2bda7cd-6e07-494b-b65a-c60bed92d277 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1538196
Dec 15 12:50:34.898877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55646) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:34.915537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': 'ad15c895-d524-4ef1-8cf2-9b93afb846af', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:34.924682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:34.937425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:34.988063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:34.996081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7b75ff70-8134-4e62-aa29-b566fc45ef8b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:35.045235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.054781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Pushing event updated for resources: {'Port': ['ID=11a0a80b-c603-4300-a994-8105d9e963e1,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:35.069144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2cef1d-880b-4f61-97a0-7503d3aa1e8d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:35.079106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:35.082720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:35.242388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.327680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.703953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Deleting subnet 6db4a7fe-3452-4ca6-9d9b-76a84d74d848 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:50:35.708289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.759102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02855ddb-14dc-4c6e-9198-8ec47d954b96 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:35.819704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3abac17b-ce5c-4b62-bdb9-6f2f26943411 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:35.839232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19a5472-a72e-4b25-ab05-32c2b346f72f,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:35.845881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.848176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.851470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9513192
Dec 15 12:50:35.854170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:35.855051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55654) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:35.858392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.865699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bb0d2eb9-b64e-4d68-a2a2-5c6e67c27999 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:35.910826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e3a51-cef8-45e3-a2bd-84d62c477d82,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:35.914010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:35.932873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:35.994047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:36.002234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:36.003105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.061232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.065566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/021e3a51-cef8-45e3-a2bd-84d62c477d82 HTTP/1.1" status: 204  len: 168 time: 2.4577749
Dec 15 12:50:36.217304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b733e-b738-4395-94d0-f173a23a1515 req-d0121f57-c37f-423a-860c-1b3dad03c7c2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:36.219095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c0b733e-b738-4395-94d0-f173a23a1515 req-d0121f57-c37f-423a-860c-1b3dad03c7c2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 943 time: 1.0099924
Dec 15 12:50:36.225313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Attempting to bind port 11a0a80b-c603-4300-a994-8105d9e963e1 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:36.236022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Attempting to bind port 11a0a80b-c603-4300-a994-8105d9e963e1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:36.236701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Attempting to bind port 11a0a80b-c603-4300-a994-8105d9e963e1 on network 6d0beb82-e5c9-4598-9c20-9215a4256865 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:36.261074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Port 11a0a80b-c603-4300-a994-8105d9e963e1 on network 6d0beb82-e5c9-4598-9c20-9215a4256865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:36.261269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Attempting to bind port 11a0a80b-c603-4300-a994-8105d9e963e1 on network 6d0beb82-e5c9-4598-9c20-9215a4256865 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:36.269680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.274087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb4a6af6-5487-4be1-9457-eacc2e8e5966 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules/c19a5472-a72e-4b25-ab05-32c2b346f72f HTTP/1.1" status: 200  len: 706 time: 0.3456476
Dec 15 12:50:36.277958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55660) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:36.306953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 3abac17b-ce5c-4b62-bdb9-6f2f26943411, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3abac17b-ce5c-4b62-bdb9-6f2f26943411,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:36.307639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.313665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.315764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-12d16f7e-8432-4676-9a3f-4d7b7754f8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:36.335116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.360460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-830786ec-cefd-4a16-ac80-ba50a3fa7522 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:36.397868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.410475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-830786ec-cefd-4a16-ac80-ba50a3fa7522 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:36.426638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-830786ec-cefd-4a16-ac80-ba50a3fa7522 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.1447592
Dec 15 12:50:36.426974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55664) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:36.442594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=3abac17b-ce5c-4b62-bdb9-6f2f26943411,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:36.446329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:36.463698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.464293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f1b15b-62f2-48d1-8f55-5f9b730e2f4f {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:50:36.490352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.498347 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/60f1b15b-62f2-48d1-8f55-5f9b730e2f4f HTTP/1.1" status: 204  len: 168 time: 4.5823681
Dec 15 12:50:36.499126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.500333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55670) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:36.587699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.615205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:36.615691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Checking segment: {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:36.617959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Bound using segment: {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:36.618597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Bound port: 11a0a80b-c603-4300-a994-8105d9e963e1, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3798021-e372-4162-93ae-61d0dcdeb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:36.619067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.644579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.707788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Deleting subnet 3fdbb9ba-509c-4de0-8790-bb1a35d2d505 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:50:36.723508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.797009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.808080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:36.828934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c0b733e-b738-4395-94d0-f173a23a1515 req-6429d7ca-dae4-4707-aebb-9ed2e065229a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5705433
Dec 15 12:50:36.837764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.880201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c19a5472-a72e-4b25-ab05-32c2b346f72f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:36.897958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:36.908431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.909886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:36.910264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c19a5472-a72e-4b25-ab05-32c2b346f72f HTTP/1.1" status: 204  len: 168 time: 0.4821486
Dec 15 12:50:36.914032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55682) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:36.914491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:36.920830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b481c8dd-92df-407c-8a76-8b5ea9fe5057 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:36.956162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:50:37.006188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-971bb65e-83fc-4a54-830e-596e7bf7c34f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:37.031409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-971bb65e-83fc-4a54-830e-596e7bf7c34f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group_rule {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:37.035819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-971bb65e-83fc-4a54-830e-596e7bf7c34f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1174870
Dec 15 12:50:37.035819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.039280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Pushing event deleted for resources: {'Subnet': ['ID=6db4a7fe-3452-4ca6-9d9b-76a84d74d848,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:37.042446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11a0a80b-c603-4300-a994-8105d9e963e1,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:37.045776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55688) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:37.056315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:37.080079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.092941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fef53bd3-3a63-4665-8383-340d0980b2f8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:37.114367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.129547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcb00de9-3838-47c3-8f29-37ef43f5ea26 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:37.139380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a729d6b2-d406-4549-832b-a60c4e49a137 None None] Network 174015e8-6dc1-4ff7-833e-e757498cafbf requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:37.146649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.178740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdbb9ba-509c-4de0-8790-bb1a35d2d505,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:37.187964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:37.188905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.206776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3fdbb9ba-509c-4de0-8790-bb1a35d2d505 HTTP/1.1" status: 204  len: 168 time: 0.7013927
Dec 15 12:50:37.207446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55694) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:37.297883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46204081-a1c9-43ef-b0b3-89629e82e5f2 None None] Network d9032e91-bc3c-4033-9e8c-fe03b62d15c9 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:37.331214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.348258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] 10.222.0.77 "PUT /v2.0/ports/11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 200  len: 1093 time: 6.1179550
Dec 15 12:50:37.358562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/subnets/6db4a7fe-3452-4ca6-9d9b-76a84d74d848 HTTP/1.1" status: 204  len: 168 time: 3.4431691
Dec 15 12:50:37.358562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Pushing event updated for resources: {'Port': ['ID=11a0a80b-c603-4300-a994-8105d9e963e1,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:37.364346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:50:37.376489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:37.394204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55700) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:37.480090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.579692 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1', 'status': 'completed', 'code': 200}
Dec 15 12:50:37.613871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.678383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Deleting port d0ea7305-96d2-43bf-aa21-ccdc9a81532a {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:37.680655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.684267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.688123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3abac17b-ce5c-4b62-bdb9-6f2f26943411 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:37.755897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.759944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.801627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:37.802072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.802902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Deleting port 3abac17b-ce5c-4b62-bdb9-6f2f26943411 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:37.803302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.870218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55710) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:37.882856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Deleting port facb7e0c-d930-4050-851c-5d872c12182e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:37.884087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:37.885424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] DHCP port deletion for 174015e8-6dc1-4ff7-833e-e757498cafbf request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:50:37.900441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Deleting port facb7e0c-d930-4050-851c-5d872c12182e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:37.900948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.069097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-8df80951-1969-4e3c-95ba-cc2fca2e713f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1096 time: 0.6519601
Dec 15 12:50:38.126393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] For port 3abac17b-ce5c-4b62-bdb9-6f2f26943411, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3abac17b-ce5c-4b62-bdb9-6f2f26943411,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:38.127166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.146342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] For port facb7e0c-d930-4050-851c-5d872c12182e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=facb7e0c-d930-4050-851c-5d872c12182e,segment=NetworkSegment(387b4f0f-4a9b-4553-9c18-051229772020),segment_id=387b4f0f-4a9b-4553-9c18-051229772020)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:38.147117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.319027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] For port d0ea7305-96d2-43bf-aa21-ccdc9a81532a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d0ea7305-96d2-43bf-aa21-ccdc9a81532a,segment=NetworkSegment(03c4b7db-a389-4b0a-8510-8113f532e7ad),segment_id=03c4b7db-a389-4b0a-8510-8113f532e7ad)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:38.319531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.333841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Calling delete_port for facb7e0c-d930-4050-851c-5d872c12182e owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:38.336981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] For port facb7e0c-d930-4050-851c-5d872c12182e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=facb7e0c-d930-4050-851c-5d872c12182e,segment=NetworkSegment(387b4f0f-4a9b-4553-9c18-051229772020),segment_id=387b4f0f-4a9b-4553-9c18-051229772020)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:38.337386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.346706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Calling delete_port for 3abac17b-ce5c-4b62-bdb9-6f2f26943411 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:38.420241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2060286151'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:38.426618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:38.431233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Usage tracker for resource:network and tenant:acffc39c28a343fcbf7a72b47e892b23 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:38.505567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:38.578066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Calling delete_port for d0ea7305-96d2-43bf-aa21-ccdc9a81532a owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:38.581047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.616643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15556255-881c-4bd6-b20e-f81c49118884 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:38.642537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6035d6-abfd-44c9-9773-f55fb33f7577 None None] DHCP port deletion for d9032e91-bc3c-4033-9e8c-fe03b62d15c9 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:50:38.660481 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-7d00ab0a-dfbe-4d49-8562-27c2f2a9a44d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 200  len: 217 time: 0.2353842
Dec 15 12:50:38.662238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.669039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad15c895-d524-4ef1-8cf2-9b93afb846af,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:38.693175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa746209-81ac-4e07-9b86-ee94b6cd8780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:38.711811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Calling delete_port for facb7e0c-d930-4050-851c-5d872c12182e owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:38.717132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:38.722567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:38.734060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bc6035d6-abfd-44c9-9773-f55fb33f7577 None None] Deleting port d0ea7305-96d2-43bf-aa21-ccdc9a81532a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:38.734487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc6035d6-abfd-44c9-9773-f55fb33f7577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.743701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "PUT /v2.0/routers/787a77b1-13f2-4f58-88f5-639e2c5fa8a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9872670
Dec 15 12:50:38.744460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55726) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:38.748474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:38.753266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.754831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/ad15c895-d524-4ef1-8cf2-9b93afb846af HTTP/1.1" status: 204  len: 168 time: 1.7016940
Dec 15 12:50:38.768620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55730) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:38.779169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Pushing event deleted for resources: {'Port': ['ID=facb7e0c-d930-4050-851c-5d872c12182e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:38.782150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Sync routers for ids ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:38.805079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:38.837871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Routers {'787a77b1-13f2-4f58-88f5-639e2c5fa8a0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:38.838814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad05da0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:38.860751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-8889dc44-b08f-47ac-8271-4b8b5fce95f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:38.862423 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-8889dc44-b08f-47ac-8271-4b8b5fce95f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3621b58a-c628-4377-b22d-c685c96d73f9 HTTP/1.1" status: 200  len: 834 time: 0.1898384
Dec 15 12:50:38.880922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b4398-7327-460e-97e0-259ff4974c31 req-7ac4f7f8-46fa-40f9-9a1f-f40015088e60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:38.882882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a17b4398-7327-460e-97e0-259ff4974c31 req-7ac4f7f8-46fa-40f9-9a1f-f40015088e60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 943 time: 0.4662850
Dec 15 12:50:38.898862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Made reservation on behalf of acffc39c28a343fcbf7a72b47e892b23 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:38.904913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.986679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:38.987023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] No DVR routers for this DVR port facb7e0c-d930-4050-851c-5d872c12182e on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:50:39.010275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-262f0982-eab6-42d5-90df-9c92065d3806 req-e8259dd4-b97e-4440-aaa3-516681e129d9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:39.024288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab7008-d23f-4168-85dd-950ebf53a9a8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:39.028708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-43ab7008-d23f-4168-85dd-950ebf53a9a8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports/cda08890-19d1-41bf-a379-bc42ee8cf256 HTTP/1.1" status: 200  len: 911 time: 0.2747481
Dec 15 12:50:39.032797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55734) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:39.035978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:39.046706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d80cdcac-0ca3-4221-8476-473f8b3b5056 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:39.050933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:39.078902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:50:39.079280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:50:39.090910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bc6035d6-abfd-44c9-9773-f55fb33f7577 None None] The port 'd0ea7305-96d2-43bf-aa21-ccdc9a81532a' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:50:39.105333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:39.106143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0d2cef1d-880b-4f61-97a0-7503d3aa1e8d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:39.126025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Set router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:39.156321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ea7305-96d2-43bf-aa21-ccdc9a81532a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:39.162637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:39.180401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] No DVR routers for this DVR port d0ea7305-96d2-43bf-aa21-ccdc9a81532a on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:50:39.214520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-262f0982-eab6-42d5-90df-9c92065d3806 req-e8259dd4-b97e-4440-aaa3-516681e129d9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:39.217097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-e8259dd4-b97e-4440-aaa3-516681e129d9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467646454&fields=id&tenant_id=fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 267 time: 0.4737446
Dec 15 12:50:39.239755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:39.245787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Usage tracker for resource:security_group_rule and tenant:acffc39c28a343fcbf7a72b47e892b23 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:39.249087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-26d5cde2-05d6-424f-af0c-81a9d34f2ad7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:39.251371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:39.260238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:39.329280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a17b4398-7327-460e-97e0-259ff4974c31 req-55fa17c4-c86b-4efd-b14d-2e9f56558247 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384757
Dec 15 12:50:39.334921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-26d5cde2-05d6-424f-af0c-81a9d34f2ad7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:39.336113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-26d5cde2-05d6-424f-af0c-81a9d34f2ad7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5611737
Dec 15 12:50:39.346122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55738) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:39.355684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group': {'name': 'tempest-secgroup--752760833'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:39.368051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:39.385323 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-31055bf7-2989-41a3-92d8-08f1c3683e42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d0beb82-e5c9-4598-9c20-9215a4256865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5128202
Dec 15 12:50:39.390505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:39.392895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:39.400160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-026114a8-5c08-41d4-8002-c589f1b92a05 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:39.482450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event deleted for resources: {'Port': ['ID=3abac17b-ce5c-4b62-bdb9-6f2f26943411,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:39.497935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:39.502360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:39.515888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad05da0>, [{'id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'name': 'tempest-NetworksTestDHCPv6-router-206306817', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:30Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None, '_interfaces': [{'id': 'cda08890-19d1-41bf-a379-bc42ee8cf256', 'name': '', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'mac_address': 'fa:16:3e:ef:e4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:28Z', 'updated_at': '2021-12-15T12:50:31Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'subnets': [{'id': 'bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:39.521262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Checking router: 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:39.521670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Updating router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 port cda08890-19d1-41bf-a379-bc42ee8cf256 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:50:39.584825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:39.714524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Deleting port facb7e0c-d930-4050-851c-5d872c12182e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:39.714936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:39.727831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:39.737071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device facb7e0c-d930-4050-851c-5d872c12182e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:39.788531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: facb7e0c-d930-4050-851c-5d872c12182e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:39.789089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device facb7e0c-d930-4050-851c-5d872c12182e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:39.789359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d0ea7305-96d2-43bf-aa21-ccdc9a81532a no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:39.799316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:39.825819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:39.828828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: d0ea7305-96d2-43bf-aa21-ccdc9a81532a {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:39.829231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d0ea7305-96d2-43bf-aa21-ccdc9a81532a not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:39.868536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:39.873277 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-ea69b17d-513b-450d-ad27-aa492e83aa16 service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4744098
Dec 15 12:50:39.886427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] The port 'facb7e0c-d930-4050-851c-5d872c12182e' was deleted {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:50:39.889201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:39.945559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:39.976059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa3894a8>,) {'filters': {'network_id': ['d9032e91-bc3c-4033-9e8c-fe03b62d15c9']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:40.019330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f0982-eab6-42d5-90df-9c92065d3806 req-3cb091aa-e465-4029-aa2a-c3a76f1066f3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:40.020948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-3cb091aa-e465-4029-aa2a-c3a76f1066f3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 812 time: 0.7371895
Dec 15 12:50:40.046991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccdac0e-1d4f-42aa-bde7-87ef6201b23c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:40.050492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccdac0e-1d4f-42aa-bde7-87ef6201b23c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:40.055205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bccdac0e-1d4f-42aa-bde7-87ef6201b23c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 1.0116525
Dec 15 12:50:40.059539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa3894a8>, '03c4b7db-a389-4b0a-8510-8113f532e7ad') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:40.059852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa3894a8>, '03c4b7db-a389-4b0a-8510-8113f532e7ad') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:40.075605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55742) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:40.083637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.096972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Transition to ACTIVE for port object cda08890-19d1-41bf-a379-bc42ee8cf256 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:40.103490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.107934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d73807b7-5c02-494c-bb69-f34f4a023773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:40.160503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.180225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.193124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:50:40.193571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.214333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.236712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5349a-035a-409f-8fb0-3afc089ee8aa None None] Pushing event updated for resources: {'Port': ['ID=cda08890-19d1-41bf-a379-bc42ee8cf256,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:40.241407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7dd5349a-035a-409f-8fb0-3afc089ee8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:40.248455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fab1f1d0>,) {'filters': {'network_id': ['174015e8-6dc1-4ff7-833e-e757498cafbf']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:40.266965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab1f1d0>, '387b4f0f-4a9b-4553-9c18-051229772020') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:40.267304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab1f1d0>, '387b4f0f-4a9b-4553-9c18-051229772020') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:40.281795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.298061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.305513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:50:40.305982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.369970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Attempting to bind port cda08890-19d1-41bf-a379-bc42ee8cf256 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:40.370404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Attempting to bind port cda08890-19d1-41bf-a379-bc42ee8cf256 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:40.370823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Attempting to bind port cda08890-19d1-41bf-a379-bc42ee8cf256 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:40.382177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:40.382608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:40.383072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.383550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:40.384085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Bound port: cda08890-19d1-41bf-a379-bc42ee8cf256, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:40.384514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:50:40.412100 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:50:40.468840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b7941153-6b64-489a-9e19-b3ffdd24418c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/quotas/fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 375 time: 0.3983128
Dec 15 12:50:40.513790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] For port cda08890-19d1-41bf-a379-bc42ee8cf256, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:40.518554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] For port cda08890-19d1-41bf-a379-bc42ee8cf256, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cda08890-19d1-41bf-a379-bc42ee8cf256,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:40.522661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.529008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e0419c8-855f-4ffa-ba23-233b69eac188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:40.581319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.583893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.603753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.605660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.612752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c9ba521-7e0a-4702-a319-c7802dbf208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:40.617279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.624912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53804e4f-fe54-4232-bde6-432810b9d9d0 req-c7f16919-e42e-41a6-b010-f74441a54ed1 service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7392514
Dec 15 12:50:40.626441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9db413a0-4d34-4b81-9ce7-e4963930b249 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:40.637104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.655721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Routers {'787a77b1-13f2-4f58-88f5-639e2c5fa8a0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:40.656690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad05da0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:40.678543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.695760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Pushing event deleted for resources: {'Network': ['ID=174015e8-6dc1-4ff7-833e-e757498cafbf,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:40.704740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:40.705559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.718399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:50:40.727538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5349a-035a-409f-8fb0-3afc089ee8aa None None] Pushing event updated for resources: {'Port': ['ID=cda08890-19d1-41bf-a379-bc42ee8cf256,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:40.731279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29515f1c-f4f8-4c7e-b2fc-c813a9b8b794 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:40.754086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da599580-d3f7-4e12-95fd-421fdad8d313,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:40.756533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.756533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Added segment 0fcfcaa0-c09c-4f14-a32f-506e82657ee6 of type vlan for network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5
Dec 15 12:50:40.766918 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] 10.222.0.53 "DELETE /v2.0/networks/174015e8-6dc1-4ff7-833e-e757498cafbf HTTP/1.1" status: 204  len: 168 time: 3.3715649
Dec 15 12:50:40.771288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:40.774467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.801475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.802967 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4528391
Dec 15 12:50:40.808165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55750) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:40.811193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7dd5349a-035a-409f-8fb0-3afc089ee8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:40.823172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Request body: {'security_group_rule': {'security_group_id': 'da599580-d3f7-4e12-95fd-421fdad8d313', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:40.829251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.841875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:40.846601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.847246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:50:40.868598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65837c6-5125-4149-a18b-63e8e876f176,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:40.883016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:40.888972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Usage tracker for resource:security_group_rule and tenant:30dfc963ba164fefa59ff9ff196259ad is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:40.890727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-995817fe-1818-4ced-8739-e90c715e15b4 tempest-PortsAdminExtendedAttrsTestJSON-131685697 tempest-PortsAdminExtendedAttrsTestJSON-131685697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:40.895712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] Set router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:40.896245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:40.913468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26162525-40f7-4936-8429-f35a447e3b19 req-a1ac8535-80de-4b44-bd9c-5f565cc5b089 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:40.915255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26162525-40f7-4936-8429-f35a447e3b19 req-a1ac8535-80de-4b44-bd9c-5f565cc5b089 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 943 time: 0.4000118
Dec 15 12:50:40.919042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:40.940114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9032e91-bc3c-4033-9e8c-fe03b62d15c9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:40.960243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d9032e91-bc3c-4033-9e8c-fe03b62d15c9 HTTP/1.1" status: 204  len: 168 time: 3.7491643
Dec 15 12:50:40.960243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:40.972709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-262f0982-eab6-42d5-90df-9c92065d3806 req-3db9cc65-ff59-4d64-84ab-66b477fe5a13 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:40.978951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:40.995069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:41.001416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "DELETE /v2.0/routers/bbc0d2e0-0170-47e0-8f5c-0e26dcf383dc HTTP/1.1" status: 204  len: 168 time: 7.0842526
Dec 15 12:50:41.008226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55756) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:41.039284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-262f0982-eab6-42d5-90df-9c92065d3806 req-3db9cc65-ff59-4d64-84ab-66b477fe5a13 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:41.063636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-3db9cc65-ff59-4d64-84ab-66b477fe5a13 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5935037
Dec 15 12:50:41.127072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:41.147822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:41.148614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:41.192346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:41.235104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 3.3550177
Dec 15 12:50:41.235942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55760) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:41.255591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Request body: {'subnet': {'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:41.294123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-259b5018-7ff9-4fa2-91b2-832707053a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:41.414347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55766) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:41.523578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55770) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:41.595617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event updated for resources: {'Network': ['ID=b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:41.612487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:41.653322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3abac17b-ce5c-4b62-bdb9-6f2f26943411 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:41.662621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:41.667383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-1eaaa392-f803-43d1-b065-1de00d17749c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1096 time: 0.9868996
Dec 15 12:50:41.677552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-4e1bd6de-57bf-447b-bc2f-146707c65d50 service neutron] 10.222.0.53 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6129317
Dec 15 12:50:41.678607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Usage tracker for resource:subnet and tenant:acffc39c28a343fcbf7a72b47e892b23 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:41.684549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:41.695564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:50:41.703896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:41.720029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:41.728069 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea8faba3-de22-4c1c-9b9f-8d6c72f53eb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fd950bc0cb74fce8c5f5eba7257bc40&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3061574
Dec 15 12:50:41.740956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55776) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:41.784503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26162525-40f7-4936-8429-f35a447e3b19 req-36800fa7-5e76-4465-8af5-1f78a66ff91b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8462229
Dec 15 12:50:41.833934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3abac17b-ce5c-4b62-bdb9-6f2f26943411 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:41.834495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3abac17b-ce5c-4b62-bdb9-6f2f26943411 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:41.880930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Made reservation on behalf of acffc39c28a343fcbf7a72b47e892b23 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:41.883543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad05da0>, [{'id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'name': 'tempest-NetworksTestDHCPv6-router-206306817', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:30Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None, '_interfaces': [{'id': 'cda08890-19d1-41bf-a379-bc42ee8cf256', 'name': '', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'mac_address': 'fa:16:3e:ef:e4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:28Z', 'updated_at': '2021-12-15T12:50:40Z', 'revision_number': 4, 'project_id': '37018c6f41264c869f4239c044bcc774', 'subnets': [{'id': 'bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:41.889251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15dc9e-7f1a-4842-8c63-d167fba9c1cd None None] The sync data for ids ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'] in dv-neutron-821831-1-hyperv is: [{'id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'name': 'tempest-NetworksTestDHCPv6-router-206306817', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:30Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None, '_interfaces': [{'id': 'cda08890-19d1-41bf-a379-bc42ee8cf256', 'name': '', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'mac_address': 'fa:16:3e:ef:e4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:50:28Z', 'updated_at': '2021-12-15T12:50:40Z', 'revision_number': 4, 'project_id': '37018c6f41264c869f4239c044bcc774', 'subnets': [{'id': 'bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:42.017381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-99e1918e-9eaf-4fb2-b3ba-8ec327364ada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:42.019078 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-99e1918e-9eaf-4fb2-b3ba-8ec327364ada service neutron] 10.222.0.77 "GET /v2.0/networks?id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 897 time: 0.3391325
Dec 15 12:50:42.056381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-475798c4-d318-48bc-9b8c-e22238d4bd8f service neutron] 10.222.0.53 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3659794
Dec 15 12:50:42.057069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.080908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.091108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.106298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ac18d6d-b787-4382-9ec0-130c1008c16a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f09f993a24b04d0ba400ee9d6166ffb5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5247512
Dec 15 12:50:42.113021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.114816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55780) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:42.117350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76ae9202-f6e8-477a-a332-b8aa8a672b3a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:42.139896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.154575 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-db3d298d-7bd4-4aa1-95cb-fe90b9e22ec3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 200  len: 217 time: 0.1217284
Dec 15 12:50:42.197902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4daafa04-a7f8-4a8e-bb2a-c9c19e85a2cd,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:42.259756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:42.315957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.317298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.5055764
Dec 15 12:50:42.323788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55790) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:42.330143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.341917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:42.372347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6392273b-1b83-44ab-83e8-8da61fb8249f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:42.373608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-8e9d46e4-e89d-4188-bcd9-0ef95bda0772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:42.375189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:42.381020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-8e9d46e4-e89d-4188-bcd9-0ef95bda0772 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3621b58a-c628-4377-b22d-c685c96d73f9 HTTP/1.1" status: 200  len: 834 time: 0.2161093
Dec 15 12:50:42.401867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.407004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6392273b-1b83-44ab-83e8-8da61fb8249f HTTP/1.1" status: 204  len: 168 time: 0.6612360
Dec 15 12:50:42.477517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.523512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.530202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.538675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-874eefb4-6da9-4fda-9c2d-b7f11c821a38 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:42.565939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.650022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Checking segment: {'id': '0fcfcaa0-c09c-4f14-a32f-506e82657ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:42.650415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Network hostable DHCP agents. Network: b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:50:42.660516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event updated for resources: {'Subnet': ['ID=b3e93c68-ffbb-4cb9-9671-a9ad319db275,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:42.663778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:42.688991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:50:42.710839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:42.716373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:42.717060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.728676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:42.728902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2418e69-a39e-4509-baa7-2bb303f6c315 None None] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:42.780353 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5325511
Dec 15 12:50:42.783026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55802) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:42.790541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Request body: {'port': {'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-795578897'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:42.915763 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4a6369f6-cf11-4b06-b925-1ee0907410cc req-c7c949ac-7b08-4361-bd82-497ebf848cd4 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 210 time: 0.1697290
Dec 15 12:50:42.916659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.010580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:43.023548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Usage tracker for resource:port and tenant:acffc39c28a343fcbf7a72b47e892b23 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:43.048846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:43.060093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.077323 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-7439f859-30be-425f-828d-5eca318f689e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d0beb82-e5c9-4598-9c20-9215a4256865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6857934
Dec 15 12:50:43.118051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:43.143451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Made reservation on behalf of acffc39c28a343fcbf7a72b47e892b23 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:43.158451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.263913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5', 'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5', 'tenant_id': 'acffc39c28a343fcbf7a72b47e892b23', 'fixed_ips': [{'subnet_id': 'b3e93c68-ffbb-4cb9-9671-a9ad319db275'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:50:43.268768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.289229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] device_id is not set on port f51ef8d0-6618-4833-adf1-99aeb5c786ad yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:43.338122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.354912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56a4e92b-e9f4-4bac-9a53-4c0a242200f2 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:43.385500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b60ef3-ae08-4a3e-885b-e025447d6291,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:43.393347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:43.418692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.421180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f350dbe-a6e4-4ae0-815b-33f0518cef74 req-43b0f125-2c88-402a-8038-d4d8516e0401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:43.435805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f350dbe-a6e4-4ae0-815b-33f0518cef74 req-43b0f125-2c88-402a-8038-d4d8516e0401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 943 time: 0.3713260
Dec 15 12:50:43.506723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82db5921-3fc8-4fe2-b842-d6d15cf0a9cc tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:43.549106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.552521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5b60ef3-ae08-4a3e-885b-e025447d6291 HTTP/1.1" status: 204  len: 168 time: 1.4257793
Dec 15 12:50:43.603074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Allocated IP 2001:db8::2 (b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5/b3e93c68-ffbb-4cb9-9671-a9ad319db275/f87f264d-8dc3-4517-8faa-1e5ed4920ffe) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:43.659286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f350dbe-a6e4-4ae0-815b-33f0518cef74 req-c847adab-bfb3-493f-a017-4b725ca125cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2162650
Dec 15 12:50:43.664127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.665332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/da599580-d3f7-4e12-95fd-421fdad8d313 HTTP/1.1" status: 204  len: 168 time: 1.3302584
Dec 15 12:50:43.677947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da599580-d3f7-4e12-95fd-421fdad8d313,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:43.680311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55824) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:43.714734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:43.748383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-d9ec8b4c-e845-4c94-b503-e1cfac67f50b service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6555238
Dec 15 12:50:43.751261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.765631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f828acac-10f7-4106-945c-754c791ed5d6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Synchronizing usage tracker for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:43.784617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f828acac-10f7-4106-945c-754c791ed5d6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Unset dirty status for tenant:30dfc963ba164fefa59ff9ff196259ad on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:43.793529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f828acac-10f7-4106-945c-754c791ed5d6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1091049
Dec 15 12:50:43.794003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55830) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:43.833984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba1de4f7-265f-4b08-8703-15b49ed3b6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:43.849751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11a0a80b-c603-4300-a994-8105d9e963e1 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:50:43.858042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cda08890-19d1-41bf-a379-bc42ee8cf256 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:43.872968 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-180f3aba-6c0d-408e-9059-1944d08a5188 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.0777972
Dec 15 12:50:43.874176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55834) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:43.906334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-24fd604e-f36d-45c8-840f-56cb350f882a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] delete failed (client error): The resource could not be found.
Dec 15 12:50:43.913134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-24fd604e-f36d-45c8-840f-56cb350f882a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "DELETE /v2.0/security-groups/da599580-d3f7-4e12-95fd-421fdad8d313 HTTP/1.1" status: 404  len: 347 time: 0.0376198
Dec 15 12:50:43.914579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55840) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:43.994775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:44.319653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port cda08890-19d1-41bf-a379-bc42ee8cf256 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:44.336149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port cda08890-19d1-41bf-a379-bc42ee8cf256 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:44.336825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:44.400302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:44.445187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Transition to ACTIVE for port object f87f264d-8dc3-4517-8faa-1e5ed4920ffe will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:44.460054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11a0a80b-c603-4300-a994-8105d9e963e1,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:44.481679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-118132a7-ed48-4132-ba93-53ed73dbd580 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5654538
Dec 15 12:50:44.540816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '11a0a80b-c603-4300-a994-8105d9e963e1', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:50:44.555483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Transition to ACTIVE for port object f87f264d-8dc3-4517-8faa-1e5ed4920ffe will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:44.700044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:44.744389 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7721563-1ed4-4d6b-a568-95a7c4399697 req-d95315eb-afec-41b0-87ad-81459afcaf76 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 210 time: 0.0947340
Dec 15 12:50:44.756946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:44.790334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:44.813152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f43d88d-8879-4444-bed6-18d3924fff8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:44.833788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Deleting port 95ee4c55-bb9c-46b5-8645-21d0d3797bae {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:44.834277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:44.915002 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f1357af-e1bb-4db4-89e6-b78f154adf27 req-b801a8c7-4c06-4563-a0b4-88643e1b06d4 service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1655989
Dec 15 12:50:44.966629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Allocated IP 2001:db8::10a (b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5/b3e93c68-ffbb-4cb9-9671-a9ad319db275/f51ef8d0-6618-4833-adf1-99aeb5c786ad) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:45.034527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:45.126127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port cda08890-19d1-41bf-a379-bc42ee8cf256, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cda08890-19d1-41bf-a379-bc42ee8cf256,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:45.129596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Pushing event updated for resources: {'Port': ['ID=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:45.137036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:45.138787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a0a80b-c603-4300-a994-8105d9e963e1 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:50:45.163494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:45.194418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11a0a80b-c603-4300-a994-8105d9e963e1,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:45.207608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:45.208658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:45.209332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55870) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:45.359888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:45.372770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=cda08890-19d1-41bf-a379-bc42ee8cf256,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:45.382928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:45.384625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:45.389171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:45.391770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:45.401440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7cbb442-9ff7-40e2-a7e2-d3ca1eb5daca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:45.500924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Transition to ACTIVE for port object f51ef8d0-6618-4833-adf1-99aeb5c786ad will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:45.514333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d39331c9-802a-424d-9409-08d21e03b5d1 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:45.517461 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d39331c9-802a-424d-9409-08d21e03b5d1 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 812 time: 0.9860570
Dec 15 12:50:45.561160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11a0a80b-c603-4300-a994-8105d9e963e1,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:45.572904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:45.591723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388be41-c630-4037-b388-47e3d6af9817 req-78c0568b-0908-4016-b21f-8e8965ae41ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:45.599909 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0388be41-c630-4037-b388-47e3d6af9817 req-78c0568b-0908-4016-b21f-8e8965ae41ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 944 time: 0.6898880
Dec 15 12:50:45.606807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] For port 95ee4c55-bb9c-46b5-8645-21d0d3797bae, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=95ee4c55-bb9c-46b5-8645-21d0d3797bae,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:45.607315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:45.657982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:45.670279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aad3c5ec-0eb5-4624-aa80-e23dbe71453d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:45.684693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:45.711431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cda08890-19d1-41bf-a379-bc42ee8cf256 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:45.739121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-8628a82c-68d9-4848-b820-1ef8e175a365 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 379 time: 0.2075195
Dec 15 12:50:45.760532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'port': {'device_id': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'admin_state_up': True, 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'security_groups': ['35feeed1-c0b8-4aa5-a754-d53c42624992']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:45.817985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event updated for resources: {'Port': ['ID=f51ef8d0-6618-4833-adf1-99aeb5c786ad,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:46.000895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0388be41-c630-4037-b388-47e3d6af9817 req-e07f7643-ea8c-45e3-bb93-9d4669651767 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3997383
Dec 15 12:50:46.003092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:46.037283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:46.038720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:46.041688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:46.056411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:46.062083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:46.066006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.094646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Calling delete_port for 95ee4c55-bb9c-46b5-8645-21d0d3797bae owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:46.094857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55894) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:46.095689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:46.104555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0062706
Dec 15 12:50:46.108482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55896) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:46.120110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 3.3355322
Dec 15 12:50:46.123822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55902) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:46.130673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Request body: {'port': {'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-841271549', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:46.131217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] bootfile-name is not in valid_values {{(pid=88870) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:50:46.131624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] tftp-server is not in valid_values {{(pid=88870) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:50:46.131993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] server-ip-address is not in valid_values {{(pid=88870) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:50:46.147813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Made reservation on behalf of fbfc7a0e0f3944d298f7d91c0212d059 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:46.154178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.214111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['11a0a80b-c603-4300-a994-8105d9e963e1'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:50:46.294263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3465c52b-7225-425b-86e6-df9ddacd68b0 req-66d6943d-97cf-4dd8-80c9-e1202cdf6fd5 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 210 time: 0.1233797
Dec 15 12:50:46.367662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2b311876-82b9-46ab-9918-22f8231f6d16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30dfc963ba164fefa59ff9ff196259ad&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1569283
Dec 15 12:50:46.373459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Attempting to bind port f87f264d-8dc3-4517-8faa-1e5ed4920ffe on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:46.376894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Attempting to bind port f87f264d-8dc3-4517-8faa-1e5ed4920ffe by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '0fcfcaa0-c09c-4f14-a32f-506e82657ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:46.377768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Attempting to bind port f87f264d-8dc3-4517-8faa-1e5ed4920ffe on network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:46.381548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55908) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:46.384789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port cda08890-19d1-41bf-a379-bc42ee8cf256 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:46.384789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.407180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:46.407798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Checking segment: {'id': '0fcfcaa0-c09c-4f14-a32f-506e82657ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:46.408503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.409209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Bound using segment: {'id': '0fcfcaa0-c09c-4f14-a32f-506e82657ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:46.409662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Bound port: f87f264d-8dc3-4517-8faa-1e5ed4920ffe, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcfcaa0-c09c-4f14-a32f-506e82657ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:46.410181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.615873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:46.621026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Usage tracker for resource:port and tenant:acffc39c28a343fcbf7a72b47e892b23 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:46.625581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:46.634009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:46.652680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55914) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:46.653725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Made reservation on behalf of acffc39c28a343fcbf7a72b47e892b23 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:46.660574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.702717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.718649 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-365997e0-7d80-4242-8039-f4697c82cad2 tempest-NetworksApiDiscovery-1548404827 tempest-NetworksApiDiscovery-1548404827-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.6068082
Dec 15 12:50:46.724512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] device_id is not set on port 8b65d20c-9cb9-49ba-9243-198efa07f665 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:46.771719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Allocated IP 172.20.0.9 (087cdc24-57f6-4249-84e8-ad57e5a750d5/f45e3a2d-c14b-4b2c-8dca-a26e188bcddd/daaebbce-5c73-4511-a4b2-96a0e6ca8e87) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:46.819085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port cda08890-19d1-41bf-a379-bc42ee8cf256 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:46.819547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:46.967836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Allocated IP 2001:db8::15f (b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5/b3e93c68-ffbb-4cb9-9671-a9ad319db275/8b65d20c-9cb9-49ba-9243-198efa07f665) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:47.003075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] For port f87f264d-8dc3-4517-8faa-1e5ed4920ffe, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:47.013026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.039001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] For port f87f264d-8dc3-4517-8faa-1e5ed4920ffe, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,segment=NetworkSegment(0fcfcaa0-c09c-4f14-a32f-506e82657ee6),segment_id=0fcfcaa0-c09c-4f14-a32f-506e82657ee6)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:47.107896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.124539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:47.176675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1564362263'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:47.194761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:47.208740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Usage tracker for resource:network and tenant:e8bd9386aa3a483983d0630f998169de is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:47.209201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port cda08890-19d1-41bf-a379-bc42ee8cf256, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cda08890-19d1-41bf-a379-bc42ee8cf256,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:47.209615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.216653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:47.234287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:47.248405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55930) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:47.253904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Made reservation on behalf of e8bd9386aa3a483983d0630f998169de for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:47.260606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.265782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.273228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26ed061b-f935-4b93-a866-7adda100bb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:47.313349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Pushing event updated for resources: {'Port': ['ID=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:47.317580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:47.351624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.370777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.439608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for cda08890-19d1-41bf-a379-bc42ee8cf256 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:47.479181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6205ef3c-6c37-473a-ade1-81e5e993db00,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:47.551583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:47.603807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:47.629091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Usage tracker for resource:security_group_rule and tenant:e8bd9386aa3a483983d0630f998169de is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:47.633893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:47.648174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:47.675238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11a0a80b-c603-4300-a994-8105d9e963e1 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:47.687334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:47.792577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event deleted for resources: {'Port': ['ID=95ee4c55-bb9c-46b5-8645-21d0d3797bae,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:47.798055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.829992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 11a0a80b-c603-4300-a994-8105d9e963e1 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:47.842638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.857332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b77df-9e65-47fb-92a1-0fddda522a0e req-f35b5a46-b976-471e-ba43-4bdf5e766821 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:47.859710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-196b77df-9e65-47fb-92a1-0fddda522a0e req-f35b5a46-b976-471e-ba43-4bdf5e766821 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 944 time: 0.6128561
Dec 15 12:50:47.870368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 11a0a80b-c603-4300-a994-8105d9e963e1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:47.872596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:47.884753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:48.029857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.067546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:50:48.079655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Transition to ACTIVE for port object daaebbce-5c73-4511-a4b2-96a0e6ca8e87 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:48.081915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11a0a80b-c603-4300-a994-8105d9e963e1,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:48.084191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.086187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d85da288-4f31-488c-92b5-59c01b7d96f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:48.122428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:48.123833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.154010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Usage tracker for resource:security_group_rule and tenant:47230a826d14481e85c5a7110a6cbafa is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:48.156184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11a0a80b-c603-4300-a994-8105d9e963e1,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:48.164084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:48.173026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:48.210897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:48.211224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f42c7ca7-a142-4e54-ae64-bdaa661ead71 req-3b7a628b-e18b-413d-926e-c2d3973eb86b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 210 time: 0.5403352
Dec 15 12:50:48.306132 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-196b77df-9e65-47fb-92a1-0fddda522a0e req-2c406ae3-ee4a-4e53-8a5d-5bc3dfa7a7ce tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3544831
Dec 15 12:50:48.310886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.314811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6205ef3c-6c37-473a-ade1-81e5e993db00 HTTP/1.1" status: 204  len: 168 time: 1.9294779
Dec 15 12:50:48.314811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.332561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1', 'code': 200}
Dec 15 12:50:48.361042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.369825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.377038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.388359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1c08f4c-fcf1-4867-9a53-a1ebb97f604b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:48.417074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc751b15-4761-4454-a4e9-833439026356 tempest-ServersTestManualDisk-780664905 tempest-ServersTestManualDisk-780664905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:48.424253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.481426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Transition to ACTIVE for port object 8b65d20c-9cb9-49ba-9243-198efa07f665 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:48.502820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:50:48.525046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:48.532276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:48.538568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:48.544103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:48.546316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7eec3a8d-7169-41cb-8eb4-2febb59ce9fa tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:48.563460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.563588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Added segment 98ce362b-2fe3-4cf6-96c5-04094124433f of type vlan for network c214f31f-facc-4017-bd71-ed57f4fdc53e
Dec 15 12:50:48.565986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:48.729487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.740642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6ffc9-9025-4673-978d-866d039e7774,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:48.775258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.780065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:48.787283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.795925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:48.798110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.857733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab0e390f-1f14-4262-b676-0b8ea24e274b tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:48.955865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=cda08890-19d1-41bf-a379-bc42ee8cf256,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:48.963288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event updated for resources: {'Port': ['ID=8b65d20c-9cb9-49ba-9243-198efa07f665,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:48.965409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:48.976997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.977236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:48.989056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2401106
Dec 15 12:50:48.997794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:48.998486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c81c77a-285c-42e6-abeb-01826d8436fd tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:49.044717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd2b90a-2b88-4ee8-9aee-273f2354db5c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:49.065812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Request body: {'port': {'device_id': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:49.116522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:49.121543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.144735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:49.148007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5dd4b706-63f9-4ff7-b842-cc188f2b4aa1 None None] Provisioning for port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:49.152797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:49.166938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:49.174887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5dd4b706-63f9-4ff7-b842-cc188f2b4aa1 None None] Provisioning complete for port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:49.175595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b706-63f9-4ff7-b842-cc188f2b4aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.176776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:49.177541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.216785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47230a826d14481e85c5a7110a6cbafa&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9667697
Dec 15 12:50:49.217949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.232060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55952) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:49.241833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:49.243333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.264419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69445915-c628-44d5-9610-d663f1a8346b tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:49.282199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 3.1572962
Dec 15 12:50:49.293616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55960) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:49.367790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4b706-63f9-4ff7-b842-cc188f2b4aa1 None None] Port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:49.482108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.535532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 2.8488088
Dec 15 12:50:49.546281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.710593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a599a223-5b48-4297-a835-da6bac945ed0 req-469bd5bb-d883-40eb-8b89-4abbdc9ad560 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1098 time: 0.8106186
Dec 15 12:50:49.786465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.791462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Pushing event updated for resources: {'Network': ['ID=c214f31f-facc-4017-bd71-ed57f4fdc53e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:49.800114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:49.818322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:49.820027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network c214f31f-facc-4017-bd71-ed57f4fdc53e details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:50:49.888108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87f264d-8dc3-4517-8faa-1e5ed4920ffe up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:50.000800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.001424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6484d2ab-76b4-4baa-b936-3860a94c33e9 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:50:50.003148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.024464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ebf989f-18c3-47a7-9cb8-25ad349b4eb3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:50.073244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd2b90a-2b88-4ee8-9aee-273f2354db5c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:50.092801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:50.102526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.103847 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6484d2ab-76b4-4baa-b936-3860a94c33e9 HTTP/1.1" status: 204  len: 168 time: 9.0804603
Dec 15 12:50:50.116030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55974) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:50.134820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bcfb2-9dd1-4438-94ec-5d53d0d16967 None None] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:50.138468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802d250-4178-49e5-8d62-284fcf82c936 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:50.143123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802d250-4178-49e5-8d62-284fcf82c936 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:50.147628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802d250-4178-49e5-8d62-284fcf82c936 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:50.149571 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4802d250-4178-49e5-8d62-284fcf82c936 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.8027873
Dec 15 12:50:50.154266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f87f264d-8dc3-4517-8faa-1e5ed4920ffe completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:50.170894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55976) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:50.186871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.190657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cd2b90a-2b88-4ee8-9aee-273f2354db5c HTTP/1.1" status: 204  len: 168 time: 0.9474597
Dec 15 12:50:50.193440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1275239649', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:50.325804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Provisioning for port f87f264d-8dc3-4517-8faa-1e5ed4920ffe completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:50.350255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Provisioning complete for port f87f264d-8dc3-4517-8faa-1e5ed4920ffe triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:50.350660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.497443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be1468-c0dc-4035-908d-42d9f5f50a46 req-dc550ce0-df7b-4919-ad50-2de9449a40f9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:50.501771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:50.503768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-25be1468-c0dc-4035-908d-42d9f5f50a46 req-dc550ce0-df7b-4919-ad50-2de9449a40f9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 945 time: 0.9690733
Dec 15 12:50:50.504414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 55984) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:50.525832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Usage tracker for resource:router and tenant:727c949457d74399961c57df039efc84 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:50.529133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:50.551078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:50.587174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.600186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.601727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.626348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a599a223-5b48-4297-a835-da6bac945ed0 req-b5602cb2-97a1-4cab-8353-fe89ed39236f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7466936
Dec 15 12:50:50.646359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Deleting port 8b65d20c-9cb9-49ba-9243-198efa07f665 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:50.646923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.740451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2382d-bee8-41b4-9325-000cb43c47ea req-57cad355-fc6c-416a-8c0a-fa764a4baef5 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:50.755765 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6cb2382d-bee8-41b4-9325-000cb43c47ea req-57cad355-fc6c-416a-8c0a-fa764a4baef5 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 931 time: 1.2504103
Dec 15 12:50:50.793493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] For port f87f264d-8dc3-4517-8faa-1e5ed4920ffe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,segment=NetworkSegment(0fcfcaa0-c09c-4f14-a32f-506e82657ee6),segment_id=0fcfcaa0-c09c-4f14-a32f-506e82657ee6)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:50.817600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-25be1468-c0dc-4035-908d-42d9f5f50a46 req-2b7f79c5-793f-4cee-8b16-eb33d2fdfde2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2747972
Dec 15 12:50:50.820110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:50.824238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:50.900174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Pushing event updated for resources: {'Port': ['ID=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:50.905848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:51.006624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.031070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daaebbce-5c73-4511-a4b2-96a0e6ca8e87 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:50:51.039221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.056243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Transition to ACTIVE for port object daaebbce-5c73-4511-a4b2-96a0e6ca8e87 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:51.060843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.081224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-439c37d8-07a6-461e-9740-9d798c50c78a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:51.146014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6cb2382d-bee8-41b4-9325-000cb43c47ea req-2a510c5e-fbf3-4eb2-976c-79955ba07d84 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:51.198075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6cb2382d-bee8-41b4-9325-000cb43c47ea req-2a510c5e-fbf3-4eb2-976c-79955ba07d84 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:51.200328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6cb2382d-bee8-41b4-9325-000cb43c47ea req-2a510c5e-fbf3-4eb2-976c-79955ba07d84 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4432631
Dec 15 12:50:51.341965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Pushing event updated for resources: {'Port': ['ID=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:51.370144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fcebda8a-6294-4b99-bc8c-521ab844f56f tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-258970761', 'prefixes': ['172.20.0.0/16']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:51.391621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fcebda8a-6294-4b99-bc8c-521ab844f56f tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:51.408934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:51.422745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:50:51.423456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 55994) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:51.510806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Request body: {'port': {'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-66585013'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:51.536441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:51.559782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Usage tracker for resource:port and tenant:36d8e363ea5d486c971abfe7934d3eac is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:51.571374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:51.578983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Provisioning for port f51ef8d0-6618-4833-adf1-99aeb5c786ad completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:51.592040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Provisioning complete for port f51ef8d0-6618-4833-adf1-99aeb5c786ad triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:51.592488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.601353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:51.609232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.734125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Port f51ef8d0-6618-4833-adf1-99aeb5c786ad cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:51.738679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87f264d-8dc3-4517-8faa-1e5ed4920ffe up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:50:51.748921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Attempting to bind port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:51.749284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Attempting to bind port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:51.749644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Attempting to bind port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:51.763019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:51.763322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Attempting to bind port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:51.783273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:50:51.783687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Checking segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:51.784065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Bound using segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:50:51.784568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Bound port: daaebbce-5c73-4511-a4b2-96a0e6ca8e87, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:50:51.784962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.883449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Provisioning for port 8b65d20c-9cb9-49ba-9243-198efa07f665 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:50:51.897128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Provisioning complete for port 8b65d20c-9cb9-49ba-9243-198efa07f665 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:51.897736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.911133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcebda8a-6294-4b99-bc8c-521ab844f56f tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:51.915669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fcebda8a-6294-4b99-bc8c-521ab844f56f tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 1.4033933
Dec 15 12:50:51.916484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56000) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:51.952023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f87f264d-8dc3-4517-8faa-1e5ed4920ffe triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:51.952703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.009358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97f1c37a-c154-4534-9b91-0c8caf576096 tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] 10.222.0.53 "GET /v2.0/subnetpools/69da2859-6a44-4660-9631-1700aa2d5505 HTTP/1.1" status: 200  len: 731 time: 0.0834823
Dec 15 12:50:52.010566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56004) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:52.024126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1493423a-de4d-4ddf-a7b6-6aab84f2a1fd tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1720912703'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:52.071586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] For port daaebbce-5c73-4511-a4b2-96a0e6ca8e87, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:52.075970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] For port daaebbce-5c73-4511-a4b2-96a0e6ca8e87, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:50:52.089739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Port 8b65d20c-9cb9-49ba-9243-198efa07f665 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:52.105686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.115031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c43d40b1-e0b2-48ce-a964-3c04a68c2034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:52.115294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Provisioning complete for port f87f264d-8dc3-4517-8faa-1e5ed4920ffe triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:52.115963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac9d8-a84c-46bd-ab57-ca1793c7e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.248724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.250258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] 10.222.0.77 "PUT /v2.0/ports/daaebbce-5c73-4511-a4b2-96a0e6ca8e87 HTTP/1.1" status: 200  len: 1093 time: 3.2110317
Dec 15 12:50:52.251516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:50:52.285772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Pushing event updated for resources: {'Port': ['ID=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:52.302060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.302701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.303212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.303567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.303697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 95ee4c55-bb9c-46b5-8645-21d0d3797bae no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:52.304005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.304677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.305265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.305682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.306100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.306518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.306937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:52.311806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:52.315852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1493423a-de4d-4ddf-a7b6-6aab84f2a1fd tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.320057 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1493423a-de4d-4ddf-a7b6-6aab84f2a1fd tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] 10.222.0.53 "PUT /v2.0/subnetpools/69da2859-6a44-4660-9631-1700aa2d5505 HTTP/1.1" status: 200  len: 684 time: 0.3053472
Dec 15 12:50:52.320744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56012) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:52.352602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 95ee4c55-bb9c-46b5-8645-21d0d3797bae {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:52.352920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 95ee4c55-bb9c-46b5-8645-21d0d3797bae not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:52.397592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.562228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Made reservation on behalf of 36d8e363ea5d486c971abfe7934d3eac for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:52.567299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.568912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-366ccd11-0623-402b-baf9-7a65b5d5a7c5 None None] Provisioning complete for port f51ef8d0-6618-4833-adf1-99aeb5c786ad triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:52.569541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-366ccd11-0623-402b-baf9-7a65b5d5a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.639663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-366ccd11-0623-402b-baf9-7a65b5d5a7c5 None None] Port f51ef8d0-6618-4833-adf1-99aeb5c786ad cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:52.640586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9f31339-2fe1-404a-b506-099856a2e39c tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.644765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.644934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a9f31339-2fe1-404a-b506-099856a2e39c tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] 10.222.0.53 "DELETE /v2.0/subnetpools/69da2859-6a44-4660-9631-1700aa2d5505 HTTP/1.1" status: 204  len: 168 time: 0.3230233
Dec 15 12:50:52.652343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56016) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:52.654582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-366ccd11-0623-402b-baf9-7a65b5d5a7c5 None None] Provisioning complete for port 8b65d20c-9cb9-49ba-9243-198efa07f665 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:52.655526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-366ccd11-0623-402b-baf9-7a65b5d5a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:52.662593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-be2ac0ec-03a8-440a-aff5-f7d696d81486 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 1096 time: 0.2471035
Dec 15 12:50:52.682271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Calling delete_port for 8b65d20c-9cb9-49ba-9243-198efa07f665 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:52.721008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-366ccd11-0623-402b-baf9-7a65b5d5a7c5 None None] Port 8b65d20c-9cb9-49ba-9243-198efa07f665 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:52.747868 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-5b455229-5c66-4553-be50-b570ced5a8b5 tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] show failed (client error): The resource could not be found.
Dec 15 12:50:52.749125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b455229-5c66-4553-be50-b570ced5a8b5 tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] 10.222.0.53 "GET /v2.0/subnetpools/69da2859-6a44-4660-9631-1700aa2d5505 HTTP/1.1" status: 404  len: 346 time: 0.0933726
Dec 15 12:50:52.754158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56020) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:52.763387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491265d2-4e1e-422a-999e-ca125316c151 req-401b1d07-f036-4e22-9ded-997c10d7a887 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:52.764133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-491265d2-4e1e-422a-999e-ca125316c151 req-401b1d07-f036-4e22-9ded-997c10d7a887 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:52.772246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-40350907-bd5f-4175-867c-095635e8d48a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87 HTTP/1.1" status: 200  len: 217 time: 0.0948110
Dec 15 12:50:52.817603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-491265d2-4e1e-422a-999e-ca125316c151 req-401b1d07-f036-4e22-9ded-997c10d7a887 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:52.818895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-491265d2-4e1e-422a-999e-ca125316c151 req-401b1d07-f036-4e22-9ded-997c10d7a887 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 943 time: 0.2949092
Dec 15 12:50:52.820423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:52.835286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] Sync routers for ids ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:52.852016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] Routers {'787a77b1-13f2-4f58-88f5-639e2c5fa8a0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:52.854085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a1a58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:52.856304 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-1d743b9f-2a86-4d97-8a2f-415b19b99719 tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] delete failed (client error): The resource could not be found.
Dec 15 12:50:52.857408 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d743b9f-2a86-4d97-8a2f-415b19b99719 tempest-SubnetPoolsTestJSON-1052664941 tempest-SubnetPoolsTestJSON-1052664941-project] 10.222.0.53 "DELETE /v2.0/subnetpools/69da2859-6a44-4660-9631-1700aa2d5505 HTTP/1.1" status: 404  len: 346 time: 0.0862360
Dec 15 12:50:52.862691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:52.875311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f0982-eab6-42d5-90df-9c92065d3806 req-48d13bb7-1bda-4214-9577-c187ee5056ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:52.877589 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-48d13bb7-1bda-4214-9577-c187ee5056ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.0986962
Dec 15 12:50:52.938896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Usage tracker for resource:security_group_rule and tenant:36d8e363ea5d486c971abfe7934d3eac is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:52.943457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:52.968239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34614a68-9edd-41e7-964f-531d35260214 req-39080fa6-fec0-4cae-98fb-0490daae8b81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:52.969984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-34614a68-9edd-41e7-964f-531d35260214 req-39080fa6-fec0-4cae-98fb-0490daae8b81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 945 time: 0.7356398
Dec 15 12:50:52.971790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "PUT /v2.0/routers/787a77b1-13f2-4f58-88f5-639e2c5fa8a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8933425
Dec 15 12:50:52.972662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-491265d2-4e1e-422a-999e-ca125316c151 req-d4ca0fc7-e68b-4e7c-a4c6-f2da9d24d908 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276810
Dec 15 12:50:52.973173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:52.974922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56026) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:53.081234 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-36e25042-6795-4261-a0b2-8e2ef19619f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1904144
Dec 15 12:50:53.082136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] Set router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:53.126506 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-34614a68-9edd-41e7-964f-531d35260214 req-35611e4c-c8de-48ff-ae48-763395cce585 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397181
Dec 15 12:50:53.139105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a6699-f1e1-43d0-af79-9ac2c7fbf8bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:53.140813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a6699-f1e1-43d0-af79-9ac2c7fbf8bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:53.141764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d80a6699-f1e1-43d0-af79-9ac2c7fbf8bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:53.149161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'status': 'completed', 'code': 200}
Dec 15 12:50:53.178187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.217458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a1a58>, [{'id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'name': 'tempest-NetworksTestDHCPv6-router-206306817', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:47Z', 'revision_number': 3, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:53.236225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] Checking router: 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:50:53.253886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d80a6699-f1e1-43d0-af79-9ac2c7fbf8bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:53.257950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d80a6699-f1e1-43d0-af79-9ac2c7fbf8bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2790663
Dec 15 12:50:53.258397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56034) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:53.261228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8cf68f29-f3e3-46fe-818d-add0b4c500bc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:53.290191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] Routers {'787a77b1-13f2-4f58-88f5-639e2c5fa8a0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:53.292182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a1a58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:53.320099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event deleted for resources: {'Port': ['ID=8b65d20c-9cb9-49ba-9243-198efa07f665,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:53.332039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.353590 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-484ce5c0-0c09-4e71-aa63-dbe8752d30d1 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616768
Dec 15 12:50:53.383522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.385763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.390424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.390838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.391268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.391711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.392132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.392548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.392960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.393377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.393786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.394195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.394607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:53.440827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:53.441553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.445250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] device_id is not set on port 5b3f9b90-a951-470c-b441-3bd6be6eec5b yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:53.482679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56038) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:53.736105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72ff60dc-2318-4e61-b4db-e8c05d7ac31b tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:53.743941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] Set router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:50:53.788251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:50:53.795193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.798668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.827480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:53.844221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ba123-2f70-434e-8c92-86daf977041f req-75d35127-f2ab-4332-875c-bc23d97225f7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:53.845338 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e21ba123-2f70-434e-8c92-86daf977041f req-75d35127-f2ab-4332-875c-bc23d97225f7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 945 time: 0.4885511
Dec 15 12:50:53.856442 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-262f0982-eab6-42d5-90df-9c92065d3806 req-8f25619a-dbda-46e9-93bb-cc16d4056e5c service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4823582
Dec 15 12:50:53.875803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a1a58>, [{'id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'name': 'tempest-NetworksTestDHCPv6-router-206306817', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:47Z', 'revision_number': 3, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:53.878361 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "DELETE /v2.0/ports/8b65d20c-9cb9-49ba-9243-198efa07f665 HTTP/1.1" status: 204  len: 168 time: 3.6944354
Dec 15 12:50:53.881187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f012b3c-f967-45a5-9c3a-ddb11b52811d None None] The sync data for ids ['787a77b1-13f2-4f58-88f5-639e2c5fa8a0'] in dv-neutron-821831-1-hyperv is: [{'id': '787a77b1-13f2-4f58-88f5-639e2c5fa8a0', 'name': 'tempest-NetworksTestDHCPv6-router-206306817', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:23Z', 'updated_at': '2021-12-15T12:50:47Z', 'revision_number': 3, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:53.887715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56044) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:53.892644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ba34c1-8ddd-4694-b77b-c1a5956edfb8,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:53.896880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:53.906185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Request body: {'port': {'name': 'tempest-new-port-name-122282706', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:53.906563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] bootfile-name is not in valid_values {{(pid=88870) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:50:53.906887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] tftp-server is not in valid_values {{(pid=88870) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:50:53.907385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.api.validators [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] server-ip-address is not in valid_values {{(pid=88870) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 12:50:54.004834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.030021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] device_id is not set on port 5b3f9b90-a951-470c-b441-3bd6be6eec5b yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:54.049420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.076530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Allocated IP 172.26.0.26 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/21a203e1-12d1-4b5b-969e-1f383286c3c9) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:54.083183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Transition to ACTIVE for port object 5b3f9b90-a951-470c-b441-3bd6be6eec5b will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:50:54.108068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:54.159813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:18131d4369d04895924869dba763bf68 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:54.167777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:54.176426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.188628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e21ba123-2f70-434e-8c92-86daf977041f req-c75cf4ba-560c-4bf7-8119-390b87b75464 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3248911
Dec 15 12:50:54.191872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:54.193963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:54.231905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56050) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:54.264180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.339455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.371907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-e0cb1d8c-0deb-472d-b55d-900e477a2819 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 1096 time: 0.4254143
Dec 15 12:50:54.415784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=5b3f9b90-a951-470c-b441-3bd6be6eec5b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:54.431523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:54.491093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.498410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Checking segment: {'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:50:54.498778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Network hostable DHCP agents. Network: c214f31f-facc-4017-bd71-ed57f4fdc53e, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:50:54.521978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb145ac3-1372-46b1-9471-368940d368d2 req-604dbd25-057a-4d35-a061-cb4dd19ee897 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:54.523645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb145ac3-1372-46b1-9471-368940d368d2 req-604dbd25-057a-4d35-a061-cb4dd19ee897 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 943 time: 0.3889997
Dec 15 12:50:54.538444 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a4ce3816-43a3-495b-b4c5-3dc8be27170d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1093 time: 0.2542281
Dec 15 12:50:54.558699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56054) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:54.575562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:54.591046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:54.611563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:54.618437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Network c214f31f-facc-4017-bd71-ed57f4fdc53e is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:50:54.621113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:54.628283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.639680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a21617b-36d0-4f3f-8973-f25490c0297f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:54.671003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:54.694033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, c214f31f-facc-4017-bd71-ed57f4fdc53e) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:54.698050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb145ac3-1372-46b1-9471-368940d368d2 req-63e700c0-4383-49fc-a7bc-ef61f1bcca7c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1647563
Dec 15 12:50:54.705733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:54.705989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29997545-bfee-4bb3-a5dc-38de9c2b1f5a None None] Network c214f31f-facc-4017-bd71-ed57f4fdc53e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:54.743811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:54.744079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:54.744428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:54.750404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:54.755005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:54.758499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event updated for resources: {'Port': ['ID=21a203e1-12d1-4b5b-969e-1f383286c3c9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:54.760922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:54.790693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:54.799929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:54.800305 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:54.811978 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 2 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:54.834495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:54.834906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:54.835571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:54.875474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:54.875857 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:54.881910 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 3 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:54.909022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:54.909392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:54.909731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:54.923178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.927973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:54.928335 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:54.931162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 4 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:54.946349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.947284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:54.962320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a695227-dac9-4db2-901e-5bba51348959 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:54.976092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:54.976439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:54.976844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:54.981970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.007313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:55.007705 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:55.020042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 5 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:55.045282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:55.045656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:55.046028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:55.059430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-1369eb6e-26f1-41cd-9516-69c0727a1b37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:55.061112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-1369eb6e-26f1-41cd-9516-69c0727a1b37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.6688719
Dec 15 12:50:55.063958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:55.064261 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:55.068312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 6 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:55.069596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd237eb-0ec1-4478-aa54-13d164e6cfc4,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:55.075494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.077983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c679d-4bfc-4f49-ad17-8436702054f3 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:55.081288 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18131d4369d04895924869dba763bf68&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5974488
Dec 15 12:50:55.085258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:55.133491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56058) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:55.142589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7ad1c4e-4814-4a3c-81d3-c6690f9d8a57 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:55.154653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:55.155027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:55.155413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:55.190321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:55.190570 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:55.196615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 7 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:55.206141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:55.212695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:55.217975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-9f9dd2a0-28d3-4c1a-8290-0037f018049a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87 HTTP/1.1" status: 200  len: 217 time: 0.1393559
Dec 15 12:50:55.222232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952 HTTP/1.1" status: 204  len: 168 time: 1.9627919
Dec 15 12:50:55.260377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56062) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:55.365678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.397462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:50:55.403141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Deleting port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:55.403643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.432985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.445281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3fe86df9-51d6-427d-ad24-121eccdd5319 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:55.494613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:55.494991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:55.495553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:55.507933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.508827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.515850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-8427f762-acbf-49e3-825c-003b014c45c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:55.517487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-8427f762-acbf-49e3-825c-003b014c45c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.2928138
Dec 15 12:50:55.529436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:55.529662 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:55.534159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] In _notify_port_updated(), no bound segment for port f51ef8d0-6618-4833-adf1-99aeb5c786ad on network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:50:55.536145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 8 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:55.538443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:55.539162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.543703 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "PUT /v2.0/ports/f51ef8d0-6618-4833-adf1-99aeb5c786ad HTTP/1.1" status: 200  len: 1129 time: 1.6472907
Dec 15 12:50:55.547519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56066) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:55.596020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event updated for resources: {'Port': ['ID=f51ef8d0-6618-4833-adf1-99aeb5c786ad,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:55.606160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b2f92730-888d-439d-ae4b-47ae13dd89cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.3428798
Dec 15 12:50:55.607615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:55.610775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56070) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:55.662007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] For port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:55.662455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.673116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:55.685934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.718966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.726876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:55.727247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:55.727672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:55.763538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:55.763881 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:55.781771 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 9 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:55.800290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.807612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2150e1de-cfd1-49be-a8cc-33e4655b7853 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:55.969260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.114 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/18c0ddd6-65b4-4e6e-b1b4-a158508b452d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:56.018286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-fee49fc7-1bb0-4eb0-88be-31223e2e2e16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4855042
Dec 15 12:50:56.068428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:56.068843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:56.069153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:56.078576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.089106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c982924-ac32-459f-be04-864dbd2cd994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:56.125459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.149602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Calling delete_port for 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:56.193001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd237eb-0ec1-4478-aa54-13d164e6cfc4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:56.194794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:56.195158 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:56.195820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:56.200398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:56.202958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 10 to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b
Dec 15 12:50:56.212306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.213064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cda08890-19d1-41bf-a379-bc42ee8cf256 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:56.217012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465299f9-350b-4dc9-9160-4873bc89b340 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:56.217626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-465299f9-350b-4dc9-9160-4873bc89b340 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Synchronizing usage tracker for tenant:acffc39c28a343fcbf7a72b47e892b23 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:56.265808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:50:56.266563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:50:56.266563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:50:56.277001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:56.293266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.295291 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdd237eb-0ec1-4478-aa54-13d164e6cfc4 HTTP/1.1" status: 204  len: 168 time: 1.1583893
Dec 15 12:50:56.316411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-465299f9-350b-4dc9-9160-4873bc89b340 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Unset dirty status for tenant:acffc39c28a343fcbf7a72b47e892b23 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:56.319579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-465299f9-350b-4dc9-9160-4873bc89b340 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "GET /v2.0/ports/f51ef8d0-6618-4833-adf1-99aeb5c786ad HTTP/1.1" status: 200  len: 1129 time: 0.7682090
Dec 15 12:50:56.326115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:50:56.327079 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 5b3f9b90-a951-470c-b441-3bd6be6eec5b on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:50:56.327741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.331766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56078) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:56.347441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.357931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:56.371554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.372467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.372993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.373559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.374176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.374709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.375229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.375770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.376298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.377013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.377621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:50:56.382619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:56.383624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: cda08890-19d1-41bf-a379-bc42ee8cf256 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:50:56.384179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cda08890-19d1-41bf-a379-bc42ee8cf256 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:50:56.416318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4623d57b-db91-45d4-aa86-484c115e31fc None None] Provisioning complete for port f51ef8d0-6618-4833-adf1-99aeb5c786ad triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:50:56.416746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4623d57b-db91-45d4-aa86-484c115e31fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.488757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4623d57b-db91-45d4-aa86-484c115e31fc None None] Port f51ef8d0-6618-4833-adf1-99aeb5c786ad cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:50:56.498888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:50:56.499583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:50:56.559513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14d5cd-5f14-4756-9784-01321153ce55 req-20d06406-0d77-4586-a8f4-a92ee94db20e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:56.561455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c14d5cd-5f14-4756-9784-01321153ce55 req-20d06406-0d77-4586-a8f4-a92ee94db20e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 943 time: 0.6040518
Dec 15 12:50:56.579171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Deleting port f51ef8d0-6618-4833-adf1-99aeb5c786ad {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:56.579586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.586589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.594803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d90cca6-7b34-4aa1-9a4d-59d5b1dc7fb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:56.622675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-efcd093b-6e23-4fd4-b0dc-86bea8419790 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5946848
Dec 15 12:50:56.634224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] For port 5b3f9b90-a951-470c-b441-3bd6be6eec5b, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:50:56.634627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempted to set empty binding levels {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 15 12:50:56.650969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2150e1de-cfd1-49be-a8cc-33e4655b7853 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.656799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.698979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:56.701786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=18c0ddd6-65b4-4e6e-b1b4-a158508b452d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:56.707519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:56.720760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:56.722452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.727935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e671345-aa00-4488-825d-6c1b84148347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:56.812393 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 5.3876898
Dec 15 12:50:56.819202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56084) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:56.867755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=5b3f9b90-a951-470c-b441-3bd6be6eec5b,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:56.875760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:50:56.907495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:56.966805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Deleting port 5b3f9b90-a951-470c-b441-3bd6be6eec5b {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:56.967450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:56.986428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2150e1de-cfd1-49be-a8cc-33e4655b7853 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.001724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Deleting port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:57.002795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.067730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Router b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:50:57.128736 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c14d5cd-5f14-4756-9784-01321153ce55 req-0b3e0d61-045f-4cbd-b866-ad64fd156fee tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5193624
Dec 15 12:50:57.218568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2150e1de-cfd1-49be-a8cc-33e4655b7853 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.219059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2150e1de-cfd1-49be-a8cc-33e4655b7853 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Fanout notify agent at l3_agent the message router_deleted on router 787a77b1-13f2-4f58-88f5-639e2c5fa8a0 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:50:57.229091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce6fb4b0-df98-4aa6-8849-83aa11a8ff32 req-f01a15e4-8e96-4777-b902-b65b82205ed0 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5728550
Dec 15 12:50:57.280616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] For port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:57.281066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.293786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2150e1de-cfd1-49be-a8cc-33e4655b7853 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.297815 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2150e1de-cfd1-49be-a8cc-33e4655b7853 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/routers/787a77b1-13f2-4f58-88f5-639e2c5fa8a0 HTTP/1.1" status: 204  len: 168 time: 1.6814480
Dec 15 12:50:57.304466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56088) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:57.311328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:57.452746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Calling delete_port for 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:57.462863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.525142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] For port 5b3f9b90-a951-470c-b441-3bd6be6eec5b, host hv-neutron-8218, got binding levels [] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:57.525389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.530442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.535630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:57.581333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Pushing event deleted for resources: {'Port': ['ID=5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:57.585960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:57.591920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] No DVR routers for this DVR port 5c25ea67-d43e-48ca-ad2b-f6f3cf3a7d8b on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:50:57.592200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:57.600851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Calling delete_port for f51ef8d0-6618-4833-adf1-99aeb5c786ad owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:57.638118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:57.643026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:57.652152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:57.676886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:57.683207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.722950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Calling delete_port for 5b3f9b90-a951-470c-b441-3bd6be6eec5b owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:50:57.861423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.881618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.888864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72c97f0e-730a-4847-ac28-c637c7a55fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:57.926320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:57.935283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:57.939325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event deleted for resources: {'Port': ['ID=f51ef8d0-6618-4833-adf1-99aeb5c786ad,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:57.947894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:58.049060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.078766 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "DELETE /v2.0/ports/f51ef8d0-6618-4833-adf1-99aeb5c786ad HTTP/1.1" status: 204  len: 168 time: 1.7415295
Dec 15 12:50:58.082605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56092) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:58.177837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.184520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-073730ce-d00b-45fc-8b0f-7f1ba9a54ed1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:58.262867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b3f9b90-a951-470c-b441-3bd6be6eec5b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:58.277668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:58.296030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.353308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5b3f9b90-a951-470c-b441-3bd6be6eec5b HTTP/1.1" status: 204  len: 168 time: 1.5288982
Dec 15 12:50:58.365592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56098) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:58.367994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:50:58.379971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:50:58.391088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534f588-dec3-4d73-98a2-8cf5b54fc35e None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:58.391844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:58.392496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.396940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=85792d37-5fb6-4f78-b1ae-c53bd65536dd,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:58.403158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:58.428467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1202111
Dec 15 12:50:58.432147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56102) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:58.439516 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-084f29d1-cc04-4180-b634-3b5eaf4f7375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:50:58.440423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-084f29d1-cc04-4180-b634-3b5eaf4f7375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Synchronizing usage tracker for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:50:58.447809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-421779548', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:58.448503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Deleting subnet b3e93c68-ffbb-4cb9-9671-a9ad319db275 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:50:58.452108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.465056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:58.477502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:router and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:50:58.496117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:50:58.503275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:50:58.518198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.522004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:58.526940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] Sync routers for ids ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:50:58.558221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] Routers {'b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:58.559564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c2e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:58.615717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-084f29d1-cc04-4180-b634-3b5eaf4f7375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Unset dirty status for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:50:58.620580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.620723 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-084f29d1-cc04-4180-b634-3b5eaf4f7375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "GET /v2.0/ports/5b3f9b90-a951-470c-b441-3bd6be6eec5b HTTP/1.1" status: 404  len: 333 time: 0.2487528
Dec 15 12:50:58.627511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56106) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:58.633529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c2e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:58.650495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Request body: {'port': {'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-345940271'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:58.654525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.659220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 8.5035598
Dec 15 12:50:58.659407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56110) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:58.661723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.662733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.669963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:50:58.672187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': False}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:50:58.698819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] Routers {'b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:50:58.699852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af20a68-da15-4805-b1ef-e16220ed6b9e req-b3e543d2-91e8-453b-bd00-79eb4771a5e5 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:50:58.700220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c2e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:58.701558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7af20a68-da15-4805-b1ef-e16220ed6b9e req-b3e543d2-91e8-453b-bd00-79eb4771a5e5 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 943 time: 0.3949766
Dec 15 12:50:58.704561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:50:58.708565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.775695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Made reservation on behalf of 36d8e363ea5d486c971abfe7934d3eac for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:50:58.781819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.804768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c2e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:50:58.805460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec5bca-e314-4ac5-8d0b-66c147d5abf3 None None] The sync data for ids ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:50:58.827015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.831485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '85792d37-5fb6-4f78-b1ae-c53bd65536dd'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:50:58.834457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.851423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.857360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.863560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40bbd8aa-b061-4bdd-9a5c-79f8770d9cd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:58.887586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] device_id is not set on port 956f8e14-6b05-4eef-8eff-a96385ac0895 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:50:58.911630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e93c68-ffbb-4cb9-9671-a9ad319db275,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:58.914817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:58.922168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:58.929951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8ee84-b633-43c3-88c6-3cbafcd67a62 None None] Network b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:50:58.943286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "DELETE /v2.0/subnets/b3e93c68-ffbb-4cb9-9671-a9ad319db275 HTTP/1.1" status: 204  len: 168 time: 0.8594787
Dec 15 12:50:58.944285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7af20a68-da15-4805-b1ef-e16220ed6b9e req-6c1e1924-9436-4d03-8d4e-cdcc66936791 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2308955
Dec 15 12:50:58.947045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56114) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:58.976980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.081888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.082737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-099c70d2-99ad-4838-884d-5df58cb9f697 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6490679
Dec 15 12:50:59.092201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56118) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:50:59.155701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.186619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Deleting port f87f264d-8dc3-4517-8faa-1e5ed4920ffe {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:59.186989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.283763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/85792d37-5fb6-4f78-b1ae-c53bd65536dd/068344d4-f097-4f8a-8923-ca199236ab86) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:50:59.421343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] DHCP port deletion for b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:50:59.430521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Deleting port f87f264d-8dc3-4517-8faa-1e5ed4920ffe {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:50:59.430929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.547155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.624826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:50:59.643032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.658367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.664451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-500a3948-8082-4aab-9b06-5ee72ed03f1b tempest-FloatingIPAdminTestJSON-1844143944 tempest-FloatingIPAdminTestJSON-1844143944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:50:59.694125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87f264d-8dc3-4517-8faa-1e5ed4920ffe no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:50:59.857483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] For port f87f264d-8dc3-4517-8faa-1e5ed4920ffe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,segment=NetworkSegment(0fcfcaa0-c09c-4f14-a32f-506e82657ee6),segment_id=0fcfcaa0-c09c-4f14-a32f-506e82657ee6)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:50:59.858046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.862698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:50:59.864519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=18c0ddd6-65b4-4e6e-b1b4-a158508b452d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:50:59.935143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:50:59.938670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:00.021488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Calling delete_port for f87f264d-8dc3-4517-8faa-1e5ed4920ffe owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:00.025639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.028881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] For port f87f264d-8dc3-4517-8faa-1e5ed4920ffe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,segment=NetworkSegment(0fcfcaa0-c09c-4f14-a32f-506e82657ee6),segment_id=0fcfcaa0-c09c-4f14-a32f-506e82657ee6)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:00.029335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.095280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.118997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Network c214f31f-facc-4017-bd71-ed57f4fdc53e is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:00.128398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:00.131007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:00.132115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:00.132767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.159302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=956f8e14-6b05-4eef-8eff-a96385ac0895,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:00.162568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:00.179331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Calling delete_port for f87f264d-8dc3-4517-8faa-1e5ed4920ffe owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:00.217379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.5846241
Dec 15 12:51:00.221467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56124) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:00.236428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:00.239534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Transition to ACTIVE for port object 068344d4-f097-4f8a-8923-ca199236ab86 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:00.274416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.287653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:00.306592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No active binding found for port f87f264d-8dc3-4517-8faa-1e5ed4920ffe {{(pid=88871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 15 12:51:00.307062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f87f264d-8dc3-4517-8faa-1e5ed4920ffe not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:51:00.325760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:51:00.326266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:51:00.327068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Transition to ACTIVE for port object 068344d4-f097-4f8a-8923-ca199236ab86 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:00.333903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.338789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7dd5349a-035a-409f-8fb0-3afc089ee8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:00.341316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event deleted for resources: {'Port': ['ID=f87f264d-8dc3-4517-8faa-1e5ed4920ffe,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:00.364140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:00.382655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] No DVR routers for this DVR port f87f264d-8dc3-4517-8faa-1e5ed4920ffe on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:51:00.409549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:00.412961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:00.418045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:00.420630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Pushing event updated for resources: {'Port': ['ID=068344d4-f097-4f8a-8923-ca199236ab86,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:00.425711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:00.503186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4770c5c-910c-418d-85d8-cd62ddc0fa6d req-ed78bea5-b0f6-41b5-b6ce-306ac28abce8 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:00.507149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b4770c5c-910c-418d-85d8-cd62ddc0fa6d req-ed78bea5-b0f6-41b5-b6ce-306ac28abce8 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 943 time: 0.4163728
Dec 15 12:51:00.522019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Attempting to bind port 068344d4-f097-4f8a-8923-ca199236ab86 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:00.522439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Attempting to bind port 068344d4-f097-4f8a-8923-ca199236ab86 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:00.522839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Attempting to bind port 068344d4-f097-4f8a-8923-ca199236ab86 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:00.531306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:00.531843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:00.532204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.532649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:00.533184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Bound port: 068344d4-f097-4f8a-8923-ca199236ab86, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:00.533612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.587369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.639359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] For port 068344d4-f097-4f8a-8923-ca199236ab86, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:00.642792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] For port 068344d4-f097-4f8a-8923-ca199236ab86, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=068344d4-f097-4f8a-8923-ca199236ab86,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:00.643444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.648059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.652303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44d549a4-fe42-4bba-8f39-71e05e1f38a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:00.720152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.744378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Pushing event updated for resources: {'Port': ['ID=068344d4-f097-4f8a-8923-ca199236ab86,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:00.751030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:00.809952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa1f6ba8>,) {'filters': {'network_id': ['b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:00.821180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b4770c5c-910c-418d-85d8-cd62ddc0fa6d req-965ec559-c3d0-4e1c-91fb-7db8b6a85ac7 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2817934
Dec 15 12:51:00.827670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Deleting port f87f264d-8dc3-4517-8faa-1e5ed4920ffe {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:00.828629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.840688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1f6ba8>, '0fcfcaa0-c09c-4f14-a32f-506e82657ee6') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:00.840688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1f6ba8>, '0fcfcaa0-c09c-4f14-a32f-506e82657ee6') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:00.905334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.911592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2731fc41-ac41-4945-9c1f-9ce4dfccafd6 None None] The port 'f87f264d-8dc3-4517-8faa-1e5ed4920ffe' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:51:00.941921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:00.977556 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 104c7a98-8886-44cd-84a0-b0e3a17c390c associated. External IP: 172.26.0.114, port: 11a0a80b-c603-4300-a994-8105d9e963e1.
Dec 15 12:51:01.019430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:51:01.019775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:51:01.049254 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:51:01.178406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.186446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.197022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:01.217584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.228076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::1 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/85792d37-5fb6-4f78-b1ae-c53bd65536dd/a7497a57-bb35-4220-abd2-6e4bef35226e) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:01.266780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Pushing event deleted for resources: {'Network': ['ID=b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:01.270056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:01.306989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] 10.222.0.53 "DELETE /v2.0/networks/b315fbd8-c1e7-4e54-bf03-6ae9f68a37b5 HTTP/1.1" status: 204  len: 168 time: 2.3592474
Dec 15 12:51:01.327295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] device_id is not set on port 956f8e14-6b05-4eef-8eff-a96385ac0895 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:01.340250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.373167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Transition to ACTIVE for port object 956f8e14-6b05-4eef-8eff-a96385ac0895 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:01.380288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.385813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7d596d7-ba63-4dde-a5dd-89fbc19d2561 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:01.470746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.559707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object a7497a57-bb35-4220-abd2-6e4bef35226e will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:01.576016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=956f8e14-6b05-4eef-8eff-a96385ac0895,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:01.579048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:01.631565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:01.632123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:01.632399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:01.645458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:01.645831 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:01.646396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 2 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:01.709280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 068344d4-f097-4f8a-8923-ca199236ab86 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:01.716653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:01.717032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:01.717413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:01.720556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.735607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44ef86c9-6896-4d2f-8729-8b3f5899a146 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:01.759246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device daaebbce-5c73-4511-a4b2-96a0e6ca8e87 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:51:01.780567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56132) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:01.794492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:01.806717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:01.807585 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:01.809653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:01.810860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 3 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:01.815684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:01.816398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:01.852711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:01.853383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:01.853767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:01.867956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=a7497a57-bb35-4220-abd2-6e4bef35226e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:01.880987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:01.929805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 068344d4-f097-4f8a-8923-ca199236ab86 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:01.951026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:01.951381 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:01.963986 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 4 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:01.982687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-1b3563f4-46d5-4f5c-ae4a-54519022cba8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3177583
Dec 15 12:51:01.982912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port daaebbce-5c73-4511-a4b2-96a0e6ca8e87, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:01.996383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:01.996764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:01.997117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:02.001083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'port_id': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'mac_address': 'fa:16:3e:3d:a6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:51:02.006170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.018305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.031743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:02.032304 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:02.033704 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 5 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:02.079796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.102258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daaebbce-5c73-4511-a4b2-96a0e6ca8e87 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:51:02.108970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-11784f7d-6a10-49c0-b636-aaac2f33b955 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acffc39c28a343fcbf7a72b47e892b23&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3272898
Dec 15 12:51:02.118134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56140) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:02.121877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port daaebbce-5c73-4511-a4b2-96a0e6ca8e87, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:02.125929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.128438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:02.196981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9cac2e90-2708-49d4-902d-43fecdaff1a9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:51:02.232947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.236179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:02.248600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:02.338098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['daaebbce-5c73-4511-a4b2-96a0e6ca8e87'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:51:02.464600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.508255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:02.508634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:02.509210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:02.524897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fef58b-dafb-453f-91a9-97f3dcb09b98 req-4cdc8938-708a-4db8-984d-cc8d5624b82f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:02.526612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e5fef58b-dafb-453f-91a9-97f3dcb09b98 req-4cdc8938-708a-4db8-984d-cc8d5624b82f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 944 time: 0.4216206
Dec 15 12:51:02.538927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:02.539137 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:02.542546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 6 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:02.577460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:02.577843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:02.578217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:02.656419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:02.656988 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:02.659921 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 7 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:02.678698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-b6c88d62-9f3a-466b-b9de-bead45b3a11f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1098 time: 0.5408211
Dec 15 12:51:02.680200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:02.680566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:02.680999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:02.695984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:02.696350 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:02.698550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 8 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:02.721628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.748126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:02.748553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:02.749204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:02.780015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Provisioning for port 068344d4-f097-4f8a-8923-ca199236ab86 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:02.786676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Provisioning complete for port 068344d4-f097-4f8a-8923-ca199236ab86 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:02.787603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:02.840895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:02.841390 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:02.847933 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 9 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:02.879843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:02.880203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:02.880563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:02.901188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:02.901586 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:02.912289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 10 to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895
Dec 15 12:51:02.930741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e5fef58b-dafb-453f-91a9-97f3dcb09b98 req-3984d4c4-0f3a-4200-b687-4ce59e5e2134 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3409252
Dec 15 12:51:02.941289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-8fd5d2e5-fdf6-41c9-a367-43fe2acdd11f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:02.943000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-8fd5d2e5-fdf6-41c9-a367-43fe2acdd11f service neutron] 10.222.0.77 "GET /v2.0/networks?id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 897 time: 0.2356839
Dec 15 12:51:02.948311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:02.948869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:02.949268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:02.968199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.011991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] For port 068344d4-f097-4f8a-8923-ca199236ab86, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=068344d4-f097-4f8a-8923-ca199236ab86,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:03.015949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.017947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:03.041903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:03.042248 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 956f8e14-6b05-4eef-8eff-a96385ac0895 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:03.042563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.058969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Router b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:51:03.080239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.089967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3aaa05a-0cee-48ce-b19b-6e56d2b6183c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:03.101037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Pushing event updated for resources: {'Port': ['ID=068344d4-f097-4f8a-8923-ca199236ab86,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:03.104872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:03.118752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65837c6-5125-4149-a18b-63e8e876f176,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:03.131553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:03.159733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e14e9a29-e55f-4ba1-8fe8-2659fd422528 None None] Provisioning for port a7497a57-bb35-4220-abd2-6e4bef35226e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:03.170824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e14e9a29-e55f-4ba1-8fe8-2659fd422528 None None] Provisioning complete for port a7497a57-bb35-4220-abd2-6e4bef35226e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:03.171473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14e9a29-e55f-4ba1-8fe8-2659fd422528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.230298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e14e9a29-e55f-4ba1-8fe8-2659fd422528 None None] Port a7497a57-bb35-4220-abd2-6e4bef35226e cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:03.236932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-3243c238-6103-4fce-92cd-473631e4c4ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 200  len: 999 time: 0.2847500
Dec 15 12:51:03.337390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] For port 956f8e14-6b05-4eef-8eff-a96385ac0895, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:03.337722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempted to set empty binding levels {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 15 12:51:03.346901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.353116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3971b5c-0557-4fa9-bc47-6545179c78dd tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:03.407603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-238660c0-8029-4627-abbd-0644ef3a8157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:03.409316 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-238660c0-8029-4627-abbd-0644ef3a8157 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3621b58a-c628-4377-b22d-c685c96d73f9 HTTP/1.1" status: 200  len: 834 time: 0.1639323
Dec 15 12:51:03.436072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.440300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a65837c6-5125-4149-a18b-63e8e876f176 HTTP/1.1" status: 204  len: 168 time: 1.3181682
Dec 15 12:51:03.443792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.452765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.453659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.459090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-206ef35f-d9ef-4911-a7ce-3f6c7bbaf928 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:03.470551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] In _notify_port_updated(), no bound segment for port 956f8e14-6b05-4eef-8eff-a96385ac0895 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:51:03.471702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.475764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "PUT /v2.0/ports/956f8e14-6b05-4eef-8eff-a96385ac0895 HTTP/1.1" status: 200  len: 980 time: 3.2498641
Dec 15 12:51:03.489477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56146) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:03.496426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:03.511249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] Sync routers for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:03.524912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:03.525940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8924e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:03.537490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=956f8e14-6b05-4eef-8eff-a96385ac0895,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:03.540564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:03.579068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=a7497a57-bb35-4220-abd2-6e4bef35226e,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:03.584685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:03.612298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:03.685223 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-9be0ce57-c394-4ddc-84d3-5a3ae1f82764 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d0beb82-e5c9-4598-9c20-9215a4256865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2664530
Dec 15 12:51:03.729672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 068344d4-f097-4f8a-8923-ca199236ab86 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:03.758094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.1941445
Dec 15 12:51:03.760177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:03.775817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-05863753-b480-46fb-93f3-a9a0b59b43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18155 time: 0.2794952
Dec 15 12:51:03.779186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56152) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:03.779922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56154) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:03.780187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:51:03.825539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:03.826831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:03.860767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device daaebbce-5c73-4511-a4b2-96a0e6ca8e87 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:03.982278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1', 'status': 'completed', 'code': 200}
Dec 15 12:51:04.032986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 068344d4-f097-4f8a-8923-ca199236ab86 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:04.033459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.115392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Deleting port 956f8e14-6b05-4eef-8eff-a96385ac0895 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:04.115740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.148417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:04.158778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:04.159571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.376565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6798eb45-b097-4db6-8214-a012ceed0710 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/104c7a98-8886-44cd-84a0-b0e3a17c390c HTTP/1.1" status: 200  len: 991 time: 0.5953822
Dec 15 12:51:04.457027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8924e0>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:50:02Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:50:57Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:04.461781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] Checking router: 9cac2e90-2708-49d4-902d-43fecdaff1a9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:51:04.475505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:04.476292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8924e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:04.489483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.526149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1492cb-415b-474e-9619-2a631c0758af req-5013f93c-bc90-4bdb-9dab-eb8c5a678fcb tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:04.530517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-c6fafd50-bf3e-469d-9d02-0070e11a1c85 service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8353877
Dec 15 12:51:04.535077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c1492cb-415b-474e-9619-2a631c0758af req-5013f93c-bc90-4bdb-9dab-eb8c5a678fcb tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 944 time: 0.2917058
Dec 15 12:51:04.553905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:51:04.579476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a5df7ec2-3df7-4a2c-91e8-67606e3a475b None None] Provisioning complete for port a7497a57-bb35-4220-abd2-6e4bef35226e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:04.579904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ec2-3df7-4a2c-91e8-67606e3a475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.623638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c1492cb-415b-474e-9619-2a631c0758af req-4abfc2ba-a9bb-42a9-89ae-7f4445c714fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873733
Dec 15 12:51:04.636764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:04.656579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.658128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1fb77ec6-8da6-4310-acda-cfdabab4cb28 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "PUT /v2.0/routers/b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc HTTP/1.1" status: 200  len: 925 time: 5.9978249
Dec 15 12:51:04.659761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port daaebbce-5c73-4511-a4b2-96a0e6ca8e87, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:04.665499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] Sync routers for ids ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:04.669281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56176) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:04.683148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.691598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-902411a1-6f5a-490a-8259-9f5cfee1c638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:04.730976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] For port 956f8e14-6b05-4eef-8eff-a96385ac0895, host hv-neutron-8218, got binding levels [] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:04.731424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:04.759568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'code': 200}
Dec 15 12:51:04.782017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:04.790322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:04.794337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:04.816316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a5df7ec2-3df7-4a2c-91e8-67606e3a475b None None] Port a7497a57-bb35-4220-abd2-6e4bef35226e cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:04.819285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] Routers {'b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:04.820242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab09b38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:04.896773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab09b38>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:04.914337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Router 5325d306-0033-448e-b073-1dab55d6883f is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:51:04.917172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] Routers {'b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:04.920222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab09b38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:05.100592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab09b38>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:05.101421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dab444-ef32-4a1c-9448-ba5ea25a2375 None None] The sync data for ids ['b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:05.118846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56184) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.296243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77b2c6e4-da71-4887-b3b6-c526c39cd819 req-b9aecc33-c129-4849-b77b-e024992a0694 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 1098 time: 0.2172523
Dec 15 12:51:05.343461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Calling delete_port for 956f8e14-6b05-4eef-8eff-a96385ac0895 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:05.357912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-84ad35a2-05f1-495d-ad7e-0c7e879aea2f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc HTTP/1.1" status: 200  len: 925 time: 0.6576331
Dec 15 12:51:05.362683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:05.368167 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "PUT /v2.0/routers/5325d306-0033-448e-b073-1dab55d6883f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2244461
Dec 15 12:51:05.370390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8924e0>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:50:02Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:50:57Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:05.371278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56190) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.374641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56192) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.375020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56194) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.378466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Sync routers for ids ['5325d306-0033-448e-b073-1dab55d6883f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:05.383366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba1927-541b-45ae-98bd-b52b02e6e458 None None] The sync data for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv is: [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:50:02Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:50:57Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:05.397215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Routers {'5325d306-0033-448e-b073-1dab55d6883f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:05.398266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5257f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5325d306-0033-448e-b073-1dab55d6883f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:05.468890 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebaf285b-39b8-42c1-bb8e-b1ccf69c5a43 req-c052c6cf-56d3-4ca7-9520-76b4076a9c17 service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8156343
Dec 15 12:51:05.486973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:05.496321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:05.554963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event deleted for resources: {'Port': ['ID=956f8e14-6b05-4eef-8eff-a96385ac0895,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:05.569969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:05.581225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77b2c6e4-da71-4887-b3b6-c526c39cd819 req-e6ad89e6-aac1-42d3-aa1f-cea016175634 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2743042
Dec 15 12:51:05.602366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-623144360'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:05.616910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:05.640872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:05.647566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:05.668897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:05.677318 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "DELETE /v2.0/ports/956f8e14-6b05-4eef-8eff-a96385ac0895 HTTP/1.1" status: 204  len: 168 time: 1.8918626
Dec 15 12:51:05.678550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56206) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.682359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:05.691753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9e425-5c5f-497d-a4c7-eee6a585004e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:05.692144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aeb9e425-5c5f-497d-a4c7-eee6a585004e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:05.723837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ec091113-7115-4235-9b47-ceafbac8cb9b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/104c7a98-8886-44cd-84a0-b0e3a17c390c HTTP/1.1" status: 200  len: 991 time: 0.3440804
Dec 15 12:51:05.733331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:05.734297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-cf106d74-5e37-49ac-8109-62d136948f92 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1098 time: 0.1817925
Dec 15 12:51:05.735653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b97eb2-df33-41f0-a185-55b9d2d530be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:51:05.736179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-60b97eb2-df33-41f0-a185-55b9d2d530be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Synchronizing usage tracker for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:05.739016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:05.753057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-60b97eb2-df33-41f0-a185-55b9d2d530be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Unset dirty status for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:05.758658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60b97eb2-df33-41f0-a185-55b9d2d530be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "GET /v2.0/ports/956f8e14-6b05-4eef-8eff-a96385ac0895 HTTP/1.1" status: 404  len: 333 time: 0.0756948
Dec 15 12:51:05.758817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Set router 5325d306-0033-448e-b073-1dab55d6883f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:05.764709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56210) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.768341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:05.784644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aeb9e425-5c5f-497d-a4c7-eee6a585004e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:05.788799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aeb9e425-5c5f-497d-a4c7-eee6a585004e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports/a7497a57-bb35-4220-abd2-6e4bef35226e HTTP/1.1" status: 200  len: 911 time: 0.4108119
Dec 15 12:51:05.790425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56214) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.797297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-550753617', 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:05.810014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:05.842330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:05.852365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d161b917-8302-45e8-9b6f-1858d184e22e tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Synchronizing usage tracker for tenant:fc6b4a24801b47faab0b611d982752b1 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:05.929497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Made reservation on behalf of 36d8e363ea5d486c971abfe7934d3eac for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:05.935567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:05.944111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:05.948128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3299d4-fad6-4e28-a57d-2f78fc1f5d0b None None] New status for floating IP 104c7a98-8886-44cd-84a0-b0e3a17c390c: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:51:05.957718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group_rule and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:05.961506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d161b917-8302-45e8-9b6f-1858d184e22e tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Unset dirty status for tenant:fc6b4a24801b47faab0b611d982752b1 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:05.962844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d161b917-8302-45e8-9b6f-1858d184e22e tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5867605
Dec 15 12:51:05.965080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] device_id is not set on port 91effe61-df4f-4bd3-84d9-111a9ada4581 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:05.965791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:05.981903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56218) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:05.986935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:06.049734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-950b51b2-17fc-4b40-8961-caf03bd46d46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:06.051722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-950b51b2-17fc-4b40-8961-caf03bd46d46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 897 time: 0.2912610
Dec 15 12:51:06.073731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69459b-6831-472e-8939-e3c4f32079f4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:06.079152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69459b-6831-472e-8939-e3c4f32079f4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:06.083588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff69459b-6831-472e-8939-e3c4f32079f4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2890439
Dec 15 12:51:06.111083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56222) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:06.268792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-d49fda2c-8c77-40ab-897e-675eea12b1a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 200  len: 999 time: 0.1983893
Dec 15 12:51:06.299507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5257f0>, [{'id': '5325d306-0033-448e-b073-1dab55d6883f', 'name': 'tempest-NetworksTestDHCPv6-router-421779548', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:58Z', 'updated_at': '2021-12-15T12:51:01Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None, '_interfaces': [{'id': 'a7497a57-bb35-4220-abd2-6e4bef35226e', 'name': '', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'mac_address': 'fa:16:3e:44:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325d306-0033-448e-b073-1dab55d6883f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85792d37-5fb6-4f78-b1ae-c53bd65536dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:51:00Z', 'updated_at': '2021-12-15T12:51:02Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'subnets': [{'id': '85792d37-5fb6-4f78-b1ae-c53bd65536dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:06.308353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Checking router: 5325d306-0033-448e-b073-1dab55d6883f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:51:06.309177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Updating router 5325d306-0033-448e-b073-1dab55d6883f port a7497a57-bb35-4220-abd2-6e4bef35226e binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:51:06.369601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.460569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.468613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-bc7d262e-709e-489a-aa0e-b6e5273040ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:06.470409 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-bc7d262e-709e-489a-aa0e-b6e5273040ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3621b58a-c628-4377-b22d-c685c96d73f9 HTTP/1.1" status: 200  len: 834 time: 0.1930339
Dec 15 12:51:06.542442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.551123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f50b4086-69d3-4382-8c82-2cc03cbbfc49 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:06.645239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Network c214f31f-facc-4017-bd71-ed57f4fdc53e is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:06.649719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:06.651914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=91effe61-df4f-4bd3-84d9-111a9ada4581,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:06.662477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:06.663688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:06.664556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.671979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-6cc4c24d-993b-49cc-8917-711cf72fcfcb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d0beb82-e5c9-4598-9c20-9215a4256865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1910186
Dec 15 12:51:06.673483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:06.714188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda1072-e4ce-42a4-b699-76eb7f08877b req-f81af153-de93-419d-8e01-e67e7f76ceaa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:06.716185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ceda1072-e4ce-42a4-b699-76eb7f08877b req-f81af153-de93-419d-8e01-e67e7f76ceaa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 945 time: 0.8383768
Dec 15 12:51:06.727825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56226) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:06.738062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.756128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.9867868
Dec 15 12:51:06.800659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56230) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:06.801870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.816261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Transition to ACTIVE for port object a7497a57-bb35-4220-abd2-6e4bef35226e will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:06.823027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.829127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d37fff7a-55e1-434c-bc90-f55bec16e5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:06.847278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:06.868311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e483a1e0-51e6-4de5-a809-553ce283f2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:06.891934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc5786-0825-45bd-adbe-89f184384cb8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:06.892613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2cbc5786-0825-45bd-adbe-89f184384cb8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Synchronizing usage tracker for tenant:fc6b4a24801b47faab0b611d982752b1 on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:06.901153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c60d8f40-20e4-4842-8b13-957dc8a77f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Synchronizing usage tracker for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:06.915873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-af5ebcff-0e02-4404-ada1-374905f301c0 service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331657
Dec 15 12:51:06.936901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:51:06.952089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c60d8f40-20e4-4842-8b13-957dc8a77f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Unset dirty status for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:06.956180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c60d8f40-20e4-4842-8b13-957dc8a77f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "GET /v2.0/ports/91effe61-df4f-4bd3-84d9-111a9ada4581 HTTP/1.1" status: 200  len: 958 time: 0.1514390
Dec 15 12:51:06.962577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56234) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:06.981516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Pushing event updated for resources: {'Port': ['ID=a7497a57-bb35-4220-abd2-6e4bef35226e,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:07.011882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad8930-0ad0-48fb-9f02-5616cd70bfc5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:07.018129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.018510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.018883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.019256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.019665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.020029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.020390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.020794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.021085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.021471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.021796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:07.030094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:07.034666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:07.044820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.045235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment 71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1 of type vlan for network 3a75fd13-44fb-4742-83a9-2b4faffd5670
Dec 15 12:51:07.064320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e9d6bced-c344-456c-bd26-54db2dc9e4c3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/104c7a98-8886-44cd-84a0-b0e3a17c390c HTTP/1.1" status: 200  len: 993 time: 0.3304310
Dec 15 12:51:07.068633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2cbc5786-0825-45bd-adbe-89f184384cb8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Unset dirty status for tenant:fc6b4a24801b47faab0b611d982752b1 on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:07.073125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2cbc5786-0825-45bd-adbe-89f184384cb8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 1.0870845
Dec 15 12:51:07.074621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56238) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:07.074810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ceda1072-e4ce-42a4-b699-76eb7f08877b req-89c79c99-e241-411f-a5e4-201781eb6772 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3459458
Dec 15 12:51:07.118415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Deleting port 91effe61-df4f-4bd3-84d9-111a9ada4581 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:07.118796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.130503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Attempting to bind port a7497a57-bb35-4220-abd2-6e4bef35226e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:07.130880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Attempting to bind port a7497a57-bb35-4220-abd2-6e4bef35226e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:07.131450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Attempting to bind port a7497a57-bb35-4220-abd2-6e4bef35226e on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:07.140566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:07.141135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:07.141587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.142028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:07.142578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Bound port: a7497a57-bb35-4220-abd2-6e4bef35226e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:07.143152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.150111 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-33c21879-cf7f-4cba-aeb5-ea277fff928a tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc HTTP/1.1" status: 200  len: 205 time: 0.0705266
Dec 15 12:51:07.153903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56242) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:07.199330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.255291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] For port a7497a57-bb35-4220-abd2-6e4bef35226e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:07.259641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] For port a7497a57-bb35-4220-abd2-6e4bef35226e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a7497a57-bb35-4220-abd2-6e4bef35226e,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:07.259856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50ffbbb3-b497-4e0f-a960-6a0801fe35d4 req-b1c40003-6809-4582-af61-22fbd072bbbb service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368099
Dec 15 12:51:07.265048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.271270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:07.383585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Pushing event updated for resources: {'Port': ['ID=a7497a57-bb35-4220-abd2-6e4bef35226e,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:07.389069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:07.421754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Routers {'5325d306-0033-448e-b073-1dab55d6883f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:07.422797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5257f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:50:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5325d306-0033-448e-b073-1dab55d6883f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:07.424022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.475272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.580119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.584713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:07.585406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.626142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] Set router 5325d306-0033-448e-b073-1dab55d6883f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:07.733626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a50c8f0c-ff68-4fec-860e-e61c91f915e3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:07.753999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.764401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Deleting port 21a203e1-12d1-4b5b-969e-1f383286c3c9 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:07.764780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:07.784745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Calling delete_port for 91effe61-df4f-4bd3-84d9-111a9ada4581 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:07.987108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.8645456
Dec 15 12:51:07.988811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56246) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:07.992650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=3a75fd13-44fb-4742-83a9-2b4faffd5670,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:07.995637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'name': 'tempest-PortsIpV6TestJSON-2935145'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:07.996387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:08.019388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:51:08.064678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.084120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-49240bae-a03f-4a67-ba9c-47358f4e70a0 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:08.103591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5257f0>, [{'id': '5325d306-0033-448e-b073-1dab55d6883f', 'name': 'tempest-NetworksTestDHCPv6-router-421779548', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:58Z', 'updated_at': '2021-12-15T12:51:01Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None, '_interfaces': [{'id': 'a7497a57-bb35-4220-abd2-6e4bef35226e', 'name': '', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'mac_address': 'fa:16:3e:44:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325d306-0033-448e-b073-1dab55d6883f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85792d37-5fb6-4f78-b1ae-c53bd65536dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:51:00Z', 'updated_at': '2021-12-15T12:51:07Z', 'revision_number': 4, 'project_id': '37018c6f41264c869f4239c044bcc774', 'subnets': [{'id': '85792d37-5fb6-4f78-b1ae-c53bd65536dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:08.120507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.128678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27952a-5e2b-4926-883d-31ab5dc72d4b None None] The sync data for ids ['5325d306-0033-448e-b073-1dab55d6883f'] in dv-neutron-821831-1-hyperv is: [{'id': '5325d306-0033-448e-b073-1dab55d6883f', 'name': 'tempest-NetworksTestDHCPv6-router-421779548', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:58Z', 'updated_at': '2021-12-15T12:51:01Z', 'revision_number': 2, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None, '_interfaces': [{'id': 'a7497a57-bb35-4220-abd2-6e4bef35226e', 'name': '', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'mac_address': 'fa:16:3e:44:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325d306-0033-448e-b073-1dab55d6883f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85792d37-5fb6-4f78-b1ae-c53bd65536dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:51:00Z', 'updated_at': '2021-12-15T12:51:07Z', 'revision_number': 4, 'project_id': '37018c6f41264c869f4239c044bcc774', 'subnets': [{'id': '85792d37-5fb6-4f78-b1ae-c53bd65536dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:08.150787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "DELETE /v2.0/ports/91effe61-df4f-4bd3-84d9-111a9ada4581 HTTP/1.1" status: 204  len: 168 time: 1.1818140
Dec 15 12:51:08.152634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56252) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:08.153788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event deleted for resources: {'Port': ['ID=91effe61-df4f-4bd3-84d9-111a9ada4581,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:08.156709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:08.206068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f49fac-8a3d-4cd4-81cf-7ef8bf4e6e83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:51:08.206668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c3f49fac-8a3d-4cd4-81cf-7ef8bf4e6e83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Synchronizing usage tracker for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:08.230846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c3f49fac-8a3d-4cd4-81cf-7ef8bf4e6e83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Unset dirty status for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:08.236148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3f49fac-8a3d-4cd4-81cf-7ef8bf4e6e83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "GET /v2.0/ports/91effe61-df4f-4bd3-84d9-111a9ada4581 HTTP/1.1" status: 404  len: 333 time: 0.0783367
Dec 15 12:51:08.237662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56256) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:08.254202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Request body: {'port': {'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1097125247'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:08.264344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:08.282407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:08.345682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Made reservation on behalf of 36d8e363ea5d486c971abfe7934d3eac for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:08.351097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.384293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] device_id is not set on port 52873aea-bd29-4fff-b690-acc376beba76 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:08.479450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.529005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:08.562585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.597282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:08.666364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Calling delete_port for 21a203e1-12d1-4b5b-969e-1f383286c3c9 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:08.700176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:08.719077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:08.754409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:08.760620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.831026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 918bc585-7143-4aa7-8447-deb3e0909cdd yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:08.855994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.882009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff58d95-110a-470d-a24b-6bf0a906bf52 req-a56be201-02af-4de7-be1b-79ac31b78253 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:08.883778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ff58d95-110a-470d-a24b-6bf0a906bf52 req-a56be201-02af-4de7-be1b-79ac31b78253 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 945 time: 0.3958185
Dec 15 12:51:08.943115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:08.952238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-243c3bfa-9680-4ca5-9db4-e2cb0da7a768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:09.015567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ff58d95-110a-470d-a24b-6bf0a906bf52 req-be9dcf1d-949e-4217-a7ff-0fbcbd824fa0 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070848
Dec 15 12:51:09.228911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.236329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab5ff606-6954-4364-8943-3117482ad71f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:09.282896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.298571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event deleted for resources: {'Port': ['ID=21a203e1-12d1-4b5b-969e-1f383286c3c9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:09.304757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:09.409228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.416377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:09.417255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Network c214f31f-facc-4017-bd71-ed57f4fdc53e is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:09.419007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=52873aea-bd29-4fff-b690-acc376beba76,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:09.422076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:09.457011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:09.459568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:09.460644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:09.461303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.537963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.2991302
Dec 15 12:51:09.541257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56262) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:09.550027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:09.576155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port a7497a57-bb35-4220-abd2-6e4bef35226e {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:09.576545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.607109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d896119-8ca6-4b57-ad8f-11a3f000093f req-d2059de1-98dd-4d8c-975b-c5bfee15ca2d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:09.608843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d896119-8ca6-4b57-ad8f-11a3f000093f req-d2059de1-98dd-4d8c-975b-c5bfee15ca2d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 945 time: 0.3507624
Dec 15 12:51:09.629976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.682586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a7497a57-bb35-4220-abd2-6e4bef35226e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:09.703355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=918bc585-7143-4aa7-8447-deb3e0909cdd,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:09.760182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port a7497a57-bb35-4220-abd2-6e4bef35226e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:09.767450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a7497a57-bb35-4220-abd2-6e4bef35226e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:09.767886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.775450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:09.849967 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d896119-8ca6-4b57-ad8f-11a3f000093f req-f82e53ce-4ac7-4ae5-840a-4fc140a2f86d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2250600
Dec 15 12:51:09.895471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56266) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:09.897778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.905632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.930329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': '71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:09.930573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: 3a75fd13-44fb-4742-83a9-2b4faffd5670, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:51:09.939704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port a7497a57-bb35-4220-abd2-6e4bef35226e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a7497a57-bb35-4220-abd2-6e4bef35226e,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:09.943467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.946000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcd674d2-7dab-47e4-8f6c-f8b743d6ceab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:09.946978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.954164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.972298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:51:09.982012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port a7497a57-bb35-4220-abd2-6e4bef35226e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a7497a57-bb35-4220-abd2-6e4bef35226e,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:09.982417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.989237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 3a75fd13-44fb-4742-83a9-2b4faffd5670) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:09.991271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:09.991739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Fanout notify agent at l3_agent the message router_deleted on router b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:51:09.998003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:10.002346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:10.003107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.008217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fff382-b477-4ee7-82ea-c915384ae5bb None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:10.032482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.037794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc HTTP/1.1" status: 204  len: 168 time: 2.8820875
Dec 15 12:51:10.038708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56272) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:10.044842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1086671965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:10.054672 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 847 time: 2.0647304
Dec 15 12:51:10.055517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56276) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:10.059840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:10.065698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-793399768'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:10.072804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:10.075709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Usage tracker for resource:router and tenant:727c949457d74399961c57df039efc84 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:10.079739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:10.082903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:10.089070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:10.092395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:10.098367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:10.109800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.110869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.128995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.136592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for a7497a57-bb35-4220-abd2-6e4bef35226e owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:10.146718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:10.152812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.168294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.201912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.207025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee234e30-f3fb-460d-879d-475a5221d6b1 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1630759
Dec 15 12:51:10.207025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56280) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:10.208903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:51:10.217339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:10.336884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.338564 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment 8f015bc1-0583-4615-8b79-dee4a23bba44 of type vlan for network a37a19ce-830d-4025-8246-d24b03407f73
Dec 15 12:51:10.382471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.470878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=a7497a57-bb35-4220-abd2-6e4bef35226e,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:10.477348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:10.484759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb44d473-3a30-4242-988f-fa04ece27e4c tempest-TestVolumeBootPattern-658489909 tempest-TestVolumeBootPattern-658489909-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 1093 time: 0.5850322
Dec 15 12:51:10.489993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56284) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:10.504158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:10.515427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:10.521396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:51:10.521755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:51:10.522636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:floatingip and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:10.527056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:10.535691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] device_id is not set on port 52873aea-bd29-4fff-b690-acc376beba76 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:10.540204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:10.546968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.549359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.553501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:10.554109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.558218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00fcdae6-945c-4d5b-8b83-a9501bcf0bab tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:10.564441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.570320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Transition to ACTIVE for port object 52873aea-bd29-4fff-b690-acc376beba76 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:10.591989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.596632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db33bf19-4c2f-40e6-81a5-b51a86dd3278 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:10.734555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=52873aea-bd29-4fff-b690-acc376beba76,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:10.744771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:10.847009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:10.847699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:10.847699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:10.863153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:10.863568 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:10.866260 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 2 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:10.887870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:10.888236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:10.888604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:10.901366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:10.901684 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:10.902477 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 3 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:10.926099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:10.926508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:10.926831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:10.933788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.965878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9048352
Dec 15 12:51:10.966497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-024cd9c0-16d5-4f16-b92b-0692e068c545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:10.973912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56288) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:10.978188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:10.978557 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:10.982830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'ports': [{'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670'}, {'network_id': 'a37a19ce-830d-4025-8246-d24b03407f73'}]} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:10.983168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:10.983712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': 'a37a19ce-830d-4025-8246-d24b03407f73'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:11.002923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 4 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:11.024839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port a7497a57-bb35-4220-abd2-6e4bef35226e {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:11.025218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:11.037496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=a37a19ce-830d-4025-8246-d24b03407f73,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:11.045259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:11.050697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network a37a19ce-830d-4025-8246-d24b03407f73 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:51:11.063862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:11.098285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:11.099100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:11.099100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:11.206864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:11.207224 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:11.222505 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 5 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:11.268436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:11.301602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:11.354755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:11.354977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:11.356007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:11.630932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a7497a57-bb35-4220-abd2-6e4bef35226e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:11.705673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a7497a57-bb35-4220-abd2-6e4bef35226e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:11.706040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:11.764625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:11.764999 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:11.783982 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 6 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:11.796272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Allocated IP 172.26.0.130 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/59ca07b1-edf2-43a1-bb25-f01d60428347) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:11.832432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:11.832813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:11.833170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:11.848607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:11.884723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:11.888954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port a7497a57-bb35-4220-abd2-6e4bef35226e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a7497a57-bb35-4220-abd2-6e4bef35226e,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:11.889350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:11.909900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:11.916717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:11.917049 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:11.973622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 7 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:11.983222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:12.109905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for a7497a57-bb35-4220-abd2-6e4bef35226e owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:12.168202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:12.168857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:12.169236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:12.183286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 2} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:12.190099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.224286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:12.224608 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:12.229940 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 8 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:12.259370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.314275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:12.314656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:12.315035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:12.323370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.385208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:12.385425 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:12.438614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.440022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 9 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:12.487273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:12.487692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:12.488063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:12.492323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port e5cd557f-2239-49ef-aa8f-e645bcf776dc yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:12.515918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:12.516273 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:12.520037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempt 10 to bind port 52873aea-bd29-4fff-b690-acc376beba76
Dec 15 12:51:12.530899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.539976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-026e9dc7-81a1-4937-95c3-09feb62db80b tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:12.590589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Allocated IP 172.26.0.251 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/e14df447-dd3d-4967-81f4-e04b0190f422) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:12.648929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:12.649164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:12.649567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempting to bind port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:12.752863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:12.758187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:12.758555 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR neutron.plugins.ml2.managers [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Failed to bind port 52873aea-bd29-4fff-b690-acc376beba76 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '98ce362b-2fe3-4cf6-96c5-04094124433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c214f31f-facc-4017-bd71-ed57f4fdc53e'}]
Dec 15 12:51:12.758955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.759104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.776545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=59ca07b1-edf2-43a1-bb25-f01d60428347,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:12.779603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:12.781551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:12.788114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:12.788277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.793059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae765997-779a-4bd4-8269-b959b750bdc1 tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:12.863560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:12.867258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:12.869920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:12.883648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:12.896456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b1b739b-1132-4c87-b32e-bec79e121c59 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:12.904730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event updated for resources: {'Port': ['ID=e14df447-dd3d-4967-81f4-e04b0190f422,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:12.907758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:12.978543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=a7497a57-bb35-4220-abd2-6e4bef35226e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:12.995547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:13.041594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.058047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.236387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.241242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.340218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] For port 52873aea-bd29-4fff-b690-acc376beba76, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:13.340650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Attempted to set empty binding levels {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 15 12:51:13.398083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf8e62a1-4b51-4806-b446-9fcc392defa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.424472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.439282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-807ef922-b686-476d-b32d-c5d041cd03bb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:13.487500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 1fc293ff-7366-46aa-971a-e3008c4a1ffe yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:13.495827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Router 8926667e-edad-4e51-929b-95ff539df0cc is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:51:13.536865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] In _notify_port_updated(), no bound segment for port 52873aea-bd29-4fff-b690-acc376beba76 on network c214f31f-facc-4017-bd71-ed57f4fdc53e {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:51:13.538069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.542142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "PUT /v2.0/ports/52873aea-bd29-4fff-b690-acc376beba76 HTTP/1.1" status: 200  len: 981 time: 3.9956374
Dec 15 12:51:13.549658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.550838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56292) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:13.655280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event updated for resources: {'Port': ['ID=52873aea-bd29-4fff-b690-acc376beba76,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:13.670029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:13.698602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.720570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:13.730979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] Sync routers for ids ['8926667e-edad-4e51-929b-95ff539df0cc'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:13.732420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:13.736449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "PUT /v2.0/routers/8926667e-edad-4e51-929b-95ff539df0cc HTTP/1.1" status: 200  len: 884 time: 3.5263348
Dec 15 12:51:13.736759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56296) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:13.744522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] Routers {'8926667e-edad-4e51-929b-95ff539df0cc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:13.745311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb477be0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8926667e-edad-4e51-929b-95ff539df0cc'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:13.809916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb477be0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:13.823398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] Routers {'8926667e-edad-4e51-929b-95ff539df0cc'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:13.824460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb477be0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8926667e-edad-4e51-929b-95ff539df0cc'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:13.892024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb477be0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:13.893163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2123b28-1f62-4e90-a097-2a669867b89a None None] The sync data for ids ['8926667e-edad-4e51-929b-95ff539df0cc'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:13.962068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d489bce4-2c58-4890-9b57-0a9522a07e0f tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/8926667e-edad-4e51-929b-95ff539df0cc HTTP/1.1" status: 200  len: 925 time: 0.2238166
Dec 15 12:51:13.964192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56300) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:14.047452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5598debf-7fa5-40f3-8a81-45c39e48c9e8 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=8926667e-edad-4e51-929b-95ff539df0cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0816913
Dec 15 12:51:14.050059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56304) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:14.089264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Deleting port 52873aea-bd29-4fff-b690-acc376beba76 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:14.090047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:14.191678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95e2bb-b51c-48b5-8a1c-f5b44d532be9 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:14.192298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7a95e2bb-b51c-48b5-8a1c-f5b44d532be9 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Synchronizing usage tracker for tenant:fc6b4a24801b47faab0b611d982752b1 on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:14.205236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7a95e2bb-b51c-48b5-8a1c-f5b44d532be9 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Unset dirty status for tenant:fc6b4a24801b47faab0b611d982752b1 on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:14.209589 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7a95e2bb-b51c-48b5-8a1c-f5b44d532be9 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 0.1554792
Dec 15 12:51:14.209921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56308) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:14.260242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67a02b26-d55f-4446-839a-0077d938c9b7 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8926667e-edad-4e51-929b-95ff539df0cc HTTP/1.1" status: 200  len: 205 time: 0.0489879
Dec 15 12:51:14.262898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56312) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:14.441565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:14.488298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:14.738962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] For port 52873aea-bd29-4fff-b690-acc376beba76, host hv-neutron-8218, got binding levels [] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:14.739332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:14.885261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Calling delete_port for 52873aea-bd29-4fff-b690-acc376beba76 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:14.914061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:14.956635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:14.966079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Deleting port e14df447-dd3d-4967-81f4-e04b0190f422 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:14.966460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:14.988298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a6696cd-9315-4176-a8ed-1e6d8f049905 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:15.164670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.174674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:15.192987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=e5cd557f-2239-49ef-aa8f-e645bcf776dc,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:15.193493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.195596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:15.199834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:15.201692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:15.202549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.261775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:15.302650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Calling delete_port for e14df447-dd3d-4967-81f4-e04b0190f422 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:15.328421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.394029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Router 5325d306-0033-448e-b073-1dab55d6883f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:51:15.411746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=1fc293ff-7366-46aa-971a-e3008c4a1ffe,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:15.415805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.419251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:15.420904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13daa1dc-162a-4576-b57d-995ac5716671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:15.507670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.519798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Pushing event deleted for resources: {'Port': ['ID=52873aea-bd29-4fff-b690-acc376beba76,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:15.523294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:15.554535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.559136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb1cf2e0-bcfa-43af-a166-d667bd50d9bb tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:15.606002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event deleted for resources: {'Port': ['ID=e14df447-dd3d-4967-81f4-e04b0190f422,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:15.610455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:15.630827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': '8f015bc1-0583-4615-8b79-dee4a23bba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a37a19ce-830d-4025-8246-d24b03407f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:15.631175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: a37a19ce-830d-4025-8246-d24b03407f73, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:51:15.635594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:15.730348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "DELETE /v2.0/ports/52873aea-bd29-4fff-b690-acc376beba76 HTTP/1.1" status: 204  len: 168 time: 2.1781693
Dec 15 12:51:15.736207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56316) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:15.852051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.051466 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b916d9-198e-475c-b0f8-87d8ca131919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] GET failed (client error): The resource could not be found.
Dec 15 12:51:16.052125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6b916d9-198e-475c-b0f8-87d8ca131919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Synchronizing usage tracker for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:16.116811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:16.118370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network a37a19ce-830d-4025-8246-d24b03407f73 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:51:16.127075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "PUT /v2.0/routers/5325d306-0033-448e-b073-1dab55d6883f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0107930
Dec 15 12:51:16.127255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56320) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:16.130095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] Sync routers for ids ['5325d306-0033-448e-b073-1dab55d6883f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:16.132652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6b916d9-198e-475c-b0f8-87d8ca131919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Unset dirty status for tenant:36d8e363ea5d486c971abfe7934d3eac on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:16.133894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6b916d9-198e-475c-b0f8-87d8ca131919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] 10.222.0.53 "GET /v2.0/ports/52873aea-bd29-4fff-b690-acc376beba76 HTTP/1.1" status: 404  len: 333 time: 0.3959939
Dec 15 12:51:16.148107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] Routers {'5325d306-0033-448e-b073-1dab55d6883f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:16.148973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad64780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5325d306-0033-448e-b073-1dab55d6883f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:16.171897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56324) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:16.185599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, a37a19ce-830d-4025-8246-d24b03407f73) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:16.199129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:16.205539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:16.209306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:16.210005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.212891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e816bddf-3c59-40df-88a5-0014a5371dd3 None None] Network a37a19ce-830d-4025-8246-d24b03407f73 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:16.214256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.252711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.261000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.2856238
Dec 15 12:51:16.264385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56328) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:16.328571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] Set router 5325d306-0033-448e-b073-1dab55d6883f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:16.332412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e82d89-3f5d-4ef9-8f5c-b100782baddd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:16.334101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e82d89-3f5d-4ef9-8f5c-b100782baddd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:16.334972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d5e82d89-3f5d-4ef9-8f5c-b100782baddd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:16.357708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 1fc293ff-7366-46aa-971a-e3008c4a1ffe {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:16.358098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.362376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.384343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d5e82d89-3f5d-4ef9-8f5c-b100782baddd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:16.388503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5e82d89-3f5d-4ef9-8f5c-b100782baddd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2570796
Dec 15 12:51:16.389066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56332) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:16.404108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.410247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.421438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18a7b272-040e-4b04-b771-3702738f4c81 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:16.427892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.428551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Fanout notify agent at l3_agent the message router_deleted on router 8926667e-edad-4e51-929b-95ff539df0cc {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:51:16.504807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad64780>, [{'id': '5325d306-0033-448e-b073-1dab55d6883f', 'name': 'tempest-NetworksTestDHCPv6-router-421779548', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:58Z', 'updated_at': '2021-12-15T12:51:12Z', 'revision_number': 3, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:16.523390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] Checking router: 5325d306-0033-448e-b073-1dab55d6883f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:51:16.534689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.540060 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/8926667e-edad-4e51-929b-95ff539df0cc HTTP/1.1" status: 204  len: 168 time: 2.2759402
Dec 15 12:51:16.547459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56336) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:16.557455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-411737889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:16.587960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=59ca07b1-edf2-43a1-bb25-f01d60428347,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:16.597560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:16.612069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] Routers {'5325d306-0033-448e-b073-1dab55d6883f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:16.612773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad64780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['5325d306-0033-448e-b073-1dab55d6883f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:16.643067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:16.650613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.655861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.671330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Usage tracker for resource:router and tenant:727c949457d74399961c57df039efc84 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:16.685975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:16.707054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:16.761518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] Set router 5325d306-0033-448e-b073-1dab55d6883f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:16.764431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fac9fc18>,) {'filters': {'network_id': ['c214f31f-facc-4017-bd71-ed57f4fdc53e']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:16.792688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.797553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac9fc18>, '98ce362b-2fe3-4cf6-96c5-04094124433f') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:16.797969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac9fc18>, '98ce362b-2fe3-4cf6-96c5-04094124433f') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:16.810192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.811295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.824071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.854995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.877169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 85792d37-5fb6-4f78-b1ae-c53bd65536dd {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:16.879579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:51:16.880026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.885694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad64780>, [{'id': '5325d306-0033-448e-b073-1dab55d6883f', 'name': 'tempest-NetworksTestDHCPv6-router-421779548', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:58Z', 'updated_at': '2021-12-15T12:51:12Z', 'revision_number': 3, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:16.890493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa098a-ea33-4b3f-9128-61b866cca91e None None] The sync data for ids ['5325d306-0033-448e-b073-1dab55d6883f'] in dv-neutron-821831-1-hyperv is: [{'id': '5325d306-0033-448e-b073-1dab55d6883f', 'name': 'tempest-NetworksTestDHCPv6-router-421779548', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:50:58Z', 'updated_at': '2021-12-15T12:51:12Z', 'revision_number': 3, 'project_id': '37018c6f41264c869f4239c044bcc774', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:51:16.897572 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:51:16.904257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:16.941083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 1fc293ff-7366-46aa-971a-e3008c4a1ffe owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:17.036507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.061216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.103323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.116371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.118330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92d99832-713f-4ab5-a0af-34cbb713368b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:17.151407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d642ed96-8cbc-43eb-83cd-a2649c84a7ce tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:17.174014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=1fc293ff-7366-46aa-971a-e3008c4a1ffe,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:17.179026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.180090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:17.197500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.200767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Pushing event deleted for resources: {'Network': ['ID=c214f31f-facc-4017-bd71-ed57f4fdc53e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:17.216807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.217662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/1fc293ff-7366-46aa-971a-e3008c4a1ffe HTTP/1.1" status: 204  len: 168 time: 0.9486270
Dec 15 12:51:17.217662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56342) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:17.271611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:17.272322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Floating IP 04676716-4567-4a02-b3f8-05870ee9ed54 associated. External IP: 172.26.0.130, port: daaebbce-5c73-4511-a4b2-96a0e6ca8e87.
Dec 15 12:51:17.314526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.376247 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] 10.222.0.53 "DELETE /v2.0/networks/c214f31f-facc-4017-bd71-ed57f4fdc53e HTTP/1.1" status: 204  len: 168 time: 1.1988871
Dec 15 12:51:17.382473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.382473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-949c3e30-d99c-4fc6-92db-ff9500837936 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.8303196
Dec 15 12:51:17.382473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56350) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:17.391855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': True}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:17.419228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8925299-fd30-43c1-86c1-f8c2ac93ab70 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:17.423891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8925299-fd30-43c1-86c1-f8c2ac93ab70 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:17.424744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c8925299-fd30-43c1-86c1-f8c2ac93ab70 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:17.526256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c8925299-fd30-43c1-86c1-f8c2ac93ab70 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:17.529108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c8925299-fd30-43c1-86c1-f8c2ac93ab70 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1453 time: 0.3107183
Dec 15 12:51:17.533696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56354) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:17.617262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port e5cd557f-2239-49ef-aa8f-e645bcf776dc {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:17.617262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:17.639020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a7497a57-bb35-4220-abd2-6e4bef35226e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:51:17.712798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: a7497a57-bb35-4220-abd2-6e4bef35226e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:51:17.712798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a7497a57-bb35-4220-abd2-6e4bef35226e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:51:17.947724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56360) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:17.989360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:51:18.033674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.043089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e369220-2d1c-45a5-b08d-7e398fd4bc5c tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:18.135915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=85792d37-5fb6-4f78-b1ae-c53bd65536dd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:18.181524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:18.216801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.229800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7269abd2-65ce-4bb0-873f-53661e8c6be5 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:18.285090 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/85792d37-5fb6-4f78-b1ae-c53bd65536dd HTTP/1.1" status: 204  len: 168 time: 1.8864665
Dec 15 12:51:18.285567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-053f8ecc-cd33-4c4a-820f-c466ed6f29bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8bd9386aa3a483983d0630f998169de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3300097
Dec 15 12:51:18.285567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56366) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:18.285567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56368) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:18.522158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.677458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for e5cd557f-2239-49ef-aa8f-e645bcf776dc owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:18.682757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:51:18.688997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Deleting port 068344d4-f097-4f8a-8923-ca199236ab86 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:18.689590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.709435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.786924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:18.800790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:18.811709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.813401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:18.814126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c05f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:18.816847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.861960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3028cf2e-f8c6-46f9-8bd5-6c98021625db tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:router {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:18.898149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.908010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac36df51-a6a2-40fd-b404-585de4143e76 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:18.917250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3028cf2e-f8c6-46f9-8bd5-6c98021625db tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:router {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:18.918908 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3028cf2e-f8c6-46f9-8bd5-6c98021625db tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.6376987
Dec 15 12:51:18.924351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56374) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:18.926858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] For port 068344d4-f097-4f8a-8923-ca199236ab86, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=068344d4-f097-4f8a-8923-ca199236ab86,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:18.927617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:18.939949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.4484239
Dec 15 12:51:18.943379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:51:18.985796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=e5cd557f-2239-49ef-aa8f-e645bcf776dc,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:18.994090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.002530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:19.015666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:19.019123 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/e5cd557f-2239-49ef-aa8f-e645bcf776dc HTTP/1.1" status: 204  len: 168 time: 1.4794946
Dec 15 12:51:19.023569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56382) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:19.090831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.123644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Calling delete_port for 068344d4-f097-4f8a-8923-ca199236ab86 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:19.136657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'status': 'completed', 'code': 200}
Dec 15 12:51:19.170814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-347e4c2e-0921-4eca-8db8-64027abf00cd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.205782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.234761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:19.278709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] No DVR routers for this DVR port 068344d4-f097-4f8a-8923-ca199236ab86 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:51:19.288035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Pushing event deleted for resources: {'Port': ['ID=068344d4-f097-4f8a-8923-ca199236ab86,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:19.293059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:19.352123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d194eee-f37c-4558-b4c1-890a11d38c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:19.352923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d194eee-f37c-4558-b4c1-890a11d38c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:19.385614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.390208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.400749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c0f41f02-d2b4-461d-a80f-71d2cc0eaea3 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:19.430890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.437637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d194eee-f37c-4558-b4c1-890a11d38c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:19.442261 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d194eee-f37c-4558-b4c1-890a11d38c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 845 time: 0.4144392
Dec 15 12:51:19.478240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56386) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:19.489734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-6c95c829-9f0b-479a-9149-54246881f14b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 1098 time: 0.2855694
Dec 15 12:51:19.490636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6ffc9-9025-4673-978d-866d039e7774,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:19.492870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:19.505788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.507336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ae6ffc9-9025-4673-978d-866d039e7774 HTTP/1.1" status: 204  len: 168 time: 1.1634309
Dec 15 12:51:19.569503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b5257d-5d42-48a2-ac6c-6c62bb884c8d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:19.571423 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-16b5257d-5d42-48a2-ac6c-6c62bb884c8d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/1fc293ff-7366-46aa-971a-e3008c4a1ffe HTTP/1.1" status: 404  len: 333 time: 0.0917869
Dec 15 12:51:19.579099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56392) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:19.590699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c05f8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '04676716-4567-4a02-b3f8-05870ee9ed54', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.130', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:3d:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:51:14Z', 'updated_at': '2021-12-15T12:51:14Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:19.601049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:51:19.614211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:19.614922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c05f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:19.657500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 068344d4-f097-4f8a-8923-ca199236ab86 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:51:19.676292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-347e4c2e-0921-4eca-8db8-64027abf00cd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.680933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-347e4c2e-0921-4eca-8db8-64027abf00cd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.705123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-347e4c2e-0921-4eca-8db8-64027abf00cd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.706128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347e4c2e-0921-4eca-8db8-64027abf00cd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Fanout notify agent at l3_agent the message router_deleted on router 5325d306-0033-448e-b073-1dab55d6883f {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:51:19.726916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-347e4c2e-0921-4eca-8db8-64027abf00cd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:19.728633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-347e4c2e-0921-4eca-8db8-64027abf00cd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/routers/5325d306-0033-448e-b073-1dab55d6883f HTTP/1.1" status: 204  len: 168 time: 0.8029037
Dec 15 12:51:19.731396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56394) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:19.741793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 068344d4-f097-4f8a-8923-ca199236ab86 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:51:19.742169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 068344d4-f097-4f8a-8923-ca199236ab86 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:51:19.794035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d75e247-e394-40f4-885b-2c7767f264e1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:19.813306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3d75e247-e394-40f4-885b-2c7767f264e1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:19.818516 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3d75e247-e394-40f4-885b-2c7767f264e1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0855017
Dec 15 12:51:19.820540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56400) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:19.833216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ee053e-6c7b-43b9-8c18-5c5a63ec9fe2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:19.839193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25ee053e-6c7b-43b9-8c18-5c5a63ec9fe2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/e5cd557f-2239-49ef-aa8f-e645bcf776dc HTTP/1.1" status: 404  len: 333 time: 0.1068299
Dec 15 12:51:19.843820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-787cc66e-067c-494b-a70a-c2f4375de5b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:19.846015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-787cc66e-067c-494b-a70a-c2f4375de5b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.2679994
Dec 15 12:51:19.846791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56406) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:19.898071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:51:19.916316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e6f3b-49f0-45fb-b226-4cf601b4fb9a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:19.917691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9a3e6f3b-49f0-45fb-b226-4cf601b4fb9a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:19.948049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9a3e6f3b-49f0-45fb-b226-4cf601b4fb9a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:19.950254 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a3e6f3b-49f0-45fb-b226-4cf601b4fb9a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1285639
Dec 15 12:51:19.952880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56412) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:20.043549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b51902e2-2795-4573-9cd3-95631cb93259 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:router {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:20.059376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b51902e2-2795-4573-9cd3-95631cb93259 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:router {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:20.060901 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b51902e2-2795-4573-9cd3-95631cb93259 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1065309
Dec 15 12:51:20.066430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:20.073170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:20.146089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:20.149204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Allocated IP 172.26.0.173 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/d6e65793-34eb-4b3f-8252-b8855ac2cc0d) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:20.152974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56420) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:20.175259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-0c0081e3-80b4-4c88-9d41-439db8048920 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87 HTTP/1.1" status: 200  len: 999 time: 0.2609961
Dec 15 12:51:20.203021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:20.213209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:20.222977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:20.268810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-e90a9f61-eead-46cc-80ae-57622d09bce9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:20.270815 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-e90a9f61-eead-46cc-80ae-57622d09bce9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.0853739
Dec 15 12:51:20.337699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c05f8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '04676716-4567-4a02-b3f8-05870ee9ed54', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.130', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:3d:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:51:14Z', 'updated_at': '2021-12-15T12:51:14Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:20.339282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:20.342465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808a2f7-97d3-42ca-a663-c8af942bc451 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '04676716-4567-4a02-b3f8-05870ee9ed54', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.130', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:3d:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:51:14Z', 'updated_at': '2021-12-15T12:51:14Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:20.718801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b3357-6908-402d-a95e-5b2806b5025c None None] New status for floating IP 04676716-4567-4a02-b3f8-05870ee9ed54: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:51:20.731749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:20.742720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cc8a7e4-761b-4d56-9200-a8545c1421ea tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:20.809292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:20.812680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:20.816007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:20.816828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:20.828360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06173a-25bd-4403-a777-36339dd27dfd None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:20.834395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=9384fc57-0f7c-401f-a064-2269b0c9c980,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:20.837376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:20.850992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:20.856153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7885222
Dec 15 12:51:20.859710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56424) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:20.863523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6cb045af-476e-4b04-a150-f87289f24040 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36d8e363ea5d486c971abfe7934d3eac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7086098
Dec 15 12:51:20.866438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:20.886052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56428) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:20.913803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa829390>,) {'filters': {'network_id': ['a37a19ce-830d-4025-8246-d24b03407f73']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:20.947391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa829390>, '8f015bc1-0583-4615-8b79-dee4a23bba44') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:20.947762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa829390>, '8f015bc1-0583-4615-8b79-dee4a23bba44') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:20.962176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:20.978137 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-70a559f9-768f-4f29-b1a2-1ad03faba088 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6847005
Dec 15 12:51:20.980672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.031610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.058748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:51:21.059301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:51:21.077576 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:51:21.080087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.128697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:21.135666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.145367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:21.149963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:21.163962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:21.194721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:21.209226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.259943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.266535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9a5d7ee-e7af-4aa9-a363-36daf0a46fac tempest-RoutersAdminTest-1427633989 tempest-RoutersAdminTest-1427633989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:21.300676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.335282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.362023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-083cd4d9-ed2d-4958-a2ac-c8638f65301f service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3697762
Dec 15 12:51:21.369528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.378082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa4c1dd4-f32d-4923-a4f3-e204a1af0059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:21.394330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ba34c1-8ddd-4694-b77b-c1a5956edfb8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:21.404814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/a37a19ce-830d-4025-8246-d24b03407f73 HTTP/1.1" status: 204  len: 168 time: 1.5542521
Dec 15 12:51:21.409871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:21.410387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:21.410851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:21.418682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:21.420724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-405370358'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:21.420873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Port': ['ID=d6e65793-34eb-4b3f-8252-b8855ac2cc0d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:21.423216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:21.427585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:21.432004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:21.437339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:21.440554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.445170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '9384fc57-0f7c-401f-a064-2269b0c9c980'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:51:21.446568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.458804 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89ba34c1-8ddd-4694-b77b-c1a5956edfb8 HTTP/1.1" status: 204  len: 168 time: 0.5692163
Dec 15 12:51:21.466961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:21.467613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-543b165c-7145-4c6a-8eb3-e76ae54bf7cd tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:21.471442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:21.496161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:21.503143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.503695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=a37a19ce-830d-4025-8246-d24b03407f73,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:21.514943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:21.603922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:51:21.617634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.618108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment 2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a of type vlan for network 9857f516-bfe4-4b60-85e9-be7db913fd28
Dec 15 12:51:21.666034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Allocated IP 2001:db8::f816:3eff:fe3b:114 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/9384fc57-0f7c-401f-a064-2269b0c9c980/e228be17-fb5c-4122-9abd-d2dac157307d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:21.672165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.716143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a79fac2-8256-4573-87c9-8bc1c14f1a50 req-8911332b-a92f-4634-b266-008862ba4c98 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3434246
Dec 15 12:51:21.732056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.736595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:21.737255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.753200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-076a5e5c-bed2-4ec9-b8ed-061a7167207b tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:21.766230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.842408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56442) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:21.842671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4304647
Dec 15 12:51:21.850902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:21.896738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:21.911510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=9857f516-bfe4-4b60-85e9-be7db913fd28,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:21.916519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:21.916887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4bfb2761-d805-4718-bea9-865539061898 tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:21.929297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 9857f516-bfe4-4b60-85e9-be7db913fd28 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:51:21.975069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:21.978598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:21.983668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:21.984484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.007382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=195347f0-92c1-41d4-a343-77242f1a35d7,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:22.010286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:22.012788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1520646
Dec 15 12:51:22.019841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56450) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:22.026390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:f3:b8:36', 'name': 'tempest-NetworksTestDHCPv6-1168852092'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:22.072344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.086527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Transition to ACTIVE for port object e228be17-fb5c-4122-9abd-d2dac157307d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:22.087682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:22.096853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:22.102357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:22.108012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.113444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Transition to ACTIVE for port object e228be17-fb5c-4122-9abd-d2dac157307d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:22.113964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:22.119009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.120623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.126481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a049966-0021-4704-a1a5-e854e056a0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:22.188377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:22.192077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:22.200578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:22.203871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:22.206563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:22.208885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:22.212232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:22.220984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.236340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Pushing event updated for resources: {'Port': ['ID=e228be17-fb5c-4122-9abd-d2dac157307d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:22.249652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:22.255868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 606a5ebd-4298-478a-a93e-ea0f2ab47aee yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:22.356265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.398002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Attempting to bind port e228be17-fb5c-4122-9abd-d2dac157307d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:22.398431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Attempting to bind port e228be17-fb5c-4122-9abd-d2dac157307d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:22.398843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Attempting to bind port e228be17-fb5c-4122-9abd-d2dac157307d on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:22.407287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:22.407814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:22.408308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.408705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:22.409234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Bound port: e228be17-fb5c-4122-9abd-d2dac157307d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:22.409709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.490265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Performing IP validity checks on allocation pools {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 12:51:22.494624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 12:51:22.530479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] For port e228be17-fb5c-4122-9abd-d2dac157307d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:22.533934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] For port e228be17-fb5c-4122-9abd-d2dac157307d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e228be17-fb5c-4122-9abd-d2dac157307d,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:22.539226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.552901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:22.634219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Pushing event updated for resources: {'Port': ['ID=e228be17-fb5c-4122-9abd-d2dac157307d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:22.648866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:22.673930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56462) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:22.783908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 172.20.0.4 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/195347f0-92c1-41d4-a343-77242f1a35d7/606a5ebd-4298-478a-a93e-ea0f2ab47aee) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:22.790776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fef3:b836 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/9384fc57-0f7c-401f-a064-2269b0c9c980/606a5ebd-4298-478a-a93e-ea0f2ab47aee) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:22.797525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:22.802485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d5cfdf8-1aba-426d-8e3a-5fbcf2414b89 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:22.856087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1156606457'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:22.866367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:22.878528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Router e90133c4-be77-406d-bc62-5920e7c1029e is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:51:22.888506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Usage tracker for resource:network and tenant:139f58444b614291aadd94e8f954a2cb is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:22.895188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:22.895413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:22.900612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:22.915306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:22.980653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': '2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:22.981631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: 9857f516-bfe4-4b60-85e9-be7db913fd28, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:51:22.990843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:22.996545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.030401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.049096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 9857f516-bfe4-4b60-85e9-be7db913fd28 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:51:23.108105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:23.116595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.120787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Usage tracker for resource:security_group_rule and tenant:139f58444b614291aadd94e8f954a2cb is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:23.127685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:23.139890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:23.150378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 606a5ebd-4298-478a-a93e-ea0f2ab47aee will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:23.202173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.215790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-728611b0-c7a2-4de1-bff2-aa27d3967a28 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:23.338838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:23.350599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:23.358966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:23.367143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 9857f516-bfe4-4b60-85e9-be7db913fd28) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:23.372319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:23.372958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.380782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74d4f6-460e-4b41-8946-74a348e53de8 None None] Network 9857f516-bfe4-4b60-85e9-be7db913fd28 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:23.400741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.402084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=606a5ebd-4298-478a-a93e-ea0f2ab47aee,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:23.412576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5687723
Dec 15 12:51:23.415836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56470) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:23.415918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:23.417228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.423383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28', 'name': 'tempest-PortsIpV6TestJSON-2026072485'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:23.432632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a8e308f-547b-4dc9-95cb-eadd0b086f4f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:23.481953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:51:23.509778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:23.509778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.513655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d391cf15-9fbd-4588-8600-2316b1a84a74,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:23.525638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:23.531541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.531939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Added segment df9dedaa-233d-4e62-b44e-ea2879b657d0 of type vlan for network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775
Dec 15 12:51:23.557774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:23.564065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.565388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "PUT /v2.0/routers/e90133c4-be77-406d-bc62-5920e7c1029e HTTP/1.1" status: 200  len: 918 time: 6.1819320
Dec 15 12:51:23.568492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56474) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:23.576114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.5509322
Dec 15 12:51:23.576601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56478) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:23.583645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] Sync routers for ids ['e90133c4-be77-406d-bc62-5920e7c1029e'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:23.600530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] Routers {'e90133c4-be77-406d-bc62-5920e7c1029e'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:23.601074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb27fe80>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['e90133c4-be77-406d-bc62-5920e7c1029e'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:23.614078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:23.640472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:23.663523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:23.669791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.699575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 2955e316-1bf7-4b44-9156-646760d4a936 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:23.717433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.717827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb27fe80>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:23.731644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] Routers {'e90133c4-be77-406d-bc62-5920e7c1029e'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:23.732618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb27fe80>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['e90133c4-be77-406d-bc62-5920e7c1029e'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:23.760106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e228be17-fb5c-4122-9abd-d2dac157307d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:23.812254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.816441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:23.817091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.820124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb27fe80>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:23.820829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ea4f6-f703-4231-bec8-71b23227c7e8 None None] The sync data for ids ['e90133c4-be77-406d-bc62-5920e7c1029e'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:23.827165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-9857f516-bfe4-4b60-85e9-be7db913fd28', 'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28', 'tenant_id': '554f48bdb9e94470bb294e488aa7ac10', 'fixed_ips': [{'subnet_id': '4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:51:23.829262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:23.831147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9547b8a5-8727-4586-9acf-3dedbb5b336a tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:23.904955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::197 (9857f516-bfe4-4b60-85e9-be7db913fd28/4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6/2955e316-1bf7-4b44-9156-646760d4a936) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:23.932726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port e228be17-fb5c-4122-9abd-d2dac157307d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:23.946009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.2708807
Dec 15 12:51:23.953124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56482) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:24.018331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5d242-a8e9-4ced-b9c6-71da42670a9f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:24.022785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5d242-a8e9-4ced-b9c6-71da42670a9f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:24.023685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-81e5d242-a8e9-4ced-b9c6-71da42670a9f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:24.035216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'subnet': {'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:24.054554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Network': ['ID=7c9d4a09-1f71-4015-8ffa-49e31f5d3775,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:24.064686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:24.069277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:51:24.152336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:24.159419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-81e5d242-a8e9-4ced-b9c6-71da42670a9f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:24.160994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-81e5d242-a8e9-4ced-b9c6-71da42670a9f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.5835593
Dec 15 12:51:24.167983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56486) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:24.194020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:24.201366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Usage tracker for resource:subnet and tenant:139f58444b614291aadd94e8f954a2cb is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:24.205556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:24.208186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 2955e316-1bf7-4b44-9156-646760d4a936 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:24.215056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:24.227118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40330a80-68f8-4114-93c8-4b75c6f8e6ac tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/e90133c4-be77-406d-bc62-5920e7c1029e HTTP/1.1" status: 200  len: 924 time: 0.6572559
Dec 15 12:51:24.230281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56490) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:24.273176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 606a5ebd-4298-478a-a93e-ea0f2ab47aee {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:24.273671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:24.293379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:24.329875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:24.344136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-462d6345-e2cd-45a2-b87b-315e5ede0bac tempest-RoutersAdminTest-677711428 tempest-RoutersAdminTest-677711428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:24.427158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Allocated IP 2001:db8::2 (9857f516-bfe4-4b60-85e9-be7db913fd28/4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6/7573c69a-5730-4241-828f-cd6de760f2cb) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:24.459182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 9857f516-bfe4-4b60-85e9-be7db913fd28 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:24.465882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:24.468078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:24.470701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:24.481182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:24.481182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:24.528302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=2955e316-1bf7-4b44-9156-646760d4a936,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:24.528302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:24.581966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1545544
Dec 15 12:51:24.581966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56494) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:24.633663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-59038daf-9334-49af-8a09-8188aeafa8c0 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=e90133c4-be77-406d-bc62-5920e7c1029e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3949046
Dec 15 12:51:24.664154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56498) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:24.759671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:24.779271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Transition to ACTIVE for port object 7573c69a-5730-4241-828f-cd6de760f2cb will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:24.800901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Transition to ACTIVE for port object 7573c69a-5730-4241-828f-cd6de760f2cb will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:24.827815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:24.860738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:24.869595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f508d-8779-4e54-a4f7-ecf3270b396e tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:24.869595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-793f508d-8779-4e54-a4f7-ecf3270b396e tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 0.2087829
Dec 15 12:51:24.869595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56502) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:24.957669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93a47b-7d3e-499a-9d35-93d7f689a2b9 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:25.040827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Pushing event updated for resources: {'Port': ['ID=7573c69a-5730-4241-828f-cd6de760f2cb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:25.050114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:25.065211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.081118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04e436de-5507-4c5a-b258-53c870ed05bc tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:25.085537 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de59cb9c-0e36-4bc5-973d-ac5c040a817f tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=e90133c4-be77-406d-bc62-5920e7c1029e HTTP/1.1" status: 200  len: 205 time: 0.2010255
Dec 15 12:51:25.085537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56506) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:25.094856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Network 9857f516-bfe4-4b60-85e9-be7db913fd28 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:25.099461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:25.099461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Provisioning for port e228be17-fb5c-4122-9abd-d2dac157307d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:25.107503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:25.160797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 2955e316-1bf7-4b44-9156-646760d4a936 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:25.160797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.218538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Provisioning complete for port e228be17-fb5c-4122-9abd-d2dac157307d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:25.218538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.280433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Subnet': ['ID=ce960c51-c124-4f2f-ab3c-e50dffa89617,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:25.294226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:25.312189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Checking segment: {'id': 'df9dedaa-233d-4e62-b44e-ea2879b657d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:25.312189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network hostable DHCP agents. Network: 7c9d4a09-1f71-4015-8ffa-49e31f5d3775, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:51:25.350806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:51:25.368298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 7c9d4a09-1f71-4015-8ffa-49e31f5d3775) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:25.368298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:25.373624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.383053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.409231 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4018312
Dec 15 12:51:25.409231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56510) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:25.427192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1214544006'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:25.467940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440300e8-c8ef-45ba-8afa-afda441c4286 None None] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:25.495320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Attempting to bind port 7573c69a-5730-4241-828f-cd6de760f2cb on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:25.495320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Attempting to bind port 7573c69a-5730-4241-828f-cd6de760f2cb by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:25.495320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Attempting to bind port 7573c69a-5730-4241-828f-cd6de760f2cb on network 9857f516-bfe4-4b60-85e9-be7db913fd28 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:25.509239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:25.509239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Checking segment: {'id': '2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:25.509239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.509239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Bound using segment: {'id': '2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:25.509239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Bound port: 7573c69a-5730-4241-828f-cd6de760f2cb, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9857f516-bfe4-4b60-85e9-be7db913fd28'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:25.509239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.578814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 606a5ebd-4298-478a-a93e-ea0f2ab47aee owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:25.691866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:25.696566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Usage tracker for resource:port and tenant:139f58444b614291aadd94e8f954a2cb is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:25.701315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:25.708433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:25.718890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:25.725248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.751428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] device_id is not set on port 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:25.924060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Allocated IP 2001:db8::36e (7c9d4a09-1f71-4015-8ffa-49e31f5d3775/ce960c51-c124-4f2f-ab3c-e50dffa89617/74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:25.963061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:25.968763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] For port 7573c69a-5730-4241-828f-cd6de760f2cb, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:25.999584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] For port 7573c69a-5730-4241-828f-cd6de760f2cb, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7573c69a-5730-4241-828f-cd6de760f2cb,segment=NetworkSegment(2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a),segment_id=2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:26.084064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.096526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:26.114709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 2955e316-1bf7-4b44-9156-646760d4a936 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:26.212462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.223501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.299749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Pushing event updated for resources: {'Port': ['ID=7573c69a-5730-4241-828f-cd6de760f2cb,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:26.327240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:26.339794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.348435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ef1f96d-403e-46c9-805c-d2826dbaf4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:26.384938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] For port e228be17-fb5c-4122-9abd-d2dac157307d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e228be17-fb5c-4122-9abd-d2dac157307d,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:26.426315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.429259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'tenant_id': '139f58444b614291aadd94e8f954a2cb', 'fixed_ips': [{'subnet_id': 'ce960c51-c124-4f2f-ab3c-e50dffa89617'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:51:26.430521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.460526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f113da2d-73ec-4981-9bee-d54cca7d055f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:26.539384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.560323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Transition to ACTIVE for port object 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:26.600519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.613102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:26.692900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Update dhcp port {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '9384fc57-0f7c-401f-a064-2269b0c9c980', 'ip_address': '2001:db8::f816:3eff:fe3b:114'}, {'subnet_id': '195347f0-92c1-41d4-a343-77242f1a35d7'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'e228be17-fb5c-4122-9abd-d2dac157307d'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:51:26.748166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:26.752786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:26.754913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Pushing event updated for resources: {'Port': ['ID=e228be17-fb5c-4122-9abd-d2dac157307d,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:26.761165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.761615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:26.766558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:26.767243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:26.772012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:26.775414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:26.776816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:26.811390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.4002106
Dec 15 12:51:26.813560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56516) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:26.817026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=606a5ebd-4298-478a-a93e-ea0f2ab47aee,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:26.820999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:26.824173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-702267520', 'allowed_address_pairs': [{'ip_address': '2001:db8::36e', 'mac_address': 'fa:16:3e:17:7c:56'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:27.007934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:27.013025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Usage tracker for resource:port and tenant:139f58444b614291aadd94e8f954a2cb is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:27.016885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:27.027304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:27.047464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:27.049592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Allocated IP 2001:db8::2 (7c9d4a09-1f71-4015-8ffa-49e31f5d3775/ce960c51-c124-4f2f-ab3c-e50dffa89617/b2142a07-1736-46aa-982a-9ccde7273d03) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:27.057323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.078794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.087817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] device_id is not set on port 0885374c-05bb-426c-aaa6-c2486fd9cec1 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:27.097004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:27.159165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=2955e316-1bf7-4b44-9156-646760d4a936,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:27.160990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:27.223403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.252570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.271989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Allocated IP 172.20.0.2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/195347f0-92c1-41d4-a343-77242f1a35d7/e228be17-fb5c-4122-9abd-d2dac157307d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:27.295525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/2955e316-1bf7-4b44-9156-646760d4a936 HTTP/1.1" status: 204  len: 168 time: 2.7102344
Dec 15 12:51:27.314322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56520) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:27.351522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a2213b44-637c-432c-8efa-627901aa2cf7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/606a5ebd-4298-478a-a93e-ea0f2ab47aee HTTP/1.1" status: 204  len: 168 time: 3.1696792
Dec 15 12:51:27.357142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56524) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:27.358912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fb886b-07ab-4057-aa27-ba63a36c24c3 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:51:27.358912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fb886b-07ab-4057-aa27-ba63a36c24c3 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:51:27.360880 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-78fb886b-07ab-4057-aa27-ba63a36c24c3 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/2955e316-1bf7-4b44-9156-646760d4a936 HTTP/1.1" status: 404  len: 333 time: 0.0593493
Dec 15 12:51:27.373494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56528) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:27.483487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b7868-1288-4f05-a75a-1c3ea387f9e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:27.483487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6c2b7868-1288-4f05-a75a-1c3ea387f9e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:27.498299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32bb4cd-64b0-419d-a98f-a2f51ff2fdd9 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:27.498299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c32bb4cd-64b0-419d-a98f-a2f51ff2fdd9 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:27.498299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.534858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6c2b7868-1288-4f05-a75a-1c3ea387f9e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:27.534858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6c2b7868-1288-4f05-a75a-1c3ea387f9e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1862140
Dec 15 12:51:27.542539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56532) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:27.563137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Deleting port d6e65793-34eb-4b3f-8252-b8855ac2cc0d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:27.563137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.613285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.640277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Transition to ACTIVE for port object b2142a07-1736-46aa-982a-9ccde7273d03 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:27.645431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c32bb4cd-64b0-419d-a98f-a2f51ff2fdd9 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:27.645431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c32bb4cd-64b0-419d-a98f-a2f51ff2fdd9 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/2955e316-1bf7-4b44-9156-646760d4a936 HTTP/1.1" status: 404  len: 333 time: 0.2634265
Dec 15 12:51:27.650705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56536) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:27.677363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Transition to ACTIVE for port object b2142a07-1736-46aa-982a-9ccde7273d03 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:27.703633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.716922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:27.783965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] For port e228be17-fb5c-4122-9abd-d2dac157307d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e228be17-fb5c-4122-9abd-d2dac157307d,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:27.837173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:27.842586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:27.850811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e228be17-fb5c-4122-9abd-d2dac157307d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:27.880686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:27.896707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Pushing event updated for resources: {'Port': ['ID=b2142a07-1736-46aa-982a-9ccde7273d03,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:27.901719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:27.969284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:27.973761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.008626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.104897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Transition to ACTIVE for port object e228be17-fb5c-4122-9abd-d2dac157307d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:28.112279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Attempting to bind port b2142a07-1736-46aa-982a-9ccde7273d03 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:28.112969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Attempting to bind port b2142a07-1736-46aa-982a-9ccde7273d03 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'df9dedaa-233d-4e62-b44e-ea2879b657d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:28.113143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Attempting to bind port b2142a07-1736-46aa-982a-9ccde7273d03 on network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:28.125143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:28.125820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Checking segment: {'id': 'df9dedaa-233d-4e62-b44e-ea2879b657d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:28.127292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.127979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Bound using segment: {'id': 'df9dedaa-233d-4e62-b44e-ea2879b657d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:28.128966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Bound port: b2142a07-1736-46aa-982a-9ccde7273d03, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9dedaa-233d-4e62-b44e-ea2879b657d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:28.129065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.130117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Calling delete_port for d6e65793-34eb-4b3f-8252-b8855ac2cc0d owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:28.143300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.151443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbee20ec-ac09-4edb-af1c-50f52c09b20d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:28.314846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56542) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:28.368298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.383542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c79ef8c7-3a3d-40bc-b3db-7fa434cc59c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:28.488542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 195347f0-92c1-41d4-a343-77242f1a35d7 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:28.498256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.521579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event deleted for resources: {'Port': ['ID=d6e65793-34eb-4b3f-8252-b8855ac2cc0d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:28.532084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:28.558282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7573c69a-5730-4241-828f-cd6de760f2cb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:28.635321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.666942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85e82b-73fe-47e7-b5ec-82d8439e90ef None None] Network 9857f516-bfe4-4b60-85e9-be7db913fd28 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:28.675437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Allocated IP 2001:db8::cb (7c9d4a09-1f71-4015-8ffa-49e31f5d3775/ce960c51-c124-4f2f-ab3c-e50dffa89617/0885374c-05bb-426c-aaa6-c2486fd9cec1) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:28.764048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.766952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Pushing event updated for resources: {'Port': ['ID=e228be17-fb5c-4122-9abd-d2dac157307d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:28.800571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:28.927612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] For port b2142a07-1736-46aa-982a-9ccde7273d03, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:28.958724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0c397ac5-e6aa-46a5-8627-8d67d2915a74 None None] Provisioning for port 7573c69a-5730-4241-828f-cd6de760f2cb completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:28.958724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] For port b2142a07-1736-46aa-982a-9ccde7273d03, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b2142a07-1736-46aa-982a-9ccde7273d03,segment=NetworkSegment(df9dedaa-233d-4e62-b44e-ea2879b657d0),segment_id=df9dedaa-233d-4e62-b44e-ea2879b657d0)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:28.968869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:28.977111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e515c68c-e60d-4ce8-99da-5f0e322aca51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:29.003947 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b6517c55-e31e-4a45-a715-3f53d9c22520 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=f41123ef4d9545c9bace46140df97ccd&network_id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 2999 time: 0.6633868
Dec 15 12:51:29.024519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7573c69a-5730-4241-828f-cd6de760f2cb completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:29.068027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet 4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:29.079116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.118700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7573c69a-5730-4241-828f-cd6de760f2cb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:29.118700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.137922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.150072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.150072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.234224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.234224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Fanout notify agent at l3_agent the message router_deleted on router e90133c4-be77-406d-bc62-5920e7c1029e {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:51:29.269367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.274988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/e90133c4-be77-406d-bc62-5920e7c1029e HTTP/1.1" status: 204  len: 168 time: 4.1914947
Dec 15 12:51:29.275930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56550) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:29.288128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1756689605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:29.303383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.306901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:29.333126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Usage tracker for resource:router and tenant:727c949457d74399961c57df039efc84 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:29.341179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:29.359189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:29.392256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.393330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.431056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.437013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Pushing event updated for resources: {'Port': ['ID=b2142a07-1736-46aa-982a-9ccde7273d03,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:29.447509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:29.453576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.487616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.496422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Transition to ACTIVE for port object 0885374c-05bb-426c-aaa6-c2486fd9cec1 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:29.497427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51e7b307-afdf-4ac1-9518-15a05c406ad7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:29.505047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.544201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.552200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=195347f0-92c1-41d4-a343-77242f1a35d7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:29.555492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:29.557180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.559821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f57f219-06bc-4443-abe5-6778cc596b0d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2828021
Dec 15 12:51:29.562746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56554) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:29.565407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.571284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'enable_snat': False}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:29.585892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.661651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/195347f0-92c1-41d4-a343-77242f1a35d7 HTTP/1.1" status: 204  len: 168 time: 2.1172538
Dec 15 12:51:29.661651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56558) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:29.710610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.733038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6adc109-0524-47e4-8358-cfe88ab053ba tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:29.900832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 9384fc57-0f7c-401f-a064-2269b0c9c980 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:29.906412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:29.917979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:29.965549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=0885374c-05bb-426c-aaa6-c2486fd9cec1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:29.969774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:29.969774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:29.969774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:29.981702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:29.981702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.035618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.058535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-12ada4ed-4198-443e-aa7d-44519122d848 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:30.113220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:51:30.113953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:51:30.122844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:30.126456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:30.134832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 3.3198009
Dec 15 12:51:30.138920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.181189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.187310 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6 HTTP/1.1" status: 204  len: 168 time: 2.5385060
Dec 15 12:51:30.191956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56564) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:30.192357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56568) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:30.266521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9de39-16fd-41ee-8f1b-6fdbef071f14 None None] Network 9857f516-bfe4-4b60-85e9-be7db913fd28 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:30.416484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.421977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6ba6587e-85a9-4697-ae2c-7dd32e228860 None None] Provisioning complete for port 7573c69a-5730-4241-828f-cd6de760f2cb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:30.422802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ba6587e-85a9-4697-ae2c-7dd32e228860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.591187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56574) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:30.635752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.655430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2731a58-6c61-4e73-83d0-a70a587906e7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:30.695606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec801f-c4f0-4c21-8d4b-9534520ef895 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:30.707427 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6fec801f-c4f0-4c21-8d4b-9534520ef895 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 814 time: 0.1027656
Dec 15 12:51:30.707427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.709784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=9384fc57-0f7c-401f-a064-2269b0c9c980,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:30.720945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.724728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.734659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:30.744849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 7573c69a-5730-4241-828f-cd6de760f2cb {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:30.745243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.782592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.806024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ba6587e-85a9-4697-ae2c-7dd32e228860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:30.807105 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9384fc57-0f7c-401f-a064-2269b0c9c980 HTTP/1.1" status: 204  len: 168 time: 1.1448293
Dec 15 12:51:30.811639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56580) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:30.874232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7573c69a-5730-4241-828f-cd6de760f2cb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7573c69a-5730-4241-828f-cd6de760f2cb,segment=NetworkSegment(2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a),segment_id=2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:30.906899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e55ab6c-4bc1-4f5b-bbe3-9c6f6890cf57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0937943
Dec 15 12:51:30.907618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56586) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:30.926893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7238fccb-4e72-44e4-bbdd-f3e69964bfcf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:30.929487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7238fccb-4e72-44e4-bbdd-f3e69964bfcf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:30.931871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7238fccb-4e72-44e4-bbdd-f3e69964bfcf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:30.934863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7238fccb-4e72-44e4-bbdd-f3e69964bfcf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Synchronizing usage tracker for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:30.937963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4955cd3-d93c-44a7-97ea-36a366d4cc47 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:30.946002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:30.992329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7238fccb-4e72-44e4-bbdd-f3e69964bfcf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Unset dirty status for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:30.992329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7238fccb-4e72-44e4-bbdd-f3e69964bfcf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 0.7921643
Dec 15 12:51:31.007949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.012351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56590) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:31.016320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36c0650f-9e89-42a0-bdd3-bd52896ddc1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:31.149380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] DHCP port deletion for 9857f516-bfe4-4b60-85e9-be7db913fd28 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:51:31.189863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Deleting port 7573c69a-5730-4241-828f-cd6de760f2cb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:31.190454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.200997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] For port 7573c69a-5730-4241-828f-cd6de760f2cb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7573c69a-5730-4241-828f-cd6de760f2cb,segment=NetworkSegment(2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a),segment_id=2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:31.201771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.209946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:31.260451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-6ba6587e-85a9-4697-ae2c-7dd32e228860 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:51:31.261123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-6ba6587e-85a9-4697-ae2c-7dd32e228860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:51:31.286008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:31.297094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:31.320279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56594) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:31.334983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:31.341841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--98169836', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:31.352575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:31.368477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7573c69a-5730-4241-828f-cd6de760f2cb,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:31.390365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:31.398727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 7573c69a-5730-4241-828f-cd6de760f2cb owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:31.425513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.461374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:31.469368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:31.473941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e228be17-fb5c-4122-9abd-d2dac157307d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:31.498222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port 0885374c-05bb-426c-aaa6-c2486fd9cec1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:31.498625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.509005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:31.516115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.531479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.543484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:31.569222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:51:31.580877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.581755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment d20acb65-ae85-4ab3-80d3-61b3a9c032a8 of type vlan for network 9644e1ac-c8c4-48d4-b645-647ec70c42c0
Dec 15 12:51:31.619086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.659774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.796712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.801128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:31.802101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.812238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-438505ef-f114-40ce-9b8a-e667b78f2c40 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:31.879601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:31.918123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=7573c69a-5730-4241-828f-cd6de760f2cb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:31.926925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:31.934995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6587e-85a9-4697-ae2c-7dd32e228860 None None] Port 7573c69a-5730-4241-828f-cd6de760f2cb update to ACTIVE by agent not found {{(pid=88871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 15 12:51:31.940236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No DVR routers for this DVR port 7573c69a-5730-4241-828f-cd6de760f2cb on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:51:31.944691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] For port 7573c69a-5730-4241-828f-cd6de760f2cb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7573c69a-5730-4241-828f-cd6de760f2cb,segment=NetworkSegment(2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a),segment_id=2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:31.945137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.131743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:51:32.142382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Calling delete_port for 7573c69a-5730-4241-828f-cd6de760f2cb owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:32.178439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.186734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Deleting port e228be17-fb5c-4122-9abd-d2dac157307d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:32.187163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.261477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=9644e1ac-c8c4-48d4-b645-647ec70c42c0,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:32.268913 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9374177
Dec 15 12:51:32.276863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2142a07-1736-46aa-982a-9ccde7273d03 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:32.277644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:32.277644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56598) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:32.315030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:51:32.349632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c01ed-86e7-42fb-a527-7eda4f3fc4fe None None] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:32.376150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80964cd5-3b18-49b1-8835-aeb9191c0d7d None None] Provisioning for port e228be17-fb5c-4122-9abd-d2dac157307d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:32.395419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Allocated IP 172.26.0.30 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/9c6b1f02-0b67-485a-8d46-4bdb9fb4232d) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:32.405708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc36f4-7ee3-4a74-adcb-f1f383326952 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:32.408023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-37fc36f4-7ee3-4a74-adcb-f1f383326952 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1243124
Dec 15 12:51:32.412717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa0d4828>,) {'filters': {'network_id': ['9857f516-bfe4-4b60-85e9-be7db913fd28']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:32.415997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56602) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:32.438334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0d4828>, '2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:32.438948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0d4828>, '2c7fa211-9d16-4c14-987d-aa3b7fdf5f4a') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:32.462480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.481111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80964cd5-3b18-49b1-8835-aeb9191c0d7d None None] Provisioning complete for port e228be17-fb5c-4122-9abd-d2dac157307d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:32.482098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80964cd5-3b18-49b1-8835-aeb9191c0d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.493442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.502781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.519742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:51:32.520182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:51:32.536967 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:51:32.682440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Calling delete_port for 0885374c-05bb-426c-aaa6-c2486fd9cec1 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:32.744539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:51:32.744539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:51:32.809922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.810416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701fa3e8-bfd5-49ba-a608-83c5c613dc53 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:32.810416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-701fa3e8-bfd5-49ba-a608-83c5c613dc53 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3896503
Dec 15 12:51:32.815288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56606) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:32.853789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.866128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a9fbcc80-50fe-4620-95b7-9279981583dd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:32.874145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] For port e228be17-fb5c-4122-9abd-d2dac157307d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e228be17-fb5c-4122-9abd-d2dac157307d,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:32.874145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.891713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=9857f516-bfe4-4b60-85e9-be7db913fd28,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:32.894685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:32.913926 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d548651-e730-4fdf-bf5e-f71674be63db tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0971086
Dec 15 12:51:32.916322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:32.916609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56612) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:32.955714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/9857f516-bfe4-4b60-85e9-be7db913fd28 HTTP/1.1" status: 204  len: 168 time: 2.7566001
Dec 15 12:51:32.957264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56616) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:32.965775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-436716003'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:32.974322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:32.979376 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38d2c106-f98f-48f2-bb79-87708451700e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0576715
Dec 15 12:51:32.981875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56620) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:32.983266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port b2142a07-1736-46aa-982a-9ccde7273d03 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:33.026406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:33.036210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:33.082704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:33.088881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.098699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Calling delete_port for e228be17-fb5c-4122-9abd-d2dac157307d owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:33.098912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75ece4ca-f127-4754-9d1c-ed275c46b929 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:33.148279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.161710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9abc1cf7-6f60-49c1-be60-0dbe652cac8f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:33.185274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:33.199768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.248398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Deleting port 7573c69a-5730-4241-828f-cd6de760f2cb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:33.251456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.274706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:51:33.286531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.287080 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment dc4fc717-2e45-4e4b-b510-e807afa23bec of type vlan for network d79a9077-2f19-4431-ba59-bf911703f8ff
Dec 15 12:51:33.295831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Pushing event updated for resources: {'Port': ['ID=9c6b1f02-0b67-485a-8d46-4bdb9fb4232d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:33.320072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e228be17-fb5c-4122-9abd-d2dac157307d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:51:33.323570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.349406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:33.352266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:33.358282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Port': ['ID=0885374c-05bb-426c-aaa6-c2486fd9cec1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:33.359937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80964cd5-3b18-49b1-8835-aeb9191c0d7d None None] Could not find standard attr ID for object 606a5ebd-4298-478a-a93e-ea0f2ab47aee. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:51:33.360211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:33.372481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:33.373736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:33.432488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.434680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85f27de-f475-42e2-be1f-d92ac5e60c79 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:33.434680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c85f27de-f475-42e2-be1f-d92ac5e60c79 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4384203
Dec 15 12:51:33.435010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:33.435010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.436955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56624) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:33.451521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-663c9566-b0d5-45ea-929d-281bd0ce5636 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:33.452336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ed752f05-90f7-4ead-8e47-0fb0a4b4224e None None] The port '7573c69a-5730-4241-828f-cd6de760f2cb' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:51:33.460006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.467399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:33.513312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21b9ae3e-5da2-4dce-93b7-7ce3caa0a308 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0808387
Dec 15 12:51:33.518512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:33.529239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643521283', 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:33.533870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Pushing event deleted for resources: {'Port': ['ID=e228be17-fb5c-4122-9abd-d2dac157307d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:33.544389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:33.545150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No active binding found for port e228be17-fb5c-4122-9abd-d2dac157307d {{(pid=88871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 15 12:51:33.545587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e228be17-fb5c-4122-9abd-d2dac157307d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:51:33.546381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7573c69a-5730-4241-828f-cd6de760f2cb no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:51:33.596750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] No DVR routers for this DVR port e228be17-fb5c-4122-9abd-d2dac157307d on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:51:33.599765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 7573c69a-5730-4241-828f-cd6de760f2cb {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:51:33.599765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7573c69a-5730-4241-828f-cd6de760f2cb not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:51:33.616940 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6581349
Dec 15 12:51:33.622320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=d79a9077-2f19-4431-ba59-bf911703f8ff,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:33.624655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56632) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:33.631859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Provisioning for port b2142a07-1736-46aa-982a-9ccde7273d03 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:33.637081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:33.643025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Provisioning complete for port b2142a07-1736-46aa-982a-9ccde7273d03 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:33.643505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.647192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:33.701058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network d79a9077-2f19-4431-ba59-bf911703f8ff details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:51:33.893062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:33.895700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/ports/0885374c-05bb-426c-aaa6-c2486fd9cec1 HTTP/1.1" status: 204  len: 168 time: 2.8931637
Dec 15 12:51:33.905459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56636) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:34.004816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:34.009685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:34.013330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:34.020479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:34.033243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-980509fb-084e-489f-acdf-5688df0c33cf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:34.036217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Port e228be17-fb5c-4122-9abd-d2dac157307d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88870) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 15 12:51:34.036571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3b:114 {{(pid=88870) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 15 12:51:34.041748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-980509fb-084e-489f-acdf-5688df0c33cf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Synchronizing usage tracker for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:34.065181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:34.087149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.093109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:34.096021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa0521f4-fe23-4057-a78e-f736276e70f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:34.096817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-980509fb-084e-489f-acdf-5688df0c33cf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Unset dirty status for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:34.098654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-980509fb-084e-489f-acdf-5688df0c33cf tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "GET /v2.0/ports/0885374c-05bb-426c-aaa6-c2486fd9cec1 HTTP/1.1" status: 404  len: 333 time: 0.1918714
Dec 15 12:51:34.113288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56640) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:34.123693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-628655997'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:34.154125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.160058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:34.185041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:34.198325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] For port b2142a07-1736-46aa-982a-9ccde7273d03, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b2142a07-1736-46aa-982a-9ccde7273d03,segment=NetworkSegment(df9dedaa-233d-4e62-b44e-ea2879b657d0),segment_id=df9dedaa-233d-4e62-b44e-ea2879b657d0)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:34.203169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:34.205847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.208430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:34.217874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:34.225373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:34.236868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:34.237556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.244659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=4c07a35f-7a18-4f29-8cd6-6c88756ca8ed,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:34.253880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:34.277260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:34.329334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a80cfa-3aec-4557-96df-48f24c17d4c6 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:34.350443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.371084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.4619002
Dec 15 12:51:34.389099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56644) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:34.400129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:34.416841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Pushing event updated for resources: {'Port': ['ID=b2142a07-1736-46aa-982a-9ccde7273d03,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:34.423995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:34.441810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.620152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8ae28924-130c-4064-857a-fa7d44e4413a None None] Provisioning complete for port b2142a07-1736-46aa-982a-9ccde7273d03 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:34.620653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ae28924-130c-4064-857a-fa7d44e4413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.657848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.666319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da94abb3-aae3-4f9b-a425-9e14e4a1433e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:34.693670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:34.709384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:34.717875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:34.724226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.785471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=dfad300a-f14f-4d17-bc64-d3a2964b051f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:34.788366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:34.820706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:34.852890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:34.863036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '4c07a35f-7a18-4f29-8cd6-6c88756ca8ed'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:51:34.863563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.868349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': 'dc4fc717-2e45-4e4b-b510-e807afa23bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:34.868922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: d79a9077-2f19-4431-ba59-bf911703f8ff, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:51:34.886600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:34.893920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.894848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8ae28924-130c-4064-857a-fa7d44e4413a None None] Provisioning for port 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:34.902737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8ae28924-130c-4064-857a-fa7d44e4413a None None] Provisioning complete for port 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:34.903621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ae28924-130c-4064-857a-fa7d44e4413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.928489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] device_id is not set on port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:34.962348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.972818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:34.976384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:35.044625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8ae28924-130c-4064-857a-fa7d44e4413a None None] Port 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:35.074579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:35.081419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.107102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Allocated IP 2001:db8::1b4 (7c9d4a09-1f71-4015-8ffa-49e31f5d3775/ce960c51-c124-4f2f-ab3c-e50dffa89617/875f33fc-efec-4f4a-aea5-3e48ee8a2f59) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:35.144907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Allocated IP 2001:db8::f816:3eff:fe1d:8977 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/4c07a35f-7a18-4f29-8cd6-6c88756ca8ed/13c8cba1-d0d3-48b9-8138-5ae37d924553) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:35.203315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff038f04-b2b3-4555-8c09-60ba17d3778d None None] Could not find standard attr ID for object 0885374c-05bb-426c-aaa6-c2486fd9cec1. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:51:35.224914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network d79a9077-2f19-4431-ba59-bf911703f8ff is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:51:35.283984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2142a07-1736-46aa-982a-9ccde7273d03 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:35.320742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, d79a9077-2f19-4431-ba59-bf911703f8ff) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:35.335991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:35.336962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.363096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3eade4-f9f7-4b19-af54-e35a73c2c7c9 None None] Network d79a9077-2f19-4431-ba59-bf911703f8ff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:35.369514 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7410467
Dec 15 12:51:35.373423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56648) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:35.383927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1438439591'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:35.488721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff038f04-b2b3-4555-8c09-60ba17d3778d None None] Provisioning complete for port 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:35.489330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff038f04-b2b3-4555-8c09-60ba17d3778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.538959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.545278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3c2da9af-cf34-484b-90aa-bc2eb7643d64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:35.590193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.612699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:35.618174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Transition to ACTIVE for port object 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:35.619953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:35.624157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:35.636110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:35.643432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b2142a07-1736-46aa-982a-9ccde7273d03 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:35.643813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.653373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:35.658962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.679329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.686910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:35.689873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ff038f04-b2b3-4555-8c09-60ba17d3778d None None] Port 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:35.690520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=a56d2fd7-80b8-418f-9c9f-759599c840b9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:35.708868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:35.737211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 8e145f87-eb95-4155-b5bf-211b4e4b6f0c yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:35.751628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:35.752029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: 9644e1ac-c8c4-48d4-b645-647ec70c42c0, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:51:35.792491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.829744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.832817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=875f33fc-efec-4f4a-aea5-3e48ee8a2f59,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:35.837228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:35.841525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:35.846176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:35.847415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:35.849660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Transition to ACTIVE for port object 13c8cba1-d0d3-48b9-8138-5ae37d924553 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:35.852157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:35.857561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:35.858393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.892126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:51:35.895886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-d79a9077-2f19-4431-ba59-bf911703f8ff', 'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff', 'tenant_id': '554f48bdb9e94470bb294e488aa7ac10', 'fixed_ips': [{'subnet_id': 'dfad300a-f14f-4d17-bc64-d3a2964b051f'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:51:35.896788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.932090 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.8168473
Dec 15 12:51:35.935615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56652) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:35.939034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 9644e1ac-c8c4-48d4-b645-647ec70c42c0) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:35.939228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Transition to ACTIVE for port object 13c8cba1-d0d3-48b9-8138-5ae37d924553 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:35.942127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:35.948849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:35.950932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36e', 'mac_address': 'fa:16:3e:17:7c:56'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:35.953186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:35.953828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.957308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607eefc-e4a0-458c-83d2-d7272a0a4fb1 None None] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:35.959331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:35.963392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:35.992399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.030093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=64be4e63-9724-4410-8505-1222c9d5133d,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:36.036775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:36.038835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6482496
Dec 15 12:51:36.040956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Router 26911204-48f9-43e5-8a46-89a011bcc325 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:51:36.043484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56656) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:36.046606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:36.049289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8180a4c8-a0f8-4616-956f-99ec7f423fd2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.5276701
Dec 15 12:51:36.054941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:5a:2b:f5', 'name': 'tempest-NetworksTestDHCPv6-714614677'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:36.307628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:36.316967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:36.327831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:36.342321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:36.346934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:36.390797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Pushing event updated for resources: {'Port': ['ID=13c8cba1-d0d3-48b9-8138-5ae37d924553,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:36.399230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:36.433202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56662) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:36.433202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:36.447540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350322032', 'description': 'tempest-secgroup-smoke-1350322032 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:36.457694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:36.462617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:36.481346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:36.500520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:36.504194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::7f (d79a9077-2f19-4431-ba59-bf911703f8ff/dfad300a-f14f-4d17-bc64-d3a2964b051f/8e145f87-eb95-4155-b5bf-211b4e4b6f0c) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:36.507817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.532640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.548694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9a30a629-4a3f-4db6-8ccd-1956e124a49e None None] Provisioning for port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:36.559641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Attempting to bind port 13c8cba1-d0d3-48b9-8138-5ae37d924553 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:36.560163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Attempting to bind port 13c8cba1-d0d3-48b9-8138-5ae37d924553 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:36.560392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Attempting to bind port 13c8cba1-d0d3-48b9-8138-5ae37d924553 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:36.573661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:51:36.580029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9a30a629-4a3f-4db6-8ccd-1956e124a49e None None] Provisioning complete for port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:36.580396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:36.580672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a30a629-4a3f-4db6-8ccd-1956e124a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.750334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:36.760486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:36.769414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:36.782934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:36.807230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:36.807519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:36.808827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.809394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:36.810112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Bound port: 13c8cba1-d0d3-48b9-8138-5ae37d924553, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:36.810790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.848556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.914525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9a30a629-4a3f-4db6-8ccd-1956e124a49e None None] Port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:36.931289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.944608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:51:36.945201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:36.969968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 8e145f87-eb95-4155-b5bf-211b4e4b6f0c will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:37.001838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] For port 13c8cba1-d0d3-48b9-8138-5ae37d924553, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:37.019770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.028448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.037664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffc196d3-ed6e-4115-9bb6-b5d8688a57a7 tempest-ServerActionsTestJSON-251810044 tempest-ServerActionsTestJSON-251810044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:37.056829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:37.058652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] For port 13c8cba1-d0d3-48b9-8138-5ae37d924553, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13c8cba1-d0d3-48b9-8138-5ae37d924553,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:37.083774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.086620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 172.20.0.10 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/64be4e63-9724-4410-8505-1222c9d5133d/ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:37.093878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:37.112529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fe5a:2bf5 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/4c07a35f-7a18-4f29-8cd6-6c88756ca8ed/ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:37.123024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652fedf6-9c2e-4b95-9c85-649f89724251,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:37.126443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] Sync routers for ids ['26911204-48f9-43e5-8a46-89a011bcc325'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:37.130896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:37.140610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.147011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.7038705
Dec 15 12:51:37.147011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56666) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:37.151478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '652fedf6-9c2e-4b95-9c85-649f89724251', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:37.156929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.162538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "PUT /v2.0/routers/26911204-48f9-43e5-8a46-89a011bcc325 HTTP/1.1" status: 200  len: 919 time: 7.5939050
Dec 15 12:51:37.163389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56670) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:37.178547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:37.198846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:37.207186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:37.235032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:37.256086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.276583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7343c64c-6151-4725-bff5-0d957b1bf6f6 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:37.317751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.343387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network d79a9077-2f19-4431-ba59-bf911703f8ff is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:37.360629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:37.360837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] Routers {'26911204-48f9-43e5-8a46-89a011bcc325'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:37.361948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb598898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['26911204-48f9-43e5-8a46-89a011bcc325'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:37.364701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:37.375011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:37.375760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.441521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.454064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=8e145f87-eb95-4155-b5bf-211b4e4b6f0c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:37.458329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.464293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:37.464457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Pushing event updated for resources: {'Port': ['ID=13c8cba1-d0d3-48b9-8138-5ae37d924553,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:37.465669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:37.478460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb598898>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:37.478460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:37.494761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Allocated IP 2001:db8::2 (d79a9077-2f19-4431-ba59-bf911703f8ff/dfad300a-f14f-4d17-bc64-d3a2964b051f/7e19fba7-91e4-478b-a9cd-3238393893c8) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:37.512601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Allocated IP 172.20.0.18 (9644e1ac-c8c4-48d4-b645-647ec70c42c0/a56d2fd7-80b8-418f-9c9f-759599c840b9/6acc6edc-6ae3-43c9-92ef-772243e04e4d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:37.540186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5785fbd2-c9d1-42ae-9b4b-b69d9c429d9d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.1652403
Dec 15 12:51:37.544596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56674) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:37.577211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] Routers {'26911204-48f9-43e5-8a46-89a011bcc325'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:37.578531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb598898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['26911204-48f9-43e5-8a46-89a011bcc325'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:37.638697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] In _notify_port_updated(), no bound segment for port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 on network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:51:37.643295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:37.644102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.645557 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "PUT /v2.0/ports/875f33fc-efec-4f4a-aea5-3e48ee8a2f59 HTTP/1.1" status: 200  len: 1002 time: 1.7086358
Dec 15 12:51:37.678494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56678) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:37.716756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb598898>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:37.720738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ef0e0-79c0-4de2-8e76-84a3231549e7 None None] The sync data for ids ['26911204-48f9-43e5-8a46-89a011bcc325'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:37.724994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=875f33fc-efec-4f4a-aea5-3e48ee8a2f59,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:37.738469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:37.755722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 8e145f87-eb95-4155-b5bf-211b4e4b6f0c {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:37.756169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.841294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:37.841771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.915960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:37.951644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.004571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.007138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:38.011290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f2ef8684-f41c-4a3b-9cd2-c31d2e8d57fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:38.057817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b597f899-5a3c-4186-8105-e8b651cf0ba6,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:38.066733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:38.105164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2237a7f8-fa4c-46e5-acfc-5fc2a0610515 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/26911204-48f9-43e5-8a46-89a011bcc325 HTTP/1.1" status: 200  len: 925 time: 0.9406614
Dec 15 12:51:38.107419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56682) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:38.150108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.175519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0285234
Dec 15 12:51:38.266103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56686) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:38.303680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '652fedf6-9c2e-4b95-9c85-649f89724251', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:38.335943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:38.349800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:38.358201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:38.361484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.373951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:38.378223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.381529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.382948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Transition to ACTIVE for port object 7e19fba7-91e4-478b-a9cd-3238393893c8 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:38.420516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.422789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Transition to ACTIVE for port object 6acc6edc-6ae3-43c9-92ef-772243e04e4d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:38.457599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.464690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Transition to ACTIVE for port object 6acc6edc-6ae3-43c9-92ef-772243e04e4d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:38.482198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.490890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:38.529530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Transition to ACTIVE for port object 7e19fba7-91e4-478b-a9cd-3238393893c8 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:38.559749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.582302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Calling delete_port for 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:38.588235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-25ea6a48-4d8e-4713-9d49-18ac93a87f33 None None] Provisioning complete for port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:38.588235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25ea6a48-4d8e-4713-9d49-18ac93a87f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.627484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.639080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:38.639080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:38.655066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:38.657384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Pushing event updated for resources: {'Port': ['ID=6acc6edc-6ae3-43c9-92ef-772243e04e4d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:38.658016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6f279d8-8267-4c75-9e79-6ab3586313ca tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:38.659888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 8e145f87-eb95-4155-b5bf-211b4e4b6f0c owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:38.672341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Network d79a9077-2f19-4431-ba59-bf911703f8ff is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:38.672341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:38.680674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:38.680674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a310087-5fbd-428e-acfb-19344de03c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:38.723727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:38.742511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:38.765386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:38.775828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:38.813161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.841787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-25ea6a48-4d8e-4713-9d49-18ac93a87f33 None None] Port 875f33fc-efec-4f4a-aea5-3e48ee8a2f59 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:38.847334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:38.852481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.862952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25d6ee11-bc54-4fa2-825b-c42b207c208c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:38.864784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:38.872860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-be98a6da-12f8-4ff5-989c-b0fc059f2b49 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=26911204-48f9-43e5-8a46-89a011bcc325&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.7626843
Dec 15 12:51:38.877616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56690) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:38.883335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Attempting to bind port 6acc6edc-6ae3-43c9-92ef-772243e04e4d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:38.884088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Attempting to bind port 6acc6edc-6ae3-43c9-92ef-772243e04e4d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:38.884822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Attempting to bind port 6acc6edc-6ae3-43c9-92ef-772243e04e4d on network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:38.929644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2c9053-87e0-4246-996e-7a80cdf0ad9b,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:38.931870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Pushing event updated for resources: {'Port': ['ID=7e19fba7-91e4-478b-a9cd-3238393893c8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:38.933883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:38.934601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.941483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:38.949972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:38.950424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Checking segment: {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:38.950715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.951243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Bound using segment: {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:38.952079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Bound port: 6acc6edc-6ae3-43c9-92ef-772243e04e4d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:38.952339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:38.964212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:38.986580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.9409804
Dec 15 12:51:38.991249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56694) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.006162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.006162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7347782
Dec 15 12:51:39.007038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56698) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.062675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.078219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '652fedf6-9c2e-4b95-9c85-649f89724251', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:39.079117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.083977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acf265d9-0bec-4e40-b0c7-8b4f0dc4c879 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:39.086508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Attempting to bind port 7e19fba7-91e4-478b-a9cd-3238393893c8 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:39.086508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Attempting to bind port 7e19fba7-91e4-478b-a9cd-3238393893c8 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'dc4fc717-2e45-4e4b-b510-e807afa23bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:39.086508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Attempting to bind port 7e19fba7-91e4-478b-a9cd-3238393893c8 on network d79a9077-2f19-4431-ba59-bf911703f8ff {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:39.094605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ddcb030d-5061-4e4b-a39a-c40dedfd665a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:39.095254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:39.095496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Checking segment: {'id': 'dc4fc717-2e45-4e4b-b510-e807afa23bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:39.095909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.096357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Bound using segment: {'id': 'dc4fc717-2e45-4e4b-b510-e807afa23bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:39.096888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Bound port: 7e19fba7-91e4-478b-a9cd-3238393893c8, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4fc717-2e45-4e4b-b510-e807afa23bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd79a9077-2f19-4431-ba59-bf911703f8ff'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:39.097316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.152099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:39.161592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=8e145f87-eb95-4155-b5bf-211b4e4b6f0c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:39.167954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:39.173920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:39.177941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:39.194944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:39.206464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] For port 6acc6edc-6ae3-43c9-92ef-772243e04e4d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:39.219490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] For port 6acc6edc-6ae3-43c9-92ef-772243e04e4d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6acc6edc-6ae3-43c9-92ef-772243e04e4d,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:39.266138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Port': ['ID=875f33fc-efec-4f4a-aea5-3e48ee8a2f59,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:39.273421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.283578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56702) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.290039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/8e145f87-eb95-4155-b5bf-211b4e4b6f0c HTTP/1.1" status: 204  len: 168 time: 1.7405047
Dec 15 12:51:39.294653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc52a9-9f09-46e7-b38b-e2a4c2fc2699 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:39.299083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ddcc52a9-9f09-46e7-b38b-e2a4c2fc2699 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/networks/f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 881 time: 0.4128468
Dec 15 12:51:39.304438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56706) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.314678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.324286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:39.399627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:39.421405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13c8cba1-d0d3-48b9-8138-5ae37d924553 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:39.445375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.453358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dde979-1000-474b-8f15-d067fa46d689 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:39.458903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-56dde979-1000-474b-8f15-d067fa46d689 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/8e145f87-eb95-4155-b5bf-211b4e4b6f0c HTTP/1.1" status: 404  len: 333 time: 0.1698017
Dec 15 12:51:39.461212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56710) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.472503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567c44a-5014-4730-a612-42d1cd5563f1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:39.479664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567c44a-5014-4730-a612-42d1cd5563f1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:39.481079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6567c44a-5014-4730-a612-42d1cd5563f1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:39.482410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d600e224-971b-4553-9f74-075e3c78379d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=26911204-48f9-43e5-8a46-89a011bcc325 HTTP/1.1" status: 200  len: 205 time: 0.1742868
Dec 15 12:51:39.486717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56712) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.574057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] For port 7e19fba7-91e4-478b-a9cd-3238393893c8, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:39.579405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Pushing event updated for resources: {'Port': ['ID=6acc6edc-6ae3-43c9-92ef-772243e04e4d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:39.586906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:39.632810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] For port 7e19fba7-91e4-478b-a9cd-3238393893c8, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7e19fba7-91e4-478b-a9cd-3238393893c8,segment=NetworkSegment(dc4fc717-2e45-4e4b-b510-e807afa23bec),segment_id=dc4fc717-2e45-4e4b-b510-e807afa23bec)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:39.701651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6567c44a-5014-4730-a612-42d1cd5563f1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:39.703798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6567c44a-5014-4730-a612-42d1cd5563f1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.7102098
Dec 15 12:51:39.722175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56718) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.743210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.754644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:39.793130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.798569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.801337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2db3d37-df4b-42e6-abb9-0d360a085b4b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:39.846890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.856306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/ports/875f33fc-efec-4f4a-aea5-3e48ee8a2f59 HTTP/1.1" status: 204  len: 168 time: 2.1721485
Dec 15 12:51:39.867305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56722) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.885950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:39.916286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0284718c-3566-42d5-8d85-0c7f4127e03e,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:39.921966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:39.923988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Pushing event updated for resources: {'Port': ['ID=7e19fba7-91e4-478b-a9cd-3238393893c8,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:39.929965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:39.940945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:39.942259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9317036
Dec 15 12:51:39.955650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56726) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:39.981257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '652fedf6-9c2e-4b95-9c85-649f89724251', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:39.993768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:40.001135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:40.005147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:40.014368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:40.022936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec09fa01-6d4c-4c64-93d1-669c02e6cfce tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:40.023842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ec09fa01-6d4c-4c64-93d1-669c02e6cfce tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Synchronizing usage tracker for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:40.044529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:40.045354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.051918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.128019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.254153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ec09fa01-6d4c-4c64-93d1-669c02e6cfce tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Unset dirty status for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:40.261151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ec09fa01-6d4c-4c64-93d1-669c02e6cfce tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "GET /v2.0/ports/875f33fc-efec-4f4a-aea5-3e48ee8a2f59 HTTP/1.1" status: 404  len: 333 time: 0.3906832
Dec 15 12:51:40.261949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56730) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:40.288263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1234241741'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:40.480039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet dfad300a-f14f-4d17-bc64-d3a2964b051f {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:40.491250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.498324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5410dbf6-e540-4111-a7f5-de933efc5693 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:40.719200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.733968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.746346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f53d3ac-37b6-4cf9-a7b4-727625ed7db6 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:40.785142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:40.788216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827f8d78-f803-4bb3-8f92-77dc2bd72d1f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:40.794906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:40.805965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.807554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8369534
Dec 15 12:51:40.828035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56736) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:40.834738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:40.835368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '652fedf6-9c2e-4b95-9c85-649f89724251', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:40.844544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.848995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:40.857670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:40.862771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:40.873844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:40.908269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:51:40.915825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:40.922669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.925448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:40.962229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.005607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Deleting port 9c6b1f02-0b67-485a-8d46-4bdb9fb4232d {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:41.005985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.009927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Provisioning for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:41.026081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-54c64861-f2e8-4fef-995c-505198ec314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.046161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Provisioning complete for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:41.047151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.060016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] device_id is not set on port beb0d2af-ee28-4535-9ea7-afa326743049 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:41.128496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.154025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.170900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0fa5cbc0-687f-43b1-a757-ba80d9481443 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:41.222784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.268093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a796459-e049-4854-b420-f560a6ffb525,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:41.284488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:41.288014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.335246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] For port 13c8cba1-d0d3-48b9-8138-5ae37d924553, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13c8cba1-d0d3-48b9-8138-5ae37d924553,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:41.340191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.342390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94f57660-2cb3-4b46-820e-26ae369d9eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:41.370921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.372469 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5432019
Dec 15 12:51:41.375965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56740) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:41.389815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '652fedf6-9c2e-4b95-9c85-649f89724251', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:41.400265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:41.407142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:41.411079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:41.424066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:41.445870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Pushing event updated for resources: {'Port': ['ID=13c8cba1-d0d3-48b9-8138-5ae37d924553,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:41.457416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:41.471389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.485401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6acc6edc-6ae3-43c9-92ef-772243e04e4d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:41.553882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:51:41.568238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 6acc6edc-6ae3-43c9-92ef-772243e04e4d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:41.575330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7e19fba7-91e4-478b-a9cd-3238393893c8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:41.624475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.642075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Calling delete_port for 9c6b1f02-0b67-485a-8d46-4bdb9fb4232d owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:41.661873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7e19fba7-91e4-478b-a9cd-3238393893c8 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:41.773330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Update dhcp port {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '4c07a35f-7a18-4f29-8cd6-6c88756ca8ed', 'ip_address': '2001:db8::f816:3eff:fe1d:8977'}, {'subnet_id': '64be4e63-9724-4410-8505-1222c9d5133d'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '13c8cba1-d0d3-48b9-8138-5ae37d924553'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:51:41.790875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:41.799435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.805634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.809009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ec858bd-e673-4340-91fc-16a4fcbde828 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:41.834959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea9f04a-2a15-47b7-b048-0357e86d21c5,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:41.840128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.841548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:41.848192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.859576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.863454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4838526
Dec 15 12:51:41.945344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:41.953372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eae4f540-bcb6-4286-a230-addf3baeedfe tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:42.012063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event deleted for resources: {'Port': ['ID=9c6b1f02-0b67-485a-8d46-4bdb9fb4232d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:42.016467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:42.076040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Allocated IP 2001:db8::f6 (7c9d4a09-1f71-4015-8ffa-49e31f5d3775/ce960c51-c124-4f2f-ab3c-e50dffa89617/beb0d2af-ee28-4535-9ea7-afa326743049) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:42.214140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:42.224459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-55e57a3c-ad2a-4edc-a8ab-9e968a11fdf8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:42.298840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=dfad300a-f14f-4d17-bc64-d3a2964b051f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:42.319456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Allocated IP 172.20.0.2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/64be4e63-9724-4410-8505-1222c9d5133d/13c8cba1-d0d3-48b9-8138-5ae37d924553) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:42.321339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:42.372697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:42.516930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/dfad300a-f14f-4d17-bc64-d3a2964b051f HTTP/1.1" status: 204  len: 168 time: 3.0310385
Dec 15 12:51:42.521949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56754) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:42.588035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:42.588398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] For port 13c8cba1-d0d3-48b9-8138-5ae37d924553, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13c8cba1-d0d3-48b9-8138-5ae37d924553,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:42.628683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:42.654160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Transition to ACTIVE for port object 13c8cba1-d0d3-48b9-8138-5ae37d924553 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:42.679440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:42.688620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d73807b7-5c02-494c-bb69-f34f4a023773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:42.767210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:42.823013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:42.887535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-19b3b34d-2b50-47e2-89ab-3dad597019af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:42.968144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Pushing event updated for resources: {'Port': ['ID=13c8cba1-d0d3-48b9-8138-5ae37d924553,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:42.976723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:43.024293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec523c6d-7872-4d9f-872b-b787efff7fb7 None None] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:43.036852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.076698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.081127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.107762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.114740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Fanout notify agent at l3_agent the message router_deleted on router 26911204-48f9-43e5-8a46-89a011bcc325 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:51:43.147893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.149494 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/26911204-48f9-43e5-8a46-89a011bcc325 HTTP/1.1" status: 204  len: 168 time: 3.6570101
Dec 15 12:51:43.150938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:43.163251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56758) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:43.164465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:43.201438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-438559945', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:43.209142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:43.214141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Usage tracker for resource:router and tenant:727c949457d74399961c57df039efc84 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:43.243103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:43.330319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:43.382484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 7e19fba7-91e4-478b-a9cd-3238393893c8 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:43.382871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.399036 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-9c340302-48e1-4ec5-877f-f69e8977236f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350322032&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.1158442
Dec 15 12:51:43.445619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Provisioning for port 6acc6edc-6ae3-43c9-92ef-772243e04e4d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:43.465070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff539e-fe57-415b-9a88-1e0b52ab8a8f None None] Network d79a9077-2f19-4431-ba59-bf911703f8ff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:43.497566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.503671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.508410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Provisioning complete for port 6acc6edc-6ae3-43c9-92ef-772243e04e4d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:43.508843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.634138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.693509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22d54c85-26ca-4ba6-9c0d-f1041b5775ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.726099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Transition to ACTIVE for port object beb0d2af-ee28-4535-9ea7-afa326743049 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:43.737580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-d800ead6-9a67-4d82-a93d-bc910f3291d6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:43.739503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-d800ead6-9a67-4d82-a93d-bc910f3291d6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=9644e1ac-c8c4-48d4-b645-647ec70c42c0 HTTP/1.1" status: 200  len: 795 time: 0.3308055
Dec 15 12:51:43.741325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13c8cba1-d0d3-48b9-8138-5ae37d924553 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:43.764192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.774396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-e4069a67-c343-4cec-b109-780a46620527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0198905
Dec 15 12:51:43.776226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.796491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380 HTTP/1.1" status: 204  len: 168 time: 4.0699770
Dec 15 12:51:43.812490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56766) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:43.860461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:43.911828 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-230852f1-6aaf-4c74-9b7b-cd7fb7ac6524 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1284173
Dec 15 12:51:44.019847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] For port 7e19fba7-91e4-478b-a9cd-3238393893c8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7e19fba7-91e4-478b-a9cd-3238393893c8,segment=NetworkSegment(dc4fc717-2e45-4e4b-b510-e807afa23bec),segment_id=dc4fc717-2e45-4e4b-b510-e807afa23bec)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:44.021082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.050073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.152703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] For port 6acc6edc-6ae3-43c9-92ef-772243e04e4d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6acc6edc-6ae3-43c9-92ef-772243e04e4d,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:44.163598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.167118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42b4d741-d94f-4714-a3f7-cc2ce68f4cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:44.201950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 7e19fba7-91e4-478b-a9cd-3238393893c8 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:44.254926 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-ab0b1251-3873-42f4-8ae2-ce4209198a71 service neutron] 10.222.0.53 "GET /v2.0/networks/9644e1ac-c8c4-48d4-b645-647ec70c42c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3332450
Dec 15 12:51:44.305483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.342916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Pushing event updated for resources: {'Port': ['ID=6acc6edc-6ae3-43c9-92ef-772243e04e4d,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:44.345041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4727c2ab-15db-4332-a223-9ac6a34ce305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:44.360009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] DHCP port deletion for d79a9077-2f19-4431-ba59-bf911703f8ff request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:51:44.363313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:44.369559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Deleting port 7e19fba7-91e4-478b-a9cd-3238393893c8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:44.375022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.526547 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-35a5add7-461a-4015-9585-a15a94a30110 service neutron] 10.222.0.53 "GET /v2.0/networks/9644e1ac-c8c4-48d4-b645-647ec70c42c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704051
Dec 15 12:51:44.654448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c53bc1-22b6-48d6-9220-35c1472f95b3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:44.656202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c53bc1-22b6-48d6-9220-35c1472f95b3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:44.657930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c53bc1-22b6-48d6-9220-35c1472f95b3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:44.660166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32c53bc1-22b6-48d6-9220-35c1472f95b3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:44.703516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] For port 7e19fba7-91e4-478b-a9cd-3238393893c8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7e19fba7-91e4-478b-a9cd-3238393893c8,segment=NetworkSegment(dc4fc717-2e45-4e4b-b510-e807afa23bec),segment_id=dc4fc717-2e45-4e4b-b510-e807afa23bec)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:44.703664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.717679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:44.726653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:44.767595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:44.773826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:44.776683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.822012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32c53bc1-22b6-48d6-9220-35c1472f95b3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:44.825300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32c53bc1-22b6-48d6-9220-35c1472f95b3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 1.0055242
Dec 15 12:51:44.827417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.5485983
Dec 15 12:51:44.828675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.831038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56778) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:44.831709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56780) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:44.842837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=beb0d2af-ee28-4535-9ea7-afa326743049,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:44.844896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:17:7c:56'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:44.861835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:44.865283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:44.868945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f7a5d73-518d-4749-b8ad-a9b24a9b4c03 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:44.891086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Calling delete_port for 7e19fba7-91e4-478b-a9cd-3238393893c8 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:44.930642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No DVR routers for this DVR port 7e19fba7-91e4-478b-a9cd-3238393893c8 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:51:45.020075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=7e19fba7-91e4-478b-a9cd-3238393893c8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:45.034344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:45.070423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:51:45.071069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:51:45.072329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ef16cf3a-3acf-4063-a4d3-be448cd5fb30 None None] Provisioning for port 7e19fba7-91e4-478b-a9cd-3238393893c8 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:45.079668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ef16cf3a-3acf-4063-a4d3-be448cd5fb30 None None] Provisioning complete for port 7e19fba7-91e4-478b-a9cd-3238393893c8 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:45.080324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef16cf3a-3acf-4063-a4d3-be448cd5fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.116647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ef16cf3a-3acf-4063-a4d3-be448cd5fb30 None None] Port 7e19fba7-91e4-478b-a9cd-3238393893c8 was deleted so its status cannot be updated. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 15 12:51:45.203292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.212623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-55a82e47-1e4a-4112-90ae-be6772c0e19e req-c3c38d85-82e7-4f1e-8f13-36f066479b45 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 210 time: 0.3662484
Dec 15 12:51:45.230089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-02cbd839-9eea-426f-9b73-813d03156bc4 None None] Could not find standard attr ID for object ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:51:45.257024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-02cbd839-9eea-426f-9b73-813d03156bc4 None None] Provisioning for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:45.264548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-02cbd839-9eea-426f-9b73-813d03156bc4 None None] Provisioning complete for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:45.265187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02cbd839-9eea-426f-9b73-813d03156bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.474962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 4c07a35f-7a18-4f29-8cd6-6c88756ca8ed {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:45.512305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.586728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Deleting port 7e19fba7-91e4-478b-a9cd-3238393893c8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:45.587176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.589502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.613550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6acc6edc-6ae3-43c9-92ef-772243e04e4d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:45.626875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.657597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa57ee80>,) {'filters': {'network_id': ['d79a9077-2f19-4431-ba59-bf911703f8ff']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:45.672402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa57ee80>, 'dc4fc717-2e45-4e4b-b510-e807afa23bec') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:45.672904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa57ee80>, 'dc4fc717-2e45-4e4b-b510-e807afa23bec') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:45.689241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.694925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.711669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.718959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:51:45.719689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.750377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3231968-8783-4863-a4b9-4b5f38bccc68 None None] The port '7e19fba7-91e4-478b-a9cd-3238393893c8' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:51:45.845463 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:51:45.850823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 6acc6edc-6ae3-43c9-92ef-772243e04e4d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:45.851265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.885547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-02cbd839-9eea-426f-9b73-813d03156bc4 None None] Provisioning complete for port 6acc6edc-6ae3-43c9-92ef-772243e04e4d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:45.885547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02cbd839-9eea-426f-9b73-813d03156bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.912256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.928062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:45.937294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-87dee99a-0c41-420e-aa90-b3c80e3a9389 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:45.989110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=d79a9077-2f19-4431-ba59-bf911703f8ff,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:45.999845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:46.007620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/d79a9077-2f19-4431-ba59-bf911703f8ff HTTP/1.1" status: 204  len: 168 time: 3.4841433
Dec 15 12:51:46.099429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56798) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:46.111667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'name': 'tempest-PortsIpV6TestJSON-2079149998'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:46.263425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-47eac6e0-7b0a-42c2-b97c-f993a1d794c9 None None] Could not find standard attr ID for object ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:51:46.293819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7e19fba7-91e4-478b-a9cd-3238393893c8 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:51:46.368832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:46.377545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 7e19fba7-91e4-478b-a9cd-3238393893c8 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:51:46.377940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7e19fba7-91e4-478b-a9cd-3238393893c8 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:51:46.383004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-47eac6e0-7b0a-42c2-b97c-f993a1d794c9 None None] Provisioning for port beb0d2af-ee28-4535-9ea7-afa326743049 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:46.390950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.392312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-47eac6e0-7b0a-42c2-b97c-f993a1d794c9 None None] Provisioning complete for port beb0d2af-ee28-4535-9ea7-afa326743049 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:46.392753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47eac6e0-7b0a-42c2-b97c-f993a1d794c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.398758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:46.404602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:46.448078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:46.455095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-47eac6e0-7b0a-42c2-b97c-f993a1d794c9 None None] Port beb0d2af-ee28-4535-9ea7-afa326743049 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:46.463235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.500558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.503903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:46.507489 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99959966-6951-479f-8af8-d741ec400bc8 req-4ff4a5fd-de2a-407e-8361-049905d9d70c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 210 time: 0.0629339
Dec 15 12:51:46.509378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.539320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.548025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.553145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1d1b742-d026-4db4-94a5-7f3aba545f95 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:46.596121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 612e1b65-e6cd-4f60-9cd6-620a4a494a95 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:46.611426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.638501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] In _notify_port_updated(), no bound segment for port beb0d2af-ee28-4535-9ea7-afa326743049 on network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:51:46.642857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:46.643824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.648563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "PUT /v2.0/ports/beb0d2af-ee28-4535-9ea7-afa326743049 HTTP/1.1" status: 200  len: 1002 time: 1.8125324
Dec 15 12:51:46.654143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56804) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:46.654306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.662455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=beb0d2af-ee28-4535-9ea7-afa326743049,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:46.663172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775cf21-f875-428a-9df6-a8c02800a1bd None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:46.668780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:46.669597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43d7b983-c941-4986-ba71-a01e8189fe85 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:46.710563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=4c07a35f-7a18-4f29-8cd6-6c88756ca8ed,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:46.714349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:46.720121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/4c07a35f-7a18-4f29-8cd6-6c88756ca8ed HTTP/1.1" status: 204  len: 168 time: 1.8870142
Dec 15 12:51:46.721524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56808) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:46.812077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 64be4e63-9724-4410-8505-1222c9d5133d {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:46.815730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:46.892713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.015470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.080079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port beb0d2af-ee28-4535-9ea7-afa326743049 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:47.080434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.098825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-019bd03d-8654-41fb-81c4-71937bb47939 None None] Provisioning complete for port beb0d2af-ee28-4535-9ea7-afa326743049 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:47.099256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-019bd03d-8654-41fb-81c4-71937bb47939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.119832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.130773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:47.159581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-019bd03d-8654-41fb-81c4-71937bb47939 None None] Port beb0d2af-ee28-4535-9ea7-afa326743049 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:47.167843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.176461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=64be4e63-9724-4410-8505-1222c9d5133d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:47.179049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:47.186357 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/64be4e63-9724-4410-8505-1222c9d5133d HTTP/1.1" status: 204  len: 168 time: 0.4635224
Dec 15 12:51:47.189114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56816) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:47.274200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.274406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-208adf66-cc9d-4e92-b0cd-85a9b6a4b29a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0820603
Dec 15 12:51:47.277153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56820) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:47.290762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:47.304435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Allocated IP 172.26.0.159 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/b7689a27-da68-4daa-9f7f-008dff5a8645) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:47.387122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-f3d04fdc-6835-441b-8ea3-c0acdce28e45 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:47.387605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-f3d04fdc-6835-441b-8ea3-c0acdce28e45 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:47.436715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:47.441804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:47.445194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:47.453856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:47.470307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:47.477708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.565020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-f3d04fdc-6835-441b-8ea3-c0acdce28e45 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:47.566322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-f3d04fdc-6835-441b-8ea3-c0acdce28e45 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=9644e1ac-c8c4-48d4-b645-647ec70c42c0 HTTP/1.1" status: 200  len: 795 time: 0.8336570
Dec 15 12:51:47.583071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.661873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a3a9ada-5898-4dad-850c-153ef4dba579 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:47.746996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.758645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b58f5e67-8ca2-4dba-8b2f-f17f9cf11611 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:47.818917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:47.819592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1359da9f-4dd4-418e-a906-5f0a7cee6a1c req-54deb66e-dda0-426f-a9ae-0b593b8088ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 210 time: 0.1281204
Dec 15 12:51:47.830684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:47.832779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=e06eed26-13c6-4bbc-89bf-d7ed63d16fa8,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:47.835388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:47.836379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.843697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:47.869056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5873384
Dec 15 12:51:47.872079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56826) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:47.878676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:47.879511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:47.889272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:47.901086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=612e1b65-e6cd-4f60-9cd6-620a4a494a95,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:47.904999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.913120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:47.917708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:47.919017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:47.940532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:47.949994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-055c6e51-9b50-4de7-98c2-5e74d81da6cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:47.972466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc76ba2-2841-495e-9b02-43770348fe55 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:48.015582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.040141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:48.044888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:48.048045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:48.054214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:48.063950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:48.070142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.086199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Calling delete_port for beb0d2af-ee28-4535-9ea7-afa326743049 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:48.099223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2672ad0d-82ac-49bd-a8ee-70715b750873 None None] Provisioning complete for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:48.099680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2672ad0d-82ac-49bd-a8ee-70715b750873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.178077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.0740800
Dec 15 12:51:48.178302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56830) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:48.183042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-055c6e51-9b50-4de7-98c2-5e74d81da6cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:48.184392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-055c6e51-9b50-4de7-98c2-5e74d81da6cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 472 time: 0.5480621
Dec 15 12:51:48.197795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['652fedf6-9c2e-4b95-9c85-649f89724251']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:48.258637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 612e1b65-e6cd-4f60-9cd6-620a4a494a95 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:48.259428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.341225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.355237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b90f0a0d-084b-43fd-9022-467721d0101d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:48.537499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.685820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 612e1b65-e6cd-4f60-9cd6-620a4a494a95 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:48.696618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-537bbc03-fad2-4cec-8426-eab2e7993f38 None None] Provisioning complete for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:48.697531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-537bbc03-fad2-4cec-8426-eab2e7993f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.745587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:48.749238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event updated for resources: {'Port': ['ID=b7689a27-da68-4daa-9f7f-008dff5a8645,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:48.754491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:48.756402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:48.759045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:48.788777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.803153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:48.825315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.834323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:48.838629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:48.859038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Port': ['ID=beb0d2af-ee28-4535-9ea7-afa326743049,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:48.863639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:port and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:48.868708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:48.873773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:48.879713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:48.889125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=612e1b65-e6cd-4f60-9cd6-620a4a494a95,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:48.891502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:48.901734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.926145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/612e1b65-e6cd-4f60-9cd6-620a4a494a95 HTTP/1.1" status: 204  len: 168 time: 0.7463639
Dec 15 12:51:48.928031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56836) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:48.937412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'mac_address': 'fa:16:3e:e2:f3:c9', 'name': 'tempest-PortsIpV6TestJSON-398840733'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:48.967169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:48.970048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:48.980417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.068112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/ports/beb0d2af-ee28-4535-9ea7-afa326743049 HTTP/1.1" status: 204  len: 168 time: 2.4122124
Dec 15 12:51:49.069920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56840) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:49.129437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0dc31366-49ab-4834-8d87-06b84f92a0cb req-cf71aaaf-d63a-4337-b8d4-96291c80be2c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 210 time: 0.1418548
Dec 15 12:51:49.145721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:49.159794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-084a6a21-8d10-40a2-afe3-da9b6f64a727 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:49.160363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-084a6a21-8d10-40a2-afe3-da9b6f64a727 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Synchronizing usage tracker for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:49.165210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:49.169061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:49.176280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:49.190358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:49.247629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-084a6a21-8d10-40a2-afe3-da9b6f64a727 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Unset dirty status for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:49.252660 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-084a6a21-8d10-40a2-afe3-da9b6f64a727 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "GET /v2.0/ports/beb0d2af-ee28-4535-9ea7-afa326743049 HTTP/1.1" status: 404  len: 333 time: 0.1746733
Dec 15 12:51:49.255793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56844) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:49.264715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-938980540'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:49.332523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.24 (9644e1ac-c8c4-48d4-b645-647ec70c42c0/a56d2fd7-80b8-418f-9c9f-759599c840b9/37fa38b8-dbae-4f2a-bedf-2f5bc45df66e) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:49.372013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.448561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port d1141374-1032-44e4-9ff5-ca2075acc4d9 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:49.485702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:49.536173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:49.538119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.539197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.683914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:49.689623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.745434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] device_id is not set on port 8e727a9e-2f9a-4276-aecb-d0fc49d32276 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:49.838054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.840058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.860417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.873462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:49.946344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:49.954240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd86c8f7-ad14-4635-bd77-0230a07d085f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:50.039112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Allocated IP 2001:db8::ee (7c9d4a09-1f71-4015-8ffa-49e31f5d3775/ce960c51-c124-4f2f-ab3c-e50dffa89617/8e727a9e-2f9a-4276-aecb-d0fc49d32276) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:50.055709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.063729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0ed64c0-c260-4351-b75f-0fe5880d73e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:50.071211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:50.079985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:50.085162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=d1141374-1032-44e4-9ff5-ca2075acc4d9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:50.087090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:50.091645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:50.093178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.147704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:50.194768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.2656395
Dec 15 12:51:50.200172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56850) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:50.200603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:50.209222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:50.216815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:50.223242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:50.226673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:50.269580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port 13c8cba1-d0d3-48b9-8138-5ae37d924553, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13c8cba1-d0d3-48b9-8138-5ae37d924553,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:50.316007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a5867-5622-4e30-ac33-ef8e90b6b169 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:50.316939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-217a5867-5622-4e30-ac33-ef8e90b6b169 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:50.359114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.364247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.365180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.370698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93f72563-dbe0-4b16-b99c-f7c0f6fe9c38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:50.412167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-217a5867-5622-4e30-ac33-ef8e90b6b169 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:50.417079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-217a5867-5622-4e30-ac33-ef8e90b6b169 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/d1141374-1032-44e4-9ff5-ca2075acc4d9 HTTP/1.1" status: 200  len: 844 time: 0.2156706
Dec 15 12:51:50.428755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56854) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:50.468924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:50.469642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.528983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:50.534904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:50.545503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:50.545622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb135ed-c58a-4f57-bf1a-5ebe6a02aa2a None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:50.546154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.554586 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3623786
Dec 15 12:51:50.559574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=13c8cba1-d0d3-48b9-8138-5ae37d924553,revision_number=8']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:50.563679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:50.572235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7326f458-2fe7-4982-a95a-156e2c26122b tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:50.612667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.633606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37649a95-467e-4f17-b0c2-5ab155bdcde7 req-1d54eede-bb5a-41d5-81c9-4e57b9ebfcb1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:50.634336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-37649a95-467e-4f17-b0c2-5ab155bdcde7 req-1d54eede-bb5a-41d5-81c9-4e57b9ebfcb1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:50.641715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Router 9328807b-8ae2-4e47-b5ef-fdc7ebbd831d is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:51:50.655514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Transition to ACTIVE for port object 8e727a9e-2f9a-4276-aecb-d0fc49d32276 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:50.669863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-37649a95-467e-4f17-b0c2-5ab155bdcde7 req-1d54eede-bb5a-41d5-81c9-4e57b9ebfcb1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:50.671169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37649a95-467e-4f17-b0c2-5ab155bdcde7 req-1d54eede-bb5a-41d5-81c9-4e57b9ebfcb1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 932 time: 0.3476050
Dec 15 12:51:50.692824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port d1141374-1032-44e4-9ff5-ca2075acc4d9 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:50.693205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.727260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=2befb068-f089-42ab-87ff-9feede67f59b,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:50.730079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6dfe9af7-01ed-4dd5-85cd-fcf4c5c7a733 None None] Provisioning for port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:50.736396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Request body: {'port': {'device_id': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:50.737833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:50.741181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6dfe9af7-01ed-4dd5-85cd-fcf4c5c7a733 None None] Provisioning complete for port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:50.744613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9af7-01ed-4dd5-85cd-fcf4c5c7a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.744779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.8689239
Dec 15 12:51:50.748354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56860) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:50.760405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:d0:de:0d', 'name': 'tempest-NetworksTestDHCPv6-1363319708'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:50.863262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe9af7-01ed-4dd5-85cd-fcf4c5c7a733 None None] Port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:50.865276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:50.908767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4b06886-f92b-4a22-830a-2e3feab9310a tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:50.964848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37649a95-467e-4f17-b0c2-5ab155bdcde7 req-cbce01be-3059-4a48-bc29-3b22262c48ff tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1975245
Dec 15 12:51:51.044598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:51.049375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:51.065576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:51.070833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=8e727a9e-2f9a-4276-aecb-d0fc49d32276,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:51.108829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Update dhcp port {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '2befb068-f089-42ab-87ff-9feede67f59b', 'ip_address': '2001:db8::f816:3eff:fe1d:8977'}, {'subnet_id': 'e06eed26-13c6-4bbc-89bf-d7ed63d16fa8'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '13c8cba1-d0d3-48b9-8138-5ae37d924553'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:51:51.178056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:51.337428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:51.391505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:51.428205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:51.486299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:51.487955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:51.492544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:51.493294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:51.516678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13c8cba1-d0d3-48b9-8138-5ae37d924553 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:51.590890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:51.660129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Allocated IP 172.20.0.2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/e06eed26-13c6-4bbc-89bf-d7ed63d16fa8/13c8cba1-d0d3-48b9-8138-5ae37d924553) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:51.676993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-28a7a48e-c744-4744-a660-b8c73111d41d None None] Provisioning for port 8e727a9e-2f9a-4276-aecb-d0fc49d32276 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:51.681116 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.4198322
Dec 15 12:51:51.685198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-28a7a48e-c744-4744-a660-b8c73111d41d None None] Provisioning complete for port 8e727a9e-2f9a-4276-aecb-d0fc49d32276 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:51.685198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28a7a48e-c744-4744-a660-b8c73111d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:51.698453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56864) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:51.711381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'network_id': '7c9d4a09-1f71-4015-8ffa-49e31f5d3775', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-61823485'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:51.858574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-28a7a48e-c744-4744-a660-b8c73111d41d None None] Port 8e727a9e-2f9a-4276-aecb-d0fc49d32276 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:51.871986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:51.871986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:51.895561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for d1141374-1032-44e4-9ff5-ca2075acc4d9 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:51.984454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] For port 13c8cba1-d0d3-48b9-8138-5ae37d924553, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13c8cba1-d0d3-48b9-8138-5ae37d924553,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:52.015449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:52.037978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] Sync routers for ids ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:52.065200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] Routers {'9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:52.066112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42ff5453c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:52.096701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.126547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Transition to ACTIVE for port object 13c8cba1-d0d3-48b9-8138-5ae37d924553 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:52.134836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.150885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:52.164449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.165800 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 8.9846892
Dec 15 12:51:52.169766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56870) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:52.179904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.198503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:52.199994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.209002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42ff5453c8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:52.224124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2fd16774-078f-4818-bb95-04396041a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:52.226351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] Routers {'9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:52.227387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42ff5453c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:52.323943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42ff5453c8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:52.324868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c09456-b858-44d2-9b41-20bc6097e6bb None None] The sync data for ids ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:52.376537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=d1141374-1032-44e4-9ff5-ca2075acc4d9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:52.379835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:52.398780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.408356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Pushing event updated for resources: {'Port': ['ID=13c8cba1-d0d3-48b9-8138-5ae37d924553,revision_number=9']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:52.411758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:52.434793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port a40a5db6-70f9-4a4f-8e56-293534e2ff9b yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:52.485242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/d1141374-1032-44e4-9ff5-ca2075acc4d9 HTTP/1.1" status: 204  len: 168 time: 2.0526145
Dec 15 12:51:52.485948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56876) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:52.516262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:51:52.563403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:52.570338 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ad0181-d71b-426e-a70a-c77f75f5f091 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:52.570932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-52ad0181-d71b-426e-a70a-c77f75f5f091 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:52.579225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.614400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:52.628336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Transition to ACTIVE for port object 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:52.635272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.641732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-568a8440-37f5-4892-a0da-25b2f1af4cbd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:52.733460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-52ad0181-d71b-426e-a70a-c77f75f5f091 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:52.733460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-52ad0181-d71b-426e-a70a-c77f75f5f091 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/d1141374-1032-44e4-9ff5-ca2075acc4d9 HTTP/1.1" status: 404  len: 333 time: 0.2448297
Dec 15 12:51:52.739560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56880) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:52.748183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f0e8-ee4a-4f9e-bc74-2add1072c903 req-5a66b279-683c-44f4-b7a4-bb36663e51ae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:52.754527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0053f0e8-ee4a-4f9e-bc74-2add1072c903 req-5a66b279-683c-44f4-b7a4-bb36663e51ae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 932 time: 0.5415072
Dec 15 12:51:52.784293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'name': 'tempest-PortsIpV6TestJSON-519921145'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:52.805512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Made reservation on behalf of 139f58444b614291aadd94e8f954a2cb for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:52.811049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:52.830332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:52.845394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.845831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.846252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.846672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.847090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.847545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.847960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.848372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.848779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.849187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.849596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:52.858106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:52.924355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] device_id is not set on port d135cc8c-2014-4085-bd85-ee1f0aca4a54 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:52.974960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0053f0e8-ee4a-4f9e-bc74-2add1072c903 req-04cd71c7-1981-4166-8cb2-4c84ebc20a35 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2194653
Dec 15 12:51:53.100552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Attempting to bind port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:51:53.100552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Attempting to bind port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:51:53.100552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Attempting to bind port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e on network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:53.126942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e on network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:51:53.126942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Attempting to bind port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e on network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:51:53.139220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:51:53.139220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Checking segment: {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:51:53.139220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Bound using segment: {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:51:53.139220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Bound port: 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:51:53.139220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:53.202054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:53.269238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13c8cba1-d0d3-48b9-8138-5ae37d924553 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:51:53.372063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:53.400351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 172.20.0.11 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/e06eed26-13c6-4bbc-89bf-d7ed63d16fa8/a40a5db6-70f9-4a4f-8e56-293534e2ff9b) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:53.404954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] For port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:51:53.408903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] For port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:51:53.413739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:53.417109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fed0:de0d (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/2befb068-f089-42ab-87ff-9feede67f59b/a40a5db6-70f9-4a4f-8e56-293534e2ff9b) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:53.426612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:53.429228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:53.431966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:53.488930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Allocated IP 2001:db8::292 (7c9d4a09-1f71-4015-8ffa-49e31f5d3775/ce960c51-c124-4f2f-ab3c-e50dffa89617/d135cc8c-2014-4085-bd85-ee1f0aca4a54) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:51:53.498534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:53.500096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] 10.222.0.77 "PUT /v2.0/ports/37fa38b8-dbae-4f2a-bedf-2f5bc45df66e HTTP/1.1" status: 200  len: 1094 time: 2.9354618
Dec 15 12:51:53.502185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'tag': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:51:53.503014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 4eefcad2-7321-48de-bc14-399ad5ca8db9 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:51:53.625123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:53.634390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:53.797351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'tag': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e', 'status': 'completed', 'code': 200}
Dec 15 12:51:53.806094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-8b9f59be-b575-4631-a034-88547826214c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 1097 time: 0.2451138
Dec 15 12:51:53.927655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-b44a0f4b-6267-43dc-ac9a-aafd06558f0c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e HTTP/1.1" status: 200  len: 217 time: 0.1137669
Dec 15 12:51:54.046495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c302bf29-417c-403c-b9a1-208414944193 None None] Provisioning for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:54.052059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c302bf29-417c-403c-b9a1-208414944193 None None] Provisioning complete for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:54.052495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c302bf29-417c-403c-b9a1-208414944193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.104438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-13f50301-1a05-44f0-ba74-3f75df6ef5c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:54.104438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-13f50301-1a05-44f0-ba74-3f75df6ef5c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56d2fd7-80b8-418f-9c9f-759599c840b9 HTTP/1.1" status: 200  len: 837 time: 0.1605680
Dec 15 12:51:54.241615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.266770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-2188554a-91cd-4061-9b00-54483dccdfe7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9644e1ac-c8c4-48d4-b645-647ec70c42c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1490409
Dec 15 12:51:54.371078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.391620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.409503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Deleting port b7689a27-da68-4daa-9f7f-008dff5a8645 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:54.409503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.486905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-b34dd400-3869-4439-b38a-bfbcba0adcce service neutron] 10.222.0.77 "GET /v2.0/networks/9644e1ac-c8c4-48d4-b645-647ec70c42c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217546
Dec 15 12:51:54.784365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.847848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object a40a5db6-70f9-4a4f-8e56-293534e2ff9b will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:54.879266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e9974-d719-4ffe-b1f7-11779f371ff1 req-0f4e87d5-f2cc-4308-b285-367c4dd4732d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:54.881091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-917e9974-d719-4ffe-b1f7-11779f371ff1 req-0f4e87d5-f2cc-4308-b285-367c4dd4732d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 944 time: 0.7240703
Dec 15 12:51:54.886306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.898404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:54.923971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8f877d9d-fc6e-458c-b5c6-43eece3e0f0f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:54.997582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Transition to ACTIVE for port object d135cc8c-2014-4085-bd85-ee1f0aca4a54 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:51:55.011169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.029024 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0eb8453b-c0b7-42a4-ae12-f52c2fdc09e1 req-9b8bf638-655d-4a5e-85bb-00a16481fb76 service neutron] 10.222.0.77 "GET /v2.0/networks/9644e1ac-c8c4-48d4-b645-647ec70c42c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5221932
Dec 15 12:51:55.049098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.085615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:55.099968 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-917e9974-d719-4ffe-b1f7-11779f371ff1 req-76be55a3-ddc7-4202-889f-eb87ee16b9c0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2047882
Dec 15 12:51:55.100781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=4eefcad2-7321-48de-bc14-399ad5ca8db9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:55.105046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:55.119506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:55.124453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:55.125146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.160432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:55.163959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.163959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.163959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.164239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.165147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.165147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.165461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.165874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.166280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.166734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.168158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:55.171796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:55.175980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4bce0aa-6105-477a-8e6e-5a236abd37a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:55.201082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Calling delete_port for b7689a27-da68-4daa-9f7f-008dff5a8645 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:55.210485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:55.212889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:55.262086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.321081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.5474801
Dec 15 12:51:55.324664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56892) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:55.334949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:55.357978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:51:55.361294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=a40a5db6-70f9-4a4f-8e56-293534e2ff9b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:55.364922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:55.370807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:55.370807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.376640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:51:55.378651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:51:55.384361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:55.384894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.385567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-07510a46-c1c4-4ba5-b6da-36a630fe0dcb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 1097 time: 0.2963045
Dec 15 12:51:55.392852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d9a66f0-5355-44b8-beb2-8a68bcf43401 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:55.491776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.7411675
Dec 15 12:51:55.495883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56896) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:55.504018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.8099694
Dec 15 12:51:55.505478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=d135cc8c-2014-4085-bd85-ee1f0aca4a54,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:55.512396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:55.512972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56900) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:55.520461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36e', 'mac_address': 'fa:16:3e:17:7c:56'}, {'ip_address': '2001:db8::ee', 'mac_address': 'fa:16:3e:77:ca:e9'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:55.646293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.835698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Provisioning for port a40a5db6-70f9-4a4f-8e56-293534e2ff9b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:55.841107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Provisioning complete for port a40a5db6-70f9-4a4f-8e56-293534e2ff9b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:55.841831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.851243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.869396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-befc9aaf-59f1-4585-a63c-9a142ab53292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:55.871375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-befc9aaf-59f1-4585-a63c-9a142ab53292 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9644e1ac-c8c4-48d4-b645-647ec70c42c0 HTTP/1.1" status: 200  len: 896 time: 0.4776771
Dec 15 12:51:55.899684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Port a40a5db6-70f9-4a4f-8e56-293534e2ff9b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:55.912786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Provisioning for port d135cc8c-2014-4085-bd85-ee1f0aca4a54 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:51:55.917786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Provisioning complete for port d135cc8c-2014-4085-bd85-ee1f0aca4a54 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:55.918184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.946257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:55.973949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:55.977400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-592e2315-eb2b-44e0-99bf-695f5308e7b9 None None] Port d135cc8c-2014-4085-bd85-ee1f0aca4a54 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:56.050778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-69d98c22-a7f0-47ff-b1d3-ef9debfc736e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e HTTP/1.1" status: 200  len: 217 time: 0.1670425
Dec 15 12:51:56.051674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Pushing event deleted for resources: {'Port': ['ID=b7689a27-da68-4daa-9f7f-008dff5a8645,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:56.054349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:56.065465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f67d33-8f8f-405a-ab76-478dbfabacc6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:56.069873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f67d33-8f8f-405a-ab76-478dbfabacc6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:56.070747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-23f67d33-8f8f-405a-ab76-478dbfabacc6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:56.112836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.119016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.123089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9732bf8a-5a2f-462a-ba4c-639b5a0ef08c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:56.186653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] In _notify_port_updated(), no bound segment for port d135cc8c-2014-4085-bd85-ee1f0aca4a54 on network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:51:56.190930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:56.191658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.196230 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "PUT /v2.0/ports/d135cc8c-2014-4085-bd85-ee1f0aca4a54 HTTP/1.1" status: 200  len: 1065 time: 0.6821208
Dec 15 12:51:56.199315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56906) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:56.207776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event updated for resources: {'Port': ['ID=d135cc8c-2014-4085-bd85-ee1f0aca4a54,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:56.211906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:56.391078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-23f67d33-8f8f-405a-ab76-478dbfabacc6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:56.392467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-23f67d33-8f8f-405a-ab76-478dbfabacc6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.8903844
Dec 15 12:51:56.395730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56910) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:56.433170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-f336f998-3f64-468d-83db-b7a8ca137b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:56.434836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-f336f998-3f64-468d-83db-b7a8ca137b65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56d2fd7-80b8-418f-9c9f-759599c840b9 HTTP/1.1" status: 200  len: 837 time: 0.3606040
Dec 15 12:51:56.446323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port d135cc8c-2014-4085-bd85-ee1f0aca4a54 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:56.447054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.484770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port a40a5db6-70f9-4a4f-8e56-293534e2ff9b {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:56.485138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.504898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7ca2e2a2-2f11-4fa5-b256-984037b82f4d None None] Provisioning complete for port d135cc8c-2014-4085-bd85-ee1f0aca4a54 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:51:56.505223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e2a2-2f11-4fa5-b256-984037b82f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.565700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2e2a2-2f11-4fa5-b256-984037b82f4d None None] Port d135cc8c-2014-4085-bd85-ee1f0aca4a54 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:51:56.700215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.728765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.737744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9574dc48-e756-4089-9a5c-dc792dbd2372 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:56.751913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:56.891221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for a40a5db6-70f9-4a4f-8e56-293534e2ff9b owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:57.083570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.115434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.121620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-854c1850-ff8c-4b37-9f86-51683d6e3538 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:57.165998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=a40a5db6-70f9-4a4f-8e56-293534e2ff9b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:57.170203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:57.236290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] In _notify_port_updated(), no bound segment for port 4eefcad2-7321-48de-bc14-399ad5ca8db9 on network 3a75fd13-44fb-4742-83a9-2b4faffd5670 {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:51:57.241189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:57.241377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.242882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "PUT /v2.0/ports/4eefcad2-7321-48de-bc14-399ad5ca8db9 HTTP/1.1" status: 200  len: 818 time: 1.9153240
Dec 15 12:51:57.260705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56914) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:57.264739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9086ada-0ce5-4243-a709-8dc0ac4360d2 req-c3e6ff12-e754-43fc-99d1-cedeeaaf8670 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:57.266604 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9086ada-0ce5-4243-a709-8dc0ac4360d2 req-c3e6ff12-e754-43fc-99d1-cedeeaaf8670 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 944 time: 0.9980967
Dec 15 12:51:57.329199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=4eefcad2-7321-48de-bc14-399ad5ca8db9,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:57.332460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:57.346347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.368142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.404047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 4eefcad2-7321-48de-bc14-399ad5ca8db9 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:57.404442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.450669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.469441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-092deb2b-46e3-4321-9c28-70e6e669913a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9644e1ac-c8c4-48d4-b645-647ec70c42c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.9910398
Dec 15 12:51:57.485563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/a40a5db6-70f9-4a4f-8e56-293534e2ff9b HTTP/1.1" status: 204  len: 168 time: 1.0885606
Dec 15 12:51:57.515556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56918) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:57.578138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9086ada-0ce5-4243-a709-8dc0ac4360d2 req-0e200c78-38de-4f04-b616-b2f7e06a1488 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2974052
Dec 15 12:51:57.723891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447f7cf-41bf-4fe6-8194-fc9f478951b9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:57.725571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447f7cf-41bf-4fe6-8194-fc9f478951b9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:57.727052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447f7cf-41bf-4fe6-8194-fc9f478951b9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:57.727939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7447f7cf-41bf-4fe6-8194-fc9f478951b9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:57.737765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.740273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.874647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 4eefcad2-7321-48de-bc14-399ad5ca8db9 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:57.881182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:57.895856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Calling delete_port for d135cc8c-2014-4085-bd85-ee1f0aca4a54 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:57.906698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7447f7cf-41bf-4fe6-8194-fc9f478951b9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:57.908050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7447f7cf-41bf-4fe6-8194-fc9f478951b9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3909893
Dec 15 12:51:57.914749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56922) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:57.970796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:51:57.981059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-f0ad71ad-4f01-4374-a04b-bb83605c3ba6 service neutron] 10.222.0.77 "GET /v2.0/networks/9644e1ac-c8c4-48d4-b645-647ec70c42c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4501874
Dec 15 12:51:57.988363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Router 9328807b-8ae2-4e47-b5ef-fdc7ebbd831d has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:51:58.053823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.061531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ef5e0c9-28da-4735-822e-6d1c7e3486fb tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:58.178070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=4eefcad2-7321-48de-bc14-399ad5ca8db9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:58.185393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:58.195837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.226692 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/4eefcad2-7321-48de-bc14-399ad5ca8db9 HTTP/1.1" status: 204  len: 168 time: 0.9670358
Dec 15 12:51:58.229566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56926) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.270332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 2befb068-f089-42ab-87ff-9feede67f59b {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:58.282941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.299488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:58.316770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e', 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'port_id': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e', 'mac_address': 'fa:16:3e:94:af:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:51:58.346022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.375538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e04a1ea-a353-499b-968d-3f563a7857e5 req-182448d1-1cfd-428a-977e-cd10f8c98513 service neutron] 10.222.0.77 "GET /v2.0/networks/9644e1ac-c8c4-48d4-b645-647ec70c42c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3858132
Dec 15 12:51:58.377828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.378614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.387144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-279ab5e3-4288-4a68-9f38-592029d502e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:58.397300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:51:58.414067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:51:58.418640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.420679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-20243dbe-311c-4637-b9b0-fa25e64c0772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:58.431509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a6e19e-91e0-4030-bb20-a165ccf1bf14 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:58.432545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15a6e19e-91e0-4030-bb20-a165ccf1bf14 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:58.441789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:51:58.447593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Port': ['ID=d135cc8c-2014-4085-bd85-ee1f0aca4a54,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:58.450549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:58.464057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15a6e19e-91e0-4030-bb20-a165ccf1bf14 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:58.467855 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15a6e19e-91e0-4030-bb20-a165ccf1bf14 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 845 time: 0.2366753
Dec 15 12:51:58.468572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56930) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.497806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.502334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "PUT /v2.0/routers/9328807b-8ae2-4e47-b5ef-fdc7ebbd831d HTTP/1.1" status: 200  len: 709 time: 6.3314271
Dec 15 12:51:58.503242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56934) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.521703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] Sync routers for ids ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:51:58.524770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.539382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:58.541594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] Routers {'9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:58.542571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0febe0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:58.560527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-832381f3-2bc4-456b-a174-b5382c5ac7ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:58.569010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-832381f3-2bc4-456b-a174-b5382c5ac7ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/4eefcad2-7321-48de-bc14-399ad5ca8db9 HTTP/1.1" status: 404  len: 333 time: 0.0976956
Dec 15 12:51:58.575064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.582057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2062045698'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:58.596925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:51:58.605676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:51:58.613483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:51:58.621523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0febe0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:58.624035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:51:58.639086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] Routers {'9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:51:58.639828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0febe0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:58.648240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:51:58.655682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.679058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.686042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-521c54e9-462a-4e4e-90b3-a2614dcf30d3 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:58.713904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.714619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.715255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.715818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.716346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.716889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.717458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.718003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.718565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.719134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.719731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:51:58.731692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['37fa38b8-dbae-4f2a-bedf-2f5bc45df66e'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:51:58.733773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=2befb068-f089-42ab-87ff-9feede67f59b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:58.738892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:58.747048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.750229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:51:58.762851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:58.766936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-be4427a4-14e9-45a4-95e6-d9811750e54c tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/routers/9328807b-8ae2-4e47-b5ef-fdc7ebbd831d HTTP/1.1" status: 200  len: 744 time: 0.2568636
Dec 15 12:51:58.769877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56944) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.772447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.772849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment 51c43677-384b-4dc5-845c-0318e7442f12 of type vlan for network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6
Dec 15 12:51:58.783735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23faa3cc-ca5f-4bcd-881c-3b2291315a4f None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:51:58.786736 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/2befb068-f089-42ab-87ff-9feede67f59b HTTP/1.1" status: 204  len: 168 time: 0.8709104
Dec 15 12:51:58.789473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56948) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.803129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0febe0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:51:58.804271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed46e7-4601-449e-9e45-c4e57bf70961 None None] The sync data for ids ['9328807b-8ae2-4e47-b5ef-fdc7ebbd831d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:51:58.857036 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-99ffb733-3172-45f4-8291-ba75b3406f29 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&device_id=9328807b-8ae2-4e47-b5ef-fdc7ebbd831d HTTP/1.1" status: 200  len: 205 time: 0.0829983
Dec 15 12:51:58.860136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56952) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.943171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.950177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a47a53b5-762f-402f-8933-d9af82a33416 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=9328807b-8ae2-4e47-b5ef-fdc7ebbd831d HTTP/1.1" status: 200  len: 205 time: 0.0886776
Dec 15 12:51:58.954993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56956) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:58.992117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:58.996783 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/ports/d135cc8c-2014-4085-bd85-ee1f0aca4a54 HTTP/1.1" status: 204  len: 168 time: 2.7809069
Dec 15 12:51:58.997865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56960) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:59.051010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d37f49-ae8d-4d79-bcea-837ebe7417b3 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] GET failed (client error): The resource could not be found.
Dec 15 12:51:59.051949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94d37f49-ae8d-4d79-bcea-837ebe7417b3 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Synchronizing usage tracker for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:51:59.069846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94d37f49-ae8d-4d79-bcea-837ebe7417b3 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Unset dirty status for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:51:59.074464 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94d37f49-ae8d-4d79-bcea-837ebe7417b3 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "GET /v2.0/ports/d135cc8c-2014-4085-bd85-ee1f0aca4a54 HTTP/1.1" status: 404  len: 333 time: 0.0722370
Dec 15 12:51:59.074794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56964) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:59.151391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port 8e727a9e-2f9a-4276-aecb-d0fc49d32276 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:51:59.151809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:59.313671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet e06eed26-13c6-4bbc-89bf-d7ed63d16fa8 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:51:59.391160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:59.474634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:59.479134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:59.479975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:59.492091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f565e79f-db38-4280-b2a8-dea46439539c tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:51:59.536303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:59.612145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3170a99-7802-46b8-b226-f95dd921b235 req-8dc69ea6-5838-4175-994c-822aba545b1b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:51:59.613876 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f3170a99-7802-46b8-b226-f95dd921b235 req-8dc69ea6-5838-4175-994c-822aba545b1b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 945 time: 0.7607706
Dec 15 12:51:59.623384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83fb-5362-4d23-ad06-eeb53141548c tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:59.714949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:51:59.763030 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1831739
Dec 15 12:51:59.784355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56968) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:51:59.841588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=2e80b638-2e86-4a0e-b2d7-08a21dcca0b6,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:51:59.852606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:51:59.855513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:51:59.858183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:51:59.876706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Calling delete_port for 8e727a9e-2f9a-4276-aecb-d0fc49d32276 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:51:59.907218 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f3170a99-7802-46b8-b226-f95dd921b235 req-c7cec026-9335-47c9-9f3b-fafba3b2eae0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2298572
Dec 15 12:51:59.973180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:00.079174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:00.085089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:00.085643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.088516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.115936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:00.129579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:00.134936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:00.145228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:00.165331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:00.184414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.194200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa45421d-ce55-4cb3-b737-fbb38e5c5ddf tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:00.221347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.264321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:52:00.270268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Port': ['ID=8e727a9e-2f9a-4276-aecb-d0fc49d32276,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:00.278564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:00.289690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:00.299549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0f21ab08-c701-45fc-bdef-c80d6286ca8b None None] Provisioning complete for port 13c8cba1-d0d3-48b9-8138-5ae37d924553 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:00.300361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f21ab08-c701-45fc-bdef-c80d6286ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.326532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.334912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b2005f8e-082c-445c-96e3-b3da9ec98571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:00.356218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.361586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.370759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da8ae8ef-bc3d-4635-993a-b00ef07639cd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:00.405882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83fb-5362-4d23-ad06-eeb53141548c tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.424831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=e06eed26-13c6-4bbc-89bf-d7ed63d16fa8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:00.432374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:00.436035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:00.437087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83fb-5362-4d23-ad06-eeb53141548c tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.438570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.442456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:00.453131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.464554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3f70d-5c07-4fe9-b4a5-b7ac9a785f95 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:00.475945 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/e06eed26-13c6-4bbc-89bf-d7ed63d16fa8 HTTP/1.1" status: 204  len: 168 time: 1.6842253
Dec 15 12:52:00.478247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56976) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:00.496833 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e', 'code': 200}
Dec 15 12:52:00.572122 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/ports/8e727a9e-2f9a-4276-aecb-d0fc49d32276 HTTP/1.1" status: 204  len: 168 time: 1.4957347
Dec 15 12:52:00.573757 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce650477-849e-4428-b61a-5ca0a67472aa tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0934892
Dec 15 12:52:00.575149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56980) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:00.585245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56982) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:00.592931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:00.661621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8559499-9aae-4f93-8560-f42b0e0675a2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:00.662488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c8559499-9aae-4f93-8560-f42b0e0675a2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Synchronizing usage tracker for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:00.731898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83fb-5362-4d23-ad06-eeb53141548c tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.732779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbe83fb-5362-4d23-ad06-eeb53141548c tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Fanout notify agent at l3_agent the message router_deleted on router 9328807b-8ae2-4e47-b5ef-fdc7ebbd831d {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:52:00.748888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:00.757412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83fb-5362-4d23-ad06-eeb53141548c tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.758637 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6fbe83fb-5362-4d23-ad06-eeb53141548c tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/9328807b-8ae2-4e47-b5ef-fdc7ebbd831d HTTP/1.1" status: 204  len: 168 time: 1.8025913
Dec 15 12:52:00.763497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56988) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:00.764897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:00.801523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c8559499-9aae-4f93-8560-f42b0e0675a2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Unset dirty status for tenant:139f58444b614291aadd94e8f954a2cb on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:00.806744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c8559499-9aae-4f93-8560-f42b0e0675a2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "GET /v2.0/ports/8e727a9e-2f9a-4276-aecb-d0fc49d32276 HTTP/1.1" status: 404  len: 333 time: 0.2262907
Dec 15 12:52:00.806909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:00.808445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 56992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:00.822389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:00.829504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-04d68161-9f1a-4eb3-98a6-992ee2d55056 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=9328807b-8ae2-4e47-b5ef-fdc7ebbd831d HTTP/1.1" status: 200  len: 205 time: 0.0584955
Dec 15 12:52:00.830268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 56996) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:00.886767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:00.891578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Deleting port 13c8cba1-d0d3-48b9-8138-5ae37d924553 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:00.891844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.908764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-c30839c3-2253-4a8b-bc16-103c8d3d7846 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] delete failed (client error): The resource could not be found.
Dec 15 12:52:00.912862 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c30839c3-2253-4a8b-bc16-103c8d3d7846 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/9328807b-8ae2-4e47-b5ef-fdc7ebbd831d HTTP/1.1" status: 404  len: 336 time: 0.0791197
Dec 15 12:52:00.913117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57000) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:00.916009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:00.922514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.951565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:00.951991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.991919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:00.999232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7266448c-d0c8-45d1-b28d-c36b77eed3dc req-cef638e9-c176-4c7c-b8e0-05e8fd41d5b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 1099 time: 0.2737360
Dec 15 12:52:01.003029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69a115ee-b75e-4e8b-8f72-152acee5a4be tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:01.008313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c91ece3-3e57-4386-adfc-c30d52fb1b25 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=26911204-48f9-43e5-8a46-89a011bcc325 HTTP/1.1" status: 200  len: 205 time: 0.0912514
Dec 15 12:52:01.012259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57006) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.150652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-59c254c4-bace-44a0-8c8c-4dfc668272e2 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] delete failed (client error): The resource could not be found.
Dec 15 12:52:01.154339 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-59c254c4-bace-44a0-8c8c-4dfc668272e2 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/26911204-48f9-43e5-8a46-89a011bcc325 HTTP/1.1" status: 404  len: 336 time: 0.1407146
Dec 15 12:52:01.157143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] For port 13c8cba1-d0d3-48b9-8138-5ae37d924553, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13c8cba1-d0d3-48b9-8138-5ae37d924553,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:01.157604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:01.170361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57010) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.228230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=7bb33483-159d-443a-95a3-3e6d6cbb28eb,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:01.231601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:01.285968 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b777c38a-ab61-440f-990d-8fed6abc46b0 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=e90133c4-be77-406d-bc62-5920e7c1029e HTTP/1.1" status: 200  len: 205 time: 0.1001148
Dec 15 12:52:01.292618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4273ec0-f2d8-41ea-b6e7-9dc0ddb6b567 req-e7c7a90d-0c2a-42e4-aed7-340725814abb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:01.294289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4273ec0-f2d8-41ea-b6e7-9dc0ddb6b567 req-e7c7a90d-0c2a-42e4-aed7-340725814abb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 946 time: 0.1556833
Dec 15 12:52:01.295897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7266448c-d0c8-45d1-b28d-c36b77eed3dc req-556f840b-7b9b-4246-a82f-4f08c3a25887 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2541125
Dec 15 12:52:01.296408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57014) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.344245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13c8cba1-d0d3-48b9-8138-5ae37d924553 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:01.384320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Calling delete_port for 13c8cba1-d0d3-48b9-8138-5ae37d924553 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:01.395408 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4273ec0-f2d8-41ea-b6e7-9dc0ddb6b567 req-e86c5bb1-633b-46ff-acc0-c35589c7e614 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926125
Dec 15 12:52:01.398547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': '51c43677-384b-4dc5-845c-0318e7442f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:01.398957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:01.404963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:01.409525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4926b351-4377-4782-a21e-92902b471e27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:01.417615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-e7ee860e-aa40-40cb-a923-429093dd2091 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] delete failed (client error): The resource could not be found.
Dec 15 12:52:01.419164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7ee860e-aa40-40cb-a923-429093dd2091 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/e90133c4-be77-406d-bc62-5920e7c1029e HTTP/1.1" status: 404  len: 336 time: 0.1181479
Dec 15 12:52:01.423603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57018) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.472941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:01.476452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:01.481623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:01.482292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:01.501936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=2e56d272-3a6d-42fb-b4b1-add7eb307474,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:01.506828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:01.518974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9323566
Dec 15 12:52:01.519856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57022) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.526647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:01.541780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:01.544257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-925fd928-6fb0-403e-bb67-2969aaef5483 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8926667e-edad-4e51-929b-95ff539df0cc HTTP/1.1" status: 200  len: 205 time: 0.1192367
Dec 15 12:52:01.549901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57026) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.551852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84a572ad-ccdc-48f5-bd59-2b983549fcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:01.594945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:01.595229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:01.606709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Pushing event deleted for resources: {'Port': ['ID=13c8cba1-d0d3-48b9-8138-5ae37d924553,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:01.608696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:01.619336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:01.634009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] No DVR routers for this DVR port 13c8cba1-d0d3-48b9-8138-5ae37d924553 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:01.646255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-a358dfd9-e4d5-4231-8f97-4047468f802d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] delete failed (client error): The resource could not be found.
Dec 15 12:52:01.647466 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a358dfd9-e4d5-4231-8f97-4047468f802d tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/8926667e-edad-4e51-929b-95ff539df0cc HTTP/1.1" status: 404  len: 336 time: 0.0965223
Dec 15 12:52:01.651048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57030) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.684873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e6570-940a-4cc5-b297-fbcfc132280f None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:01.789979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Calling delete_port for 74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:01.863405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:01.882050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:01.882474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d85b5-9174-45af-8ab2-0d2e523a810a None None] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:01.882742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:01.938620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1498313
Dec 15 12:52:01.957407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57034) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:01.966271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:02.018281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a5fb3a10-797f-4a1f-b507-3ec74ad95126 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc HTTP/1.1" status: 200  len: 205 time: 0.3658702
Dec 15 12:52:02.021749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57038) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:02.023939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-e1ae5235-8be1-460d-b13c-f066fe04fda4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2425470
Dec 15 12:52:02.120373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-033e3333-e3e6-42da-865c-349c9b824235 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] delete failed (client error): The resource could not be found.
Dec 15 12:52:02.124358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-033e3333-e3e6-42da-865c-349c9b824235 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/b721fbc1-1d5d-4e53-aca7-5bbb009ac4dc HTTP/1.1" status: 404  len: 336 time: 0.0989199
Dec 15 12:52:02.133344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57042) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:02.193909 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-41922cd7-603d-44c4-8147-c1f6fd74c2e6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "GET /v2.0/ports?device_id=95cd132a-9090-47f6-9c59-ca35b412cd1a HTTP/1.1" status: 200  len: 205 time: 0.0567625
Dec 15 12:52:02.196121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57046) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:02.202247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:02.272891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:02.274306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '2e56d272-3a6d-42fb-b4b1-add7eb307474'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:02.280714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:02.324384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:02.335142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:02.339897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-03b5747e-d26e-42f3-b853-f2138f69b1de tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] delete failed (client error): The resource could not be found.
Dec 15 12:52:02.343790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-03b5747e-d26e-42f3-b853-f2138f69b1de tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/routers/95cd132a-9090-47f6-9c59-ca35b412cd1a HTTP/1.1" status: 404  len: 336 time: 0.1412935
Dec 15 12:52:02.345060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57050) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:02.347981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:02.394411 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac4d5a8-f3ef-46d2-b0f1-a847f685e3b5 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:52:02.394913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac4d5a8-f3ef-46d2-b0f1-a847f685e3b5 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:02.398937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5ac4d5a8-f3ef-46d2-b0f1-a847f685e3b5 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] 10.222.0.53 "DELETE /v2.0/subnets/b24eb78e-30d8-4e96-ab94-526d476e5c49 HTTP/1.1" status: 404  len: 337 time: 0.0507686
Dec 15 12:52:02.411483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:02.418190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:02.559458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-941be5dd-e32f-4807-8bc4-ea19a49c6ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:02.587309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2e80b638-2e86-4a0e-b2d7-08a21dcca0b6', 'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6', 'tenant_id': '554f48bdb9e94470bb294e488aa7ac10', 'fixed_ips': [{'subnet_id': '7bb33483-159d-443a-95a3-3e6d6cbb28eb'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:02.588272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:02.618941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Port': ['ID=74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:02.621973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:02.629910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:02.632997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:02.688268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:02.695611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-6ff59cf8-2514-4fca-92db-016737271594 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1098 time: 0.5779428
Dec 15 12:52:02.748867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Allocated IP 172.20.0.2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/2e56d272-3a6d-42fb-b4b1-add7eb307474/9080037e-7eb6-4055-865a-26da36f20be3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:02.755176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:02.844987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57060) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:02.856349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:02.916255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:02.922887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:02.994773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Allocated IP 2001:db8::2 (2e80b638-2e86-4a0e-b2d7-08a21dcca0b6/7bb33483-159d-443a-95a3-3e6d6cbb28eb/e132c275-6e91-4e8c-85c5-32a760c960fb) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:02.995009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/ports/74e1b1e7-dbef-4b4a-abb9-3f3fab57cf33 HTTP/1.1" status: 204  len: 168 time: 2.1862581
Dec 15 12:52:03.002608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57066) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:03.063408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.077310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.083452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-16979ac1-3f93-4b28-8ec1-f91343eba675 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:03.170619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:03.171615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:03.177575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:03.180194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa79315-597b-42db-976a-9eed0755288a req-cd7cd5dd-afca-4c7a-a086-b5868c19da8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:03.181406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-cd7cd5dd-afca-4c7a-a086-b5868c19da8e service neutron] 10.222.0.77 "GET /v2.0/networks?id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 897 time: 0.4227338
Dec 15 12:52:03.181762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Usage tracker for resource:security_group_rule and tenant:727c949457d74399961c57df039efc84 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:03.185743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:03.186402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.187585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a763f5f-ce64-43dc-bc7c-d194e80536d0 req-ff473a85-9a95-4e30-bc2b-19a86df37799 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:03.189179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8a763f5f-ce64-43dc-bc7c-d194e80536d0 req-ff473a85-9a95-4e30-bc2b-19a86df37799 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 946 time: 0.5517151
Dec 15 12:52:03.192835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:03.200805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=1d141740-c8e5-4251-8c20-7b8bf99306d3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:03.208101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:03.212387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:03.238686 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7176826
Dec 15 12:52:03.243055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57070) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:03.251217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:e3:c5:65', 'name': 'tempest-NetworksTestDHCPv6-1483611774'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:03.310506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.338842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Transition to ACTIVE for port object 9080037e-7eb6-4055-865a-26da36f20be3 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:03.352336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bb33483-159d-443a-95a3-3e6d6cbb28eb (CIDR: 2001:db8::/64)
Dec 15 12:52:03.409082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Transition to ACTIVE for port object 9080037e-7eb6-4055-865a-26da36f20be3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:03.420482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.427212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:03.428018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:52:03.428173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:03.447186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.454907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.461313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.462253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2834addc-082b-492d-aca8-db6d93810ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:03.481647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-b9fe2f89-0c6f-48d0-b930-d93c9a8936e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 200  len: 1001 time: 0.2884266
Dec 15 12:52:03.485866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:03.489028 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8a763f5f-ce64-43dc-bc7c-d194e80536d0 req-f4f6da21-4aee-4d52-8fef-7ee7a4b8f6d6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2171302
Dec 15 12:52:03.493303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Transition to ACTIVE for port object e132c275-6e91-4e8c-85c5-32a760c960fb will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:03.496161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:03.509680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:03.530253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Pushing event updated for resources: {'Port': ['ID=9080037e-7eb6-4055-865a-26da36f20be3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:03.533705 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71d7d3b9-2044-4c92-ae14-0c7a60710856 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5751677
Dec 15 12:52:03.536617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:03.542433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:03.542570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:03.545331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:03.547954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:03.555198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57076) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:03.555577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Transition to ACTIVE for port object e132c275-6e91-4e8c-85c5-32a760c960fb will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:03.565283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3888d404-233e-4c90-91fc-c2490c10d5e1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:03.569945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:03.592300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.602140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7386c72a-c2d6-405b-9b4d-357acf4ee6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:03.602395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting subnet ce960c51-c124-4f2f-ab3c-e50dffa89617 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:03.606953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=727c949457d74399961c57df039efc84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7589734
Dec 15 12:52:03.609420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:03.621584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57080) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:03.633590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:03.637595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.742763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Attempting to bind port 9080037e-7eb6-4055-865a-26da36f20be3 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:03.743140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Attempting to bind port 9080037e-7eb6-4055-865a-26da36f20be3 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:03.743572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Attempting to bind port 9080037e-7eb6-4055-865a-26da36f20be3 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:03.754157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:03.756067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Pushing event updated for resources: {'Port': ['ID=e132c275-6e91-4e8c-85c5-32a760c960fb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:03.759003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:03.761462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:03.763484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:03.768474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:03.768874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:03.769329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.769764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:03.770306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Bound port: 9080037e-7eb6-4055-865a-26da36f20be3, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:03.770723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.777960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa79315-597b-42db-976a-9eed0755288a req-60d6fc4b-2a08-4b76-8a8f-ac94d6e597a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:03.779701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-60d6fc4b-2a08-4b76-8a8f-ac94d6e597a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3621b58a-c628-4377-b22d-c685c96d73f9 HTTP/1.1" status: 200  len: 834 time: 0.2896633
Dec 15 12:52:03.839912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50268ce-8128-4812-a02d-d9c341312615 req-3cf6341b-6ff0-4d90-96d9-0d9c1e35a362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:03.841581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d50268ce-8128-4812-a02d-d9c341312615 req-3cf6341b-6ff0-4d90-96d9-0d9c1e35a362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 946 time: 0.1942625
Dec 15 12:52:03.848325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.856839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.916506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 23e36424-8ceb-4d6e-a5d1-fafb5aceccdf yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:03.926170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Attempting to bind port e132c275-6e91-4e8c-85c5-32a760c960fb on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:03.926587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Attempting to bind port e132c275-6e91-4e8c-85c5-32a760c960fb by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '51c43677-384b-4dc5-845c-0318e7442f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:03.927000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Attempting to bind port e132c275-6e91-4e8c-85c5-32a760c960fb on network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:03.950952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:03.951380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Checking segment: {'id': '51c43677-384b-4dc5-845c-0318e7442f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:03.951857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.952264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Bound using segment: {'id': '51c43677-384b-4dc5-845c-0318e7442f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:03.952801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Bound port: e132c275-6e91-4e8c-85c5-32a760c960fb, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c43677-384b-4dc5-845c-0318e7442f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:03.953220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.967808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:03.971420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:03.974706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] For port 9080037e-7eb6-4055-865a-26da36f20be3, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:03.980952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:03.993218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:04.008101 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d50268ce-8128-4812-a02d-d9c341312615 req-588c0d34-3644-4285-a354-6dc88e6407c4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466935
Dec 15 12:52:04.014689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:04.020465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] For port 9080037e-7eb6-4055-865a-26da36f20be3, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9080037e-7eb6-4055-865a-26da36f20be3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:04.036723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.046561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:04.049720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eff1a82a-53ed-46f6-ba86-4c0bdda168b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:04.053226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.087829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.129066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-36b8463f-ce14-4fdb-84f4-67e4636e949a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d0beb82-e5c9-4598-9c20-9215a4256865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3361328
Dec 15 12:52:04.152554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] For port e132c275-6e91-4e8c-85c5-32a760c960fb, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:04.170704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] For port e132c275-6e91-4e8c-85c5-32a760c960fb, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e132c275-6e91-4e8c-85c5-32a760c960fb,segment=NetworkSegment(51c43677-384b-4dc5-845c-0318e7442f12),segment_id=51c43677-384b-4dc5-845c-0318e7442f12)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:04.173052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Pushing event updated for resources: {'Port': ['ID=9080037e-7eb6-4055-865a-26da36f20be3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:04.177580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:04.179306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.183870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b23c81cd-d17d-45fb-a790-70e5e112c1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:04.207328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 172.20.0.7 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/2e56d272-3a6d-42fb-b4b1-add7eb307474/23e36424-8ceb-4d6e-a5d1-fafb5aceccdf) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:04.213446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fee3:c565 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/1d141740-c8e5-4251-8c20-7b8bf99306d3/23e36424-8ceb-4d6e-a5d1-fafb5aceccdf) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:04.278854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.289495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Pushing event updated for resources: {'Port': ['ID=e132c275-6e91-4e8c-85c5-32a760c960fb,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:04.297297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:04.484395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.487811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.498889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b58af7d-8e4c-498c-ae18-21618dd1d18c tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:04.502811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 23e36424-8ceb-4d6e-a5d1-fafb5aceccdf will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:04.524412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.531625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f48c0c73-a099-44d2-8369-971eb4b66b6e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:04.537028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3888d404-233e-4c90-91fc-c2490c10d5e1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:04.544367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:04.548189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-6510ab21-0728-4fe7-9ef4-7cf00c3fe84f service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4069405
Dec 15 12:52:04.549310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.558727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4a0e385-aab2-442d-b25a-880d112498af tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:04.641399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:04.649792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Subnet': ['ID=ce960c51-c124-4f2f-ab3c-e50dffa89617,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:04.650658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=23e36424-8ceb-4d6e-a5d1-fafb5aceccdf,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:04.664140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:04.665329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:04.671897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:04.672829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:04.678286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.679549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3888d404-233e-4c90-91fc-c2490c10d5e1 HTTP/1.1" status: 204  len: 168 time: 1.0568173
Dec 15 12:52:04.741107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5d3dc-84c3-41b5-a9d7-f79fc996cdca None None] Network 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:04.766226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:04.767719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:04.833173 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.5889070
Dec 15 12:52:04.834086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57090) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:05.021593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4aa28f-71ee-4439-882c-deba96c1492f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:05.027728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4aa28f-71ee-4439-882c-deba96c1492f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:05.029089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d4aa28f-71ee-4439-882c-deba96c1492f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:05.058731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d4aa28f-71ee-4439-882c-deba96c1492f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:05.069605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4d4aa28f-71ee-4439-882c-deba96c1492f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1763 time: 0.2340941
Dec 15 12:52:05.070473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57096) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:05.090384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.170819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 23e36424-8ceb-4d6e-a5d1-fafb5aceccdf {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:05.171229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.171622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/subnets/ce960c51-c124-4f2f-ab3c-e50dffa89617 HTTP/1.1" status: 204  len: 168 time: 2.1620362
Dec 15 12:52:05.203782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57100) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:05.301739 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baa79315-597b-42db-976a-9eed0755288a req-6824336a-5b71-4e6c-a2e8-885af94ae10f service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7067652
Dec 15 12:52:05.372139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9080037e-7eb6-4055-865a-26da36f20be3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:05.396390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.407543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57104) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:05.409007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f5d635e5-dd0b-4164-a1ef-dee97a0e0b5c tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:05.436899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.451860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8220de-5477-4528-8333-81fead6a988b None None] DHCP port deletion for 7c9d4a09-1f71-4015-8ffa-49e31f5d3775 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:05.459004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Deleting port b2142a07-1736-46aa-982a-9ccde7273d03 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:05.459656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.500815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port b2142a07-1736-46aa-982a-9ccde7273d03 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:05.501432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.504099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:05.508951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:05.514221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:05.514869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.540406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57108) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:05.569394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 9080037e-7eb6-4055-865a-26da36f20be3 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:05.584747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e132c275-6e91-4e8c-85c5-32a760c960fb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:05.667221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b65dbea5-a0b5-4ef2-87b8-5dee6933f90b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc6b4a24801b47faab0b611d982752b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2099471
Dec 15 12:52:05.668504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57112) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:05.672673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=f9ae275a-5418-4413-af21-62f0f7fa90cd,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:05.689131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.1327579
Dec 15 12:52:05.692970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:05.696008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57116) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:05.715112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6', 'fixed_ips': [{'subnet_id': '7bb33483-159d-443a-95a3-3e6d6cbb28eb'}, {'subnet_id': 'f9ae275a-5418-4413-af21-62f0f7fa90cd'}], 'name': 'tempest-PortsIpV6TestJSON-889090441'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:05.726592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.770160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5f8220de-5477-4528-8333-81fead6a988b None None] For port b2142a07-1736-46aa-982a-9ccde7273d03, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b2142a07-1736-46aa-982a-9ccde7273d03,segment=NetworkSegment(df9dedaa-233d-4e62-b44e-ea2879b657d0),segment_id=df9dedaa-233d-4e62-b44e-ea2879b657d0)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:05.770555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:05.875211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 23e36424-8ceb-4d6e-a5d1-fafb5aceccdf owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:05.900822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port e132c275-6e91-4e8c-85c5-32a760c960fb completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:05.912915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Calling delete_port for b2142a07-1736-46aa-982a-9ccde7273d03 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:05.951993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.009933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:06.015838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.017416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.027357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ab8ba02-f9d8-46e7-846b-446e40656209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:06.034185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:06.047893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:06.055530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] For port b2142a07-1736-46aa-982a-9ccde7273d03, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b2142a07-1736-46aa-982a-9ccde7273d03,segment=NetworkSegment(df9dedaa-233d-4e62-b44e-ea2879b657d0),segment_id=df9dedaa-233d-4e62-b44e-ea2879b657d0)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:06.055945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.067151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:06.103469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Pushing event deleted for resources: {'Port': ['ID=b2142a07-1736-46aa-982a-9ccde7273d03,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:06.104593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:06.106740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:06.107762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8220de-5477-4528-8333-81fead6a988b None None] No DVR routers for this DVR port b2142a07-1736-46aa-982a-9ccde7273d03 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:06.246190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Calling delete_port for b2142a07-1736-46aa-982a-9ccde7273d03 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:06.291628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.311663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca44166d-3d64-4626-9432-d5bca99e600f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:06.337752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f8fb9-1a0b-4443-8e13-ff525f8ff64f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:06.348855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:06.355762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.360084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e4f8fb9-1a0b-4443-8e13-ff525f8ff64f HTTP/1.1" status: 204  len: 168 time: 0.6902118
Dec 15 12:52:06.392470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.401322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:06.401687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:06.412997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.420646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c64ac144-dc63-4214-b3ac-d35e5424f406 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:06.435113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 507608e8-1c9c-4765-a188-71c9edcb5f6f yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:06.471061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=23e36424-8ceb-4d6e-a5d1-fafb5aceccdf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:06.475241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:06.642904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.669544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/23e36424-8ceb-4d6e-a5d1-fafb5aceccdf HTTP/1.1" status: 204  len: 168 time: 1.5977855
Dec 15 12:52:06.670663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57124) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:06.762148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7db4ef-e0f2-4de0-8fe0-a11c781b37ad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:06.764057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7db4ef-e0f2-4de0-8fe0-a11c781b37ad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:06.765809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7db4ef-e0f2-4de0-8fe0-a11c781b37ad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:06.766786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc7db4ef-e0f2-4de0-8fe0-a11c781b37ad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:06.794931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc7db4ef-e0f2-4de0-8fe0-a11c781b37ad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:06.799567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc7db4ef-e0f2-4de0-8fe0-a11c781b37ad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1277525
Dec 15 12:52:06.800226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57130) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:06.891547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 1d141740-c8e5-4251-8c20-7b8bf99306d3 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:06.895263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:06.980608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3e28a-8084-4c52-b3e0-7816468c619f None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:07.192338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::208 (2e80b638-2e86-4a0e-b2d7-08a21dcca0b6/7bb33483-159d-443a-95a3-3e6d6cbb28eb/507608e8-1c9c-4765-a188-71c9edcb5f6f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:07.214690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8:0:1::ee (2e80b638-2e86-4a0e-b2d7-08a21dcca0b6/f9ae275a-5418-4413-af21-62f0f7fa90cd/507608e8-1c9c-4765-a188-71c9edcb5f6f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:07.236109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Provisioning for port 9080037e-7eb6-4055-865a-26da36f20be3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:07.327642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Provisioning complete for port 9080037e-7eb6-4055-865a-26da36f20be3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:07.328465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.409225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Deleting port b2142a07-1736-46aa-982a-9ccde7273d03 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:07.409568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.478094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.497477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 507608e8-1c9c-4765-a188-71c9edcb5f6f will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:07.499168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] The port 'b2142a07-1736-46aa-982a-9ccde7273d03' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:52:07.521564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.541649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92f61ac4-3795-40af-94b3-ad75c0f952d6 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:07.629828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.654814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:07.658024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2142a07-1736-46aa-982a-9ccde7273d03 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:07.659714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:07.678403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:07.686791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b027a7-d86b-4e8b-8cfa-6f54a561b6b7 None None] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:07.694152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:07.694740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.702703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=507608e8-1c9c-4765-a188-71c9edcb5f6f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:07.706453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:07.708874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57146) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:07.757727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: b2142a07-1736-46aa-982a-9ccde7273d03 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:07.758519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2142a07-1736-46aa-982a-9ccde7273d03 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:07.788732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 2.0898604
Dec 15 12:52:07.794446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.795677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57152) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:07.811802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bb33483-159d-443a-95a3-3e6d6cbb28eb'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:07.834341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fad3feb8>,) {'filters': {'network_id': ['7c9d4a09-1f71-4015-8ffa-49e31f5d3775']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:07.854519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.904927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad3feb8>, 'df9dedaa-233d-4e62-b44e-ea2879b657d0') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:07.905241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad3feb8>, 'df9dedaa-233d-4e62-b44e-ea2879b657d0') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:07.936490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.969260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.978922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:52:07.979412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.988979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:52:07.997113 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:52:08.092027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1349076007'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:08.105270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] For port 9080037e-7eb6-4055-865a-26da36f20be3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9080037e-7eb6-4055-865a-26da36f20be3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:08.112531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:08.115976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.123021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5ab7805-0144-4af5-98bf-f1828d35a4dc tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:08.144327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.151542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a06120bf-e2fe-4631-b79c-9d551bf0b6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:08.154136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:network and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:08.162377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:08.175304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=1d141740-c8e5-4251-8c20-7b8bf99306d3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:08.177359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.179367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:08.185935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:08.189945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0649be40-1372-4567-8549-1205134c8d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:08.218436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.234131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Pushing event deleted for resources: {'Network': ['ID=7c9d4a09-1f71-4015-8ffa-49e31f5d3775,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:08.236830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.241852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:08.248991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] 10.222.0.53 "DELETE /v2.0/networks/7c9d4a09-1f71-4015-8ffa-49e31f5d3775 HTTP/1.1" status: 204  len: 168 time: 3.0390100
Dec 15 12:52:08.249858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:08.255924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.273524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.290570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/1d141740-c8e5-4251-8c20-7b8bf99306d3 HTTP/1.1" status: 204  len: 168 time: 1.4891753
Dec 15 12:52:08.293557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57158) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:08.316614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Pushing event updated for resources: {'Port': ['ID=9080037e-7eb6-4055-865a-26da36f20be3,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:08.339066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:08.359848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Provisioning for port e132c275-6e91-4e8c-85c5-32a760c960fb completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:08.374591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Provisioning complete for port e132c275-6e91-4e8c-85c5-32a760c960fb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:08.374980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.414501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:08.428811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 2e56d272-3a6d-42fb-b4b1-add7eb307474 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:08.433916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:security_group_rule and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:08.444991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5a40f-036b-4eb6-9314-feb84caedcca None None] Update dhcp port {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '2e56d272-3a6d-42fb-b4b1-add7eb307474', 'ip_address': '172.20.0.2'}, {'subnet_id': '1d141740-c8e5-4251-8c20-7b8bf99306d3'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '9080037e-7eb6-4055-865a-26da36f20be3'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:52:08.447308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:08.450656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.490885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:08.530884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.582519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7f5a40f-036b-4eb6-9314-feb84caedcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.592827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.613416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Update dhcp port {'port': {'network_id': '2e80b638-2e86-4a0e-b2d7-08a21dcca0b6', 'fixed_ips': [{'subnet_id': '7bb33483-159d-443a-95a3-3e6d6cbb28eb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9ae275a-5418-4413-af21-62f0f7fa90cd'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'e132c275-6e91-4e8c-85c5-32a760c960fb'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:52:08.681034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.694266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.700971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83437d1c-d326-4256-bbc7-2780eb4c9b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:08.716113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.760679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:52:08.773980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.788405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.803926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8ff6b7-e54e-48c8-b110-617260b71c3e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:08.811024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.811492 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Added segment 33465394-0bfc-4fb5-900b-79c127f5345d of type vlan for network 4d2eb704-6203-4182-9800-6ca13ecec1c2
Dec 15 12:52:08.812887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:08.834940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.866050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.894697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57164) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:08.907838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.914273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2fd4040-75af-4580-9531-eb448a229ea1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:08.936755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] For port e132c275-6e91-4e8c-85c5-32a760c960fb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e132c275-6e91-4e8c-85c5-32a760c960fb,segment=NetworkSegment(51c43677-384b-4dc5-845c-0318e7442f12),segment_id=51c43677-384b-4dc5-845c-0318e7442f12)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:08.951893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.958271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:08.962466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=2e56d272-3a6d-42fb-b4b1-add7eb307474,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:08.966192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:08.971731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.976211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:08.976873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:08.983893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d6f3a52-ece1-4e72-8c9f-179226f68ec4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server [None req-f7f5a40f-036b-4eb6-9314-feb84caedcca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e56d272-3a6d-42fb-b4b1-add7eb307474: This subnet is being modified by another concurrent operation.
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 15 12:52:09.017666 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise value
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     db_port=port_db)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1495, in update_port
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server     raise exception
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e56d272-3a6d-42fb-b4b1-add7eb307474: This subnet is being modified by another concurrent operation.
Dec 15 12:52:09.022327 dv-neutron-821831-1-hyperv neutron-server[88760]: ERROR oslo_messaging.rpc.server 
Dec 15 12:52:09.120810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Network': ['ID=4d2eb704-6203-4182-9800-6ca13ecec1c2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:09.133062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:09.135830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:52:09.146079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.158682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Pushing event updated for resources: {'Port': ['ID=e132c275-6e91-4e8c-85c5-32a760c960fb,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:09.169377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:09.217005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/2e56d272-3a6d-42fb-b4b1-add7eb307474 HTTP/1.1" status: 204  len: 168 time: 0.9222751
Dec 15 12:52:09.217753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57170) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:09.224928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb3bb5-a5c7-421e-9f02-c3f5b6b5e536 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:09.240156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5228333
Dec 15 12:52:09.320086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e132c275-6e91-4e8c-85c5-32a760c960fb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:09.320895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57174) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:09.356097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'subnet': {'network_id': '4d2eb704-6203-4182-9800-6ca13ecec1c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:09.378301 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0a23a86c-315b-4e84-b2db-75324605c4b9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1406875
Dec 15 12:52:09.379372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57178) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:09.388793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7aa4d9c4-5045-45e4-9d17-5a632d6083b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=139f58444b614291aadd94e8f954a2cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4885924
Dec 15 12:52:09.392352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57180) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:09.504646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Allocated IP 2001:db8:0:1::2 (2e80b638-2e86-4a0e-b2d7-08a21dcca0b6/f9ae275a-5418-4413-af21-62f0f7fa90cd/e132c275-6e91-4e8c-85c5-32a760c960fb) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:09.547887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:09.548881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-72c03b9c-161f-4cd0-a3c3-ebf0256cde8c None None] Provisioning complete for port 9080037e-7eb6-4055-865a-26da36f20be3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:09.549537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c03b9c-161f-4cd0-a3c3-ebf0256cde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.555123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdeb3fe-99d5-4ed5-ac98-9a30896d9f4e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:09.556184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:subnet and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:09.559879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9fdeb3fe-99d5-4ed5-ac98-9a30896d9f4e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1623626
Dec 15 12:52:09.560058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.561901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:09.564868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57186) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:09.576809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:09.604495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.612280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:09.619392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.17 (9644e1ac-c8c4-48d4-b645-647ec70c42c0/a56d2fd7-80b8-418f-9c9f-759599c840b9/73be92a6-6d50-4658-81b6-d58783ca4823) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:09.774231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.796062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea6e7e-159a-4451-846f-99736ed5b3ee tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:09.800583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57190) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:09.800770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-16ea6e7e-159a-4451-846f-99736ed5b3ee tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2340660
Dec 15 12:52:09.870180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.889102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 73be92a6-6d50-4658-81b6-d58783ca4823 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:09.894643 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e49c242-90f5-46fd-8226-fc94f4aed163 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0922041
Dec 15 12:52:09.908404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57194) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:09.917851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:09.942189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.942867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.954783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06983c95-f582-4a6c-9587-a12e0d1f1014 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:09.959749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68a1ae1f-efe7-4a32-931c-c3c88b21e1fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:09.973167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port e132c275-6e91-4e8c-85c5-32a760c960fb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:09.973574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.979943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391cf15-9fbd-4588-8600-2316b1a84a74,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:09.985313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:09.989063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:09.992856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d391cf15-9fbd-4588-8600-2316b1a84a74 HTTP/1.1" status: 204  len: 168 time: 0.5969222
Dec 15 12:52:10.098504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] For port e132c275-6e91-4e8c-85c5-32a760c960fb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e132c275-6e91-4e8c-85c5-32a760c960fb,segment=NetworkSegment(51c43677-384b-4dc5-845c-0318e7442f12),segment_id=51c43677-384b-4dc5-845c-0318e7442f12)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:10.118881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:10.126021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:10.129183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:10.164107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=73be92a6-6d50-4658-81b6-d58783ca4823,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:10.173607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:10.176495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.185504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:10.190341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:10.195826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:10.203824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:10.219241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:10.222641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:10.256209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Deleting port 9080037e-7eb6-4055-865a-26da36f20be3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:10.256945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.269992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.280645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1400ee99-3667-415b-892c-219faab4c08a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:10.309171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Transition to ACTIVE for port object e132c275-6e91-4e8c-85c5-32a760c960fb will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:10.387337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.392099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:10.398187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Subnet': ['ID=0cbd3a91-3df6-4071-8d69-04333983f200,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:10.401576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:10.468331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.484386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Checking segment: {'id': '33465394-0bfc-4fb5-900b-79c127f5345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4d2eb704-6203-4182-9800-6ca13ecec1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:10.484797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network hostable DHCP agents. Network: 4d2eb704-6203-4182-9800-6ca13ecec1c2, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:10.488185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9080037e-7eb6-4055-865a-26da36f20be3 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:10.533723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.535197 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:52:10.535760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:10.544161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:10.554664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 4d2eb704-6203-4182-9800-6ca13ecec1c2) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:10.559046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:10.559853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.587820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Delete allocated IP 2001:db8:0:1::ee (2e80b638-2e86-4a0e-b2d7-08a21dcca0b6/f9ae275a-5418-4413-af21-62f0f7fa90cd) {{(pid=88870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 15 12:52:10.590357 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.2626643
Dec 15 12:52:10.593963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57208) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:10.609554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1945202251', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:10.620256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ae0a5-91fc-49fd-848a-532b02a8f94d None None] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:10.620486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:10.625637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:router and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:10.629213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:10.639700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:10.652790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.654794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.687624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.722095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.789970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Pushing event updated for resources: {'Port': ['ID=e132c275-6e91-4e8c-85c5-32a760c960fb,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:10.814788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:10.827809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-54e13b48-e4d6-4129-82e7-7662a38dd19b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.9178500
Dec 15 12:52:10.831887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57216) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:10.852012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:10.865284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.902286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] For port 9080037e-7eb6-4055-865a-26da36f20be3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9080037e-7eb6-4055-865a-26da36f20be3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:10.902744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:10.982352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7aa0951c-7faf-4014-9cf8-9bfa2a252347 None None] Provisioning for port 73be92a6-6d50-4658-81b6-d58783ca4823 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:11.134668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Calling delete_port for 9080037e-7eb6-4055-865a-26da36f20be3 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:11.142375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.175077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7aa0951c-7faf-4014-9cf8-9bfa2a252347 None None] Provisioning complete for port 73be92a6-6d50-4658-81b6-d58783ca4823 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:11.175550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7aa0951c-7faf-4014-9cf8-9bfa2a252347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.191227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.213448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:11.269820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0951c-7faf-4014-9cf8-9bfa2a252347 None None] Port 73be92a6-6d50-4658-81b6-d58783ca4823 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:11.277531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.299820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade269d9-3859-48f8-ba6d-741c61772adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.308139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:11.329819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:11.348944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57224) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:11.362868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:11.419411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.26.0.201 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/dffb9e39-4de0-4ed6-81c2-7936c8a5b0ac) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:11.419664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 9080037e-7eb6-4055-865a-26da36f20be3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9080037e-7eb6-4055-865a-26da36f20be3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:11.426506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.441384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.471185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Ignored duplicate provisioning block setup for port 507608e8-1c9c-4765-a188-71c9edcb5f6f by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 15 12:52:11.503501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:11.506774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.523997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c67ec65-0e54-4c25-be5f-7819b4ef9b24 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:11.587315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e132c275-6e91-4e8c-85c5-32a760c960fb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:11.654009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.680487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15d9f7-ff11-4041-aad7-b7ad899bf560 None None] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:11.682664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.687886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2160a701-db03-41e8-94d7-191820415b34 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:11.773248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:11.777832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=dffb9e39-4de0-4ed6-81c2-7936c8a5b0ac,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:11.787449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:11.790248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:11.791714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:11.917114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-df38fbce-b54a-4bd4-aeaa-9a7124825a9f tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] Request body: {'port': {'network_id': 'e43316ef-50d5-4ea7-8463-2346808f0ac2', 'name': 'tempest-NetworksNegativeTestJSON-1010761036'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:11.934506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=507608e8-1c9c-4765-a188-71c9edcb5f6f,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:11.951410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:11.961467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:11.961467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:11.964810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:52:11.964810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:11.989246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-df38fbce-b54a-4bd4-aeaa-9a7124825a9f tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] POST failed (client error): The resource could not be found.
Dec 15 12:52:11.989773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df38fbce-b54a-4bd4-aeaa-9a7124825a9f tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:11.996935 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-df38fbce-b54a-4bd4-aeaa-9a7124825a9f tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.6410563
Dec 15 12:52:12.000453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57230) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.010259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=9080037e-7eb6-4055-865a-26da36f20be3,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:12.015028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:12.016908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:12.017317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:12.078353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.079521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.104798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-924d6c17-0738-4c51-83cd-8be1762c8a3f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 1.2588522
Dec 15 12:52:12.110068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] In _notify_port_updated(), no bound segment for port 507608e8-1c9c-4765-a188-71c9edcb5f6f on network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:52:12.114324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:12.115017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.119541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "PUT /v2.0/ports/507608e8-1c9c-4765-a188-71c9edcb5f6f HTTP/1.1" status: 200  len: 925 time: 4.3226116
Dec 15 12:52:12.121108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7df3e8d-1b6b-4f25-9006-80c07d0b076e tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:52:12.121556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7df3e8d-1b6b-4f25-9006-80c07d0b076e tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:12.123593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c7df3e8d-1b6b-4f25-9006-80c07d0b076e tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "DELETE /v2.0/networks/f6f39d98-f169-4614-8b85-dd5658033b31 HTTP/1.1" status: 404  len: 339 time: 0.1205187
Dec 15 12:52:12.124277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57234) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.124650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57236) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.134285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57238) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.140751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bb33483-159d-443a-95a3-3e6d6cbb28eb'}, {'subnet_id': 'f9ae275a-5418-4413-af21-62f0f7fa90cd'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:12.182172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:12.219368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e28385-ed6b-4678-90fc-96ee512368bf None None] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:12.374507 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6180cd4f-ea01-44ce-9836-daf5c288463b tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:52:12.374743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6180cd4f-ea01-44ce-9836-daf5c288463b tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:12.376590 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6180cd4f-ea01-44ce-9836-daf5c288463b tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "DELETE /v2.0/ports/dbf32f0f-0d54-44f3-9bf3-b7079e1f36ee HTTP/1.1" status: 404  len: 333 time: 0.2413073
Dec 15 12:52:12.390559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57246) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.411440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8815a1ef-77b1-4c9a-989e-eb8f0645ba15 None None] Provisioning for port 507608e8-1c9c-4765-a188-71c9edcb5f6f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:12.464517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8815a1ef-77b1-4c9a-989e-eb8f0645ba15 None None] Provisioning complete for port 507608e8-1c9c-4765-a188-71c9edcb5f6f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:12.464881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8815a1ef-77b1-4c9a-989e-eb8f0645ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.518523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Deleting port 9080037e-7eb6-4055-865a-26da36f20be3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:12.518894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.530292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cf0eb3-a2db-4789-ba12-b1f7d82abe36 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:52:12.530758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cf0eb3-a2db-4789-ba12-b1f7d82abe36 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:12.532681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f0cf0eb3-a2db-4789-ba12-b1f7d82abe36 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "DELETE /v2.0/subnets/85bc1c74-be56-4889-ae3d-ea84087fb658 HTTP/1.1" status: 404  len: 337 time: 0.1413543
Dec 15 12:52:12.537324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57250) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.576142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.578305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd073fa-765b-4d59-9a07-76ce4a5f4b8c tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:12.583829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1bd073fa-765b-4d59-9a07-76ce4a5f4b8c tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "GET /v2.0/networks/0b95f438-4e2b-4a01-be10-1a1276eabe35 HTTP/1.1" status: 404  len: 339 time: 0.0451338
Dec 15 12:52:12.584492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57254) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.604399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8815a1ef-77b1-4c9a-989e-eb8f0645ba15 None None] Port 507608e8-1c9c-4765-a188-71c9edcb5f6f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:12.626178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:12.640575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:12.646518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:12.646963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-89400c73-133d-4a57-98e5-ba8ed05ba9a0 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:12.650732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-89400c73-133d-4a57-98e5-ba8ed05ba9a0 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "GET /v2.0/ports/f2c6d641-be30-42bb-9959-bf0720dc73c6 HTTP/1.1" status: 404  len: 333 time: 0.0621855
Dec 15 12:52:12.654275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57258) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.659368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:12.697638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.706268 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac97915-f342-4589-bead-1ac978c35c02 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:12.711396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ac97915-f342-4589-bead-1ac978c35c02 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "GET /v2.0/subnets/37f606f3-c546-4c1e-9c96-1c74e0130054 HTTP/1.1" status: 404  len: 337 time: 0.0506356
Dec 15 12:52:12.712828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57262) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.721684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7d86506e-deed-42da-b838-50417d56fe1d tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:12.726803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8815a1ef-77b1-4c9a-989e-eb8f0645ba15 None None] Provisioning for port e132c275-6e91-4e8c-85c5-32a760c960fb completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:12.736641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.746419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d86506e-deed-42da-b838-50417d56fe1d tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] PUT failed (client error): The resource could not be found.
Dec 15 12:52:12.746920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d86506e-deed-42da-b838-50417d56fe1d tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:12.749129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8815a1ef-77b1-4c9a-989e-eb8f0645ba15 None None] Provisioning complete for port e132c275-6e91-4e8c-85c5-32a760c960fb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:12.749555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8815a1ef-77b1-4c9a-989e-eb8f0645ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.752461 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d86506e-deed-42da-b838-50417d56fe1d tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "PUT /v2.0/networks/27a77e7a-d18a-48fa-9693-8c01b6ad97d9 HTTP/1.1" status: 404  len: 339 time: 0.0370030
Dec 15 12:52:12.753090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57266) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.762586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-94efd644-0568-42d6-a1ad-24d0ae756903 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:12.777406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3e9dd88e-7e9d-48cb-95f9-1b056e569637 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:12.807067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:12.807703 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-94efd644-0568-42d6-a1ad-24d0ae756903 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] PUT failed (client error): The resource could not be found.
Dec 15 12:52:12.808170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94efd644-0568-42d6-a1ad-24d0ae756903 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:12.811033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94efd644-0568-42d6-a1ad-24d0ae756903 tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "PUT /v2.0/ports/bb83a292-04f6-481f-acc0-e0cb11abb99b HTTP/1.1" status: 404  len: 333 time: 0.0534587
Dec 15 12:52:12.817367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57270) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.817561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.818973 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:52:12.819508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:12.826750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-404d7d19-74fb-4a9a-bba1-1b7da34109cf tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:12.875053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-404d7d19-74fb-4a9a-bba1-1b7da34109cf tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] PUT failed (client error): The resource could not be found.
Dec 15 12:52:12.875494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404d7d19-74fb-4a9a-bba1-1b7da34109cf tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:12.880060 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-404d7d19-74fb-4a9a-bba1-1b7da34109cf tempest-NetworksNegativeTestJSON-834073298 tempest-NetworksNegativeTestJSON-834073298-project] 10.222.0.53 "PUT /v2.0/subnets/d2ac7547-d5b5-4941-b4cc-5ca92fa38131 HTTP/1.1" status: 404  len: 337 time: 0.0583117
Dec 15 12:52:12.900396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:52:12.910878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] For port 9080037e-7eb6-4055-865a-26da36f20be3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9080037e-7eb6-4055-865a-26da36f20be3,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:12.912205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.916324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09347a62-75ad-4d9c-95e3-6d3e4eb625b6 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.7877886
Dec 15 12:52:12.917182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57276) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:12.941098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:12.957285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=73be92a6-6d50-4658-81b6-d58783ca4823,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:12.960571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:12.961213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:12.985443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.114189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Calling delete_port for 9080037e-7eb6-4055-865a-26da36f20be3 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:13.174040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:13.188595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:13.220899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.225977 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.6272404
Dec 15 12:52:13.225977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57280) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:13.228572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:13.229346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c8f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:13.294740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.300555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-165e8a46-3e22-443d-aec6-de8c0f6dd63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:13.371552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c8f60>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:13.396862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:13.400648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c8f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:51:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:13.426221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Pushing event deleted for resources: {'Port': ['ID=9080037e-7eb6-4055-865a-26da36f20be3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:13.428927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:13.435099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] No DVR routers for this DVR port 9080037e-7eb6-4055-865a-26da36f20be3 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:13.449108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f80c739c-87b3-4991-937c-e5528c2cd594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.483685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c8f60>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:13.484155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76dd8d-0770-4286-bba2-8c03fdb7a7c5 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:13.491862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57286) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:13.509278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:13.562118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.566502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:52:13.579816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:13.586892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ed26b25e-9ccb-4755-a464-e9565f6bc4bf None None] Provisioning complete for port 507608e8-1c9c-4765-a188-71c9edcb5f6f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:13.587644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed26b25e-9ccb-4755-a464-e9565f6bc4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.592687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:13.613577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:13.656311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:13.660368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ed26b25e-9ccb-4755-a464-e9565f6bc4bf None None] Port 507608e8-1c9c-4765-a188-71c9edcb5f6f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:13.663541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.665071 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:52:13.665566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:13.679551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ed26b25e-9ccb-4755-a464-e9565f6bc4bf None None] Provisioning complete for port e132c275-6e91-4e8c-85c5-32a760c960fb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:13.683335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed26b25e-9ccb-4755-a464-e9565f6bc4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.716841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:13.773254 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed2902c3-e884-48f5-98a8-c8fe262be145 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.8451333
Dec 15 12:52:13.775459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:13.776826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:13.781025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57292) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:13.787901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:13.794127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:13.815983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2dc5f0aef9412c81ee04e16c023b48 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:13.822993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:13.846154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:14.016397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a4f310eb-f07e-417c-b86a-fd459b3dc0bf None None] Provisioning complete for port 507608e8-1c9c-4765-a188-71c9edcb5f6f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:14.017027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4f310eb-f07e-417c-b86a-fd459b3dc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.044427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:14.076701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:14.082976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8:0:1::2be (2e80b638-2e86-4a0e-b2d7-08a21dcca0b6/f9ae275a-5418-4413-af21-62f0f7fa90cd/507608e8-1c9c-4765-a188-71c9edcb5f6f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:14.083294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:14.102712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:14.106157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a4f310eb-f07e-417c-b86a-fd459b3dc0bf None None] Port 507608e8-1c9c-4765-a188-71c9edcb5f6f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:14.165011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.171820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.180396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:14.235733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-50f15136-0eef-410c-98bb-3e2b94d3e4cb None None] Provisioning complete for port 73be92a6-6d50-4658-81b6-d58783ca4823 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:14.236329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f15136-0eef-410c-98bb-3e2b94d3e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.257572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:14.322435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50f15136-0eef-410c-98bb-3e2b94d3e4cb None None] Port 73be92a6-6d50-4658-81b6-d58783ca4823 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:14.381198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86262b-8139-440c-9bb6-a9ee882a3d49 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:52:14.403017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c022741-ebaf-4464-b4e3-f8dbcb6ae1b4,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:14.424195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:14.430165 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f2dc5f0aef9412c81ee04e16c023b48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9357231
Dec 15 12:52:14.434736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57296) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:14.456062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.457683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:52:14.458185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:14.516396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-100df203-5f00-457d-a5a3-b98371a3ec45 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.7286410
Dec 15 12:52:14.523638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57300) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:14.530917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86262b-8139-440c-9bb6-a9ee882a3d49 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:52:14.533783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:14.569178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4583503b-68cf-4385-8b06-16f12fc68687 None None] Provisioning complete for port 507608e8-1c9c-4765-a188-71c9edcb5f6f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:14.569953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4583503b-68cf-4385-8b06-16f12fc68687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.714702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.745638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 507608e8-1c9c-4765-a188-71c9edcb5f6f will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:14.749379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.751408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.755315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:14.756363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d53501ed-5ffd-4610-a435-055b58ffdafd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:14.770728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:14.784137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:14.793642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:14.819513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.832713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:14.838818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.840990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:52:14.841458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:52:14.846949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4583503b-68cf-4385-8b06-16f12fc68687 None None] Port 507608e8-1c9c-4765-a188-71c9edcb5f6f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:14.867219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=507608e8-1c9c-4765-a188-71c9edcb5f6f,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:14.878558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:14.892123 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ccb79c10-b82b-485a-a44e-792600e620c1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3641675
Dec 15 12:52:14.893006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57304) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:14.920019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] In _notify_port_updated(), no bound segment for port 507608e8-1c9c-4765-a188-71c9edcb5f6f on network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:52:14.924345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:14.925028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:14.930047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "PUT /v2.0/ports/507608e8-1c9c-4765-a188-71c9edcb5f6f HTTP/1.1" status: 200  len: 1011 time: 2.7963507
Dec 15 12:52:14.930774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57308) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:14.952248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a939753-eaa8-4b67-b3e0-1cb74d82ed16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:14.987020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9cac2e90-2708-49d4-902d-43fecdaff1a9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:15.021059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 507608e8-1c9c-4765-a188-71c9edcb5f6f {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:15.021257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.022708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.031407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-753356d9-9a73-46df-b848-42d9dfa1de8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:15.043582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a939753-eaa8-4b67-b3e0-1cb74d82ed16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:15.047312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a939753-eaa8-4b67-b3e0-1cb74d82ed16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1507790
Dec 15 12:52:15.049525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57312) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:15.056323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c022741-ebaf-4464-b4e3-f8dbcb6ae1b4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:15.129705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:15.146675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.147995 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c022741-ebaf-4464-b4e3-f8dbcb6ae1b4 HTTP/1.1" status: 204  len: 168 time: 0.7127619
Dec 15 12:52:15.183200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e95f3a-7a14-4ead-aadb-0dcc66f5695b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:15.184023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d5e95f3a-7a14-4ead-aadb-0dcc66f5695b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:15.206866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.251789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d5e95f3a-7a14-4ead-aadb-0dcc66f5695b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:15.253113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5e95f3a-7a14-4ead-aadb-0dcc66f5695b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1986406
Dec 15 12:52:15.256212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57318) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:15.323539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.360708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d276a45c-2f78-40ae-8d38-e4d4ed4b6d09 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0978501
Dec 15 12:52:15.361343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57322) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:15.423531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:15.499560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.586842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-564d63a7-8b90-4a40-895e-68b378a1ed1a None None] Provisioning for port 507608e8-1c9c-4765-a188-71c9edcb5f6f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:15.605027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-564d63a7-8b90-4a40-895e-68b378a1ed1a None None] Provisioning complete for port 507608e8-1c9c-4765-a188-71c9edcb5f6f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:15.605909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-564d63a7-8b90-4a40-895e-68b378a1ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.658910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 507608e8-1c9c-4765-a188-71c9edcb5f6f owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:15.690898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-564d63a7-8b90-4a40-895e-68b378a1ed1a None None] Port 507608e8-1c9c-4765-a188-71c9edcb5f6f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:15.710723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:15.724427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Sync routers for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:15.735789 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/9cac2e90-2708-49d4-902d-43fecdaff1a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1932659
Dec 15 12:52:15.744595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:15.745705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb077518>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:15.914747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:15.933102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:15.952431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:15.965958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2aedc2c2-90da-4d00-ae61-4362095a8203 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:15.992934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:15.999433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.054512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=507608e8-1c9c-4765-a188-71c9edcb5f6f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:16.062712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:16.162795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.166737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:52:16.177786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/507608e8-1c9c-4765-a188-71c9edcb5f6f HTTP/1.1" status: 204  len: 168 time: 1.2458611
Dec 15 12:52:16.178498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57344) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:16.243975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-980f012f-81d5-442f-b2a7-f18d42123e5e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:16.245360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-980f012f-81d5-442f-b2a7-f18d42123e5e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:16.276842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-980f012f-81d5-442f-b2a7-f18d42123e5e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:16.284387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-980f012f-81d5-442f-b2a7-f18d42123e5e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/507608e8-1c9c-4765-a188-71c9edcb5f6f HTTP/1.1" status: 404  len: 333 time: 0.1046956
Dec 15 12:52:16.287525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57350) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:16.431119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57354) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:16.480959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.1 (4d2eb704-6203-4182-9800-6ca13ecec1c2/0cbd3a91-3df6-4071-8d69-04333983f200/304d09db-845c-4664-9e22-cde0596e032a) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:16.591841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1124510949'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:16.599174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:16.604187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:16.607332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:16.614213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:16.624159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:16.631198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.635066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb077518>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:10Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:51:06Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73be92a6-6d50-4658-81b6-d58783ca4823', 'name': '', 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:31:35:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:52:09Z', 'updated_at': '2021-12-15T12:52:11Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:16.640093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Checking router: 9cac2e90-2708-49d4-902d-43fecdaff1a9 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:52:16.640583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Updating router 9cac2e90-2708-49d4-902d-43fecdaff1a9 port 73be92a6-6d50-4658-81b6-d58783ca4823 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:52:16.645852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.687805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:16.692126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:security_group_rule and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:16.694998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:16.699998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.702084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:16.777105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.781768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.786474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:16.795467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet f9ae275a-5418-4413-af21-62f0f7fa90cd {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:16.803121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.819149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:52:16.829621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756184f1-d04a-4a31-8844-5e3dbca04fa5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:16.833017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:16.837762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.838305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment a14ef86a-93f2-4812-8606-7e56f10ea51e of type vlan for network 5c1e49e1-5e06-4656-98fb-968f001f83ff
Dec 15 12:52:16.877438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.911640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.915992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:16.916979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.920432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:16.923387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8403e3c-6a94-4cbd-9dce-27c0ffe1e6d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:16.953701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.043108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=5c1e49e1-5e06-4656-98fb-968f001f83ff,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:17.049573 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6136801
Dec 15 12:52:17.049573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:17.049873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57360) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:17.057037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2010397276'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:17.059300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:52:17.063331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:17.067574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:17.070944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:17.079544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:17.094744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.097412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:17.101106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02146201-9a20-442a-a0d8-3fe2b68ad145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:17.105210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.137774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:52:17.147381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.147729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment 99e304a7-7448-4f99-aeef-43f437568b20 of type vlan for network 47b23c00-20ce-4a40-b645-57b9e38db886
Dec 15 12:52:17.161696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.174190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.178075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.186133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:17.193926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:17.196809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.202628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Transition to ACTIVE for port object 73be92a6-6d50-4658-81b6-d58783ca4823 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:17.208594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d413e0-ac48-492c-9642-e42085cae28a None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:17.214909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.219208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:17.220020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.232462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:17.233396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.241843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:17.242459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=83856f0f-cbab-4a81-9dd7-5e0a91d591b8,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:17.253182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.254171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:17.259524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28837f47-feda-4615-9676-6cc6022daf76 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:17.266676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2124054
Dec 15 12:52:17.269495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57364) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:17.269888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff77e945-53f4-4c57-9ee7-e2d01ed13885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:17.287724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': '5c1e49e1-5e06-4656-98fb-968f001f83ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:17.325796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:17.335867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:17.350665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:17.405378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=47b23c00-20ce-4a40-b645-57b9e38db886,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:17.411158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=304d09db-845c-4664-9e22-cde0596e032a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:17.420650 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.0054662
Dec 15 12:52:17.423671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:17.426534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57368) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:17.439087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:53:2c:5c', 'name': 'tempest-NetworksTestDHCPv6-845928532'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:17.451525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 47b23c00-20ce-4a40-b645-57b9e38db886 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:52:17.478932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.479618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:17.508718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.511879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:17.517219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:17.517716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a255e3cc-81a0-4bad-9da9-faaeb178be48 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:17.520859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:17.528723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:17.528954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965904aa-943f-4432-a525-3f5db539c2c7 None None] Pushing event updated for resources: {'Port': ['ID=73be92a6-6d50-4658-81b6-d58783ca4823,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:17.534439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-965904aa-943f-4432-a525-3f5db539c2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:17.540927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:17.627441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ae275a-5418-4413-af21-62f0f7fa90cd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:17.637270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:17.648983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.664247 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/f9ae275a-5418-4413-af21-62f0f7fa90cd HTTP/1.1" status: 204  len: 168 time: 1.3409524
Dec 15 12:52:17.666479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57372) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:17.678939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9e0ed-e45f-40b2-896f-75ede821c26c None None] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:17.696166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.799773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:17.814966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.832840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:17.856135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet 7bb33483-159d-443a-95a3-3e6d6cbb28eb {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:17.860968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.931332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:17.937929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.979901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:17.980163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Attempting to bind port 73be92a6-6d50-4658-81b6-d58783ca4823 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:17.980361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Attempting to bind port 73be92a6-6d50-4658-81b6-d58783ca4823 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:17.980784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Attempting to bind port 73be92a6-6d50-4658-81b6-d58783ca4823 on network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:17.986144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a7c4727-fa44-479a-a05b-ac95e40d29d3 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:18.005854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.006083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '83856f0f-cbab-4a81-9dd7-5e0a91d591b8'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:18.006826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.030994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:18.031463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Checking segment: {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:18.031927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.032378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Bound using segment: {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:18.032927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Bound port: 73be92a6-6d50-4658-81b6-d58783ca4823, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:18.033354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.049707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port c344a7b3-1b76-4438-a60c-e951315deb8d yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:18.079805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=ffcb8168-ea23-43c8-8ae3-04379d58e20d,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:18.084211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:18.093007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': 'a14ef86a-93f2-4812-8606-7e56f10ea51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5c1e49e1-5e06-4656-98fb-968f001f83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:18.093292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: 5c1e49e1-5e06-4656-98fb-968f001f83ff, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:18.117147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:18.127118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 5c1e49e1-5e06-4656-98fb-968f001f83ff) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:18.131768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:18.132540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.164446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8906732
Dec 15 12:52:18.165329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57376) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:18.172505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': '47b23c00-20ce-4a40-b645-57b9e38db886', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:18.184272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6ba10-42fa-4373-b84d-c46d952412af None None] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:18.318325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:18.324538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:18.328627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:18.336361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:18.347324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:18.482988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.615284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] For port 73be92a6-6d50-4658-81b6-d58783ca4823, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:18.621272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] For port 73be92a6-6d50-4658-81b6-d58783ca4823, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=73be92a6-6d50-4658-81b6-d58783ca4823,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:18.680404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.680689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.689819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:18.736275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fe53:2c5c (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/83856f0f-cbab-4a81-9dd7-5e0a91d591b8/c344a7b3-1b76-4438-a60c-e951315deb8d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:18.781640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.788010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c06d5c07-f7ae-438e-8907-03ed5a5c3c01 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:18.843992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965904aa-943f-4432-a525-3f5db539c2c7 None None] Pushing event updated for resources: {'Port': ['ID=73be92a6-6d50-4658-81b6-d58783ca4823,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:18.849801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-965904aa-943f-4432-a525-3f5db539c2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:18.858418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:18.859645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb077518>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:18.883279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=8d4332a5-096a-4ce5-bc58-666f9c0199cf,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:18.889760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:18.904943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': '99e304a7-7448-4f99-aeef-43f437568b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '47b23c00-20ce-4a40-b645-57b9e38db886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:18.905527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: 47b23c00-20ce-4a40-b645-57b9e38db886, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:18.931918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.936297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 47b23c00-20ce-4a40-b645-57b9e38db886 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:18.939524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-5c1e49e1-5e06-4656-98fb-968f001f83ff', 'network_id': '5c1e49e1-5e06-4656-98fb-968f001f83ff', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': 'ffcb8168-ea23-43c8-8ae3-04379d58e20d'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:18.940536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.941266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0290cb9a-2237-4537-9c0b-05effe867237 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:18.956242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 47b23c00-20ce-4a40-b645-57b9e38db886) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:18.965262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:18.965930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:18.984270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd16ad-fe69-482c-abcd-8850e76da0e9 None None] Network 47b23c00-20ce-4a40-b645-57b9e38db886 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:19.000813 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8347161
Dec 15 12:52:19.001512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57382) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:19.008687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1169094040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:19.026603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:19.031073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:router and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:19.031229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb33483-159d-443a-95a3-3e6d6cbb28eb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:19.035281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:19.041865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:19.054684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.055743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.066605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:19.081318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.088362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.114769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.138657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.140285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab95ce0f-482e-4d27-aa81-c74301fd38ae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1377282
Dec 15 12:52:19.143220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57386) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:19.182121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/7bb33483-159d-443a-95a3-3e6d6cbb28eb HTTP/1.1" status: 204  len: 168 time: 1.4868927
Dec 15 12:52:19.195575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57390) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:19.200216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.240571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.279623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b03bb0b6-407d-4dcb-80fe-b891eddf0ed8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:19.353028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Allocated IP 2001:db8::2 (5c1e49e1-5e06-4656-98fb-968f001f83ff/ffcb8168-ea23-43c8-8ae3-04379d58e20d/3dacd6ef-36c7-41f1-975f-f0264394ce37) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:19.449367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.453863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.551455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=304d09db-845c-4664-9e22-cde0596e032a,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:19.563620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:19.575844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object c344a7b3-1b76-4438-a60c-e951315deb8d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:19.596292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.609499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Transition to ACTIVE for port object 3dacd6ef-36c7-41f1-975f-f0264394ce37 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:19.639293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.697024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Transition to ACTIVE for port object 3dacd6ef-36c7-41f1-975f-f0264394ce37 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:19.727276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.744031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port e132c275-6e91-4e8c-85c5-32a760c960fb {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:19.744863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.746970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4eb9278f-e589-4f88-b156-4907d9a5c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:19.787612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:19.807194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9a11d80-a2fb-4f9d-b55a-01b2c4ed1f9f tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:19.843391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Pushing event updated for resources: {'Port': ['ID=3dacd6ef-36c7-41f1-975f-f0264394ce37,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:19.846730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:19.946156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:19.959183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:19.960974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:19.961583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:19.967094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:19.972868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:20.036927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:20.045305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57226cd-6ff6-4d81-95a6-09eb3d418d5a None None] Network 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:20.054561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:20.059053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:20.059763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.070895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.079040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=c344a7b3-1b76-4438-a60c-e951315deb8d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:20.083415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Allocated IP 2001:db8::f816:3eff:fe91:3fde (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/83856f0f-cbab-4a81-9dd7-5e0a91d591b8/64b49794-2c73-4652-983e-3178a716d94f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:20.092852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:20.141317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.7120802
Dec 15 12:52:20.146227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57394) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:20.223777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:52:20.335780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] For port e132c275-6e91-4e8c-85c5-32a760c960fb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e132c275-6e91-4e8c-85c5-32a760c960fb,segment=NetworkSegment(51c43677-384b-4dc5-845c-0318e7442f12),segment_id=51c43677-384b-4dc5-845c-0318e7442f12)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:20.336171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.450442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Attempting to bind port 3dacd6ef-36c7-41f1-975f-f0264394ce37 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:20.450795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Attempting to bind port 3dacd6ef-36c7-41f1-975f-f0264394ce37 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'a14ef86a-93f2-4812-8606-7e56f10ea51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5c1e49e1-5e06-4656-98fb-968f001f83ff'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:20.451233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Attempting to bind port 3dacd6ef-36c7-41f1-975f-f0264394ce37 on network 5c1e49e1-5e06-4656-98fb-968f001f83ff {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:20.481098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for e132c275-6e91-4e8c-85c5-32a760c960fb owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:20.491403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8::1 (5c1e49e1-5e06-4656-98fb-968f001f83ff/ffcb8168-ea23-43c8-8ae3-04379d58e20d/2ef79d2e-d877-4dd7-be93-3e10b3ae51e3) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:20.670505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c34b7-8826-4355-8e84-bfc9d9b56ce9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:20.671294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-673c34b7-8826-4355-8e84-bfc9d9b56ce9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:20.678347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.681513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.683744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc66ce79-363c-49eb-8c15-84c5594f4567 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:20.703552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object 2ef79d2e-d877-4dd7-be93-3e10b3ae51e3 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:20.722100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-46965b97-f0f1-4493-96cf-c8760ae4addf None None] Provisioning complete for port e132c275-6e91-4e8c-85c5-32a760c960fb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:20.722532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46965b97-f0f1-4493-96cf-c8760ae4addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.730201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.735819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:20.738479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=e132c275-6e91-4e8c-85c5-32a760c960fb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:20.746788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:20.750629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-673c34b7-8826-4355-8e84-bfc9d9b56ce9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:20.754533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-673c34b7-8826-4355-8e84-bfc9d9b56ce9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.6029904
Dec 15 12:52:20.757433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-47b23c00-20ce-4a40-b645-57b9e38db886', 'network_id': '47b23c00-20ce-4a40-b645-57b9e38db886', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': '8d4332a5-096a-4ce5-bc58-666f9c0199cf'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:20.758356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.762733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57400) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:20.763736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No DVR routers for this DVR port e132c275-6e91-4e8c-85c5-32a760c960fb on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:20.805183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:20.808855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:20.815997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:20.816433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Checking segment: {'id': 'a14ef86a-93f2-4812-8606-7e56f10ea51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5c1e49e1-5e06-4656-98fb-968f001f83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:20.816875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.817328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Bound using segment: {'id': 'a14ef86a-93f2-4812-8606-7e56f10ea51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5c1e49e1-5e06-4656-98fb-968f001f83ff'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:20.817888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Bound port: 3dacd6ef-36c7-41f1-975f-f0264394ce37, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14ef86a-93f2-4812-8606-7e56f10ea51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5c1e49e1-5e06-4656-98fb-968f001f83ff'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:20.818323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.819579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:20.820188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:20.846670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=2ef79d2e-d877-4dd7-be93-3e10b3ae51e3,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:20.849304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-46965b97-f0f1-4493-96cf-c8760ae4addf None None] Port e132c275-6e91-4e8c-85c5-32a760c960fb was deleted so its status cannot be updated. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 15 12:52:20.851965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:20.939715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.066379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa7deb-0a5d-4faa-b115-5639dc2539af None None] DHCP port deletion for 2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:21.237488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] For port 3dacd6ef-36c7-41f1-975f-f0264394ce37, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:21.257104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.330100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Transition to ACTIVE for port object 64b49794-2c73-4652-983e-3178a716d94f will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:21.334150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port c344a7b3-1b76-4438-a60c-e951315deb8d {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:21.334545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.346949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] For port 3dacd6ef-36c7-41f1-975f-f0264394ce37, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3dacd6ef-36c7-41f1-975f-f0264394ce37,segment=NetworkSegment(a14ef86a-93f2-4812-8606-7e56f10ea51e),segment_id=a14ef86a-93f2-4812-8606-7e56f10ea51e)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:21.369241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.373956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.378446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.379385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.384450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d915276-120b-4069-9381-501cb58dc393 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:21.398998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.412752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:21.433024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb4b91d0>,) {'filters': {'network_id': ['2e80b638-2e86-4a0e-b2d7-08a21dcca0b6']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:21.460976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Transition to ACTIVE for port object 64b49794-2c73-4652-983e-3178a716d94f will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:21.483254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=2ef79d2e-d877-4dd7-be93-3e10b3ae51e3,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:21.488728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:21.492598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.568741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Allocated IP 2001:db8:1::2 (47b23c00-20ce-4a40-b645-57b9e38db886/8d4332a5-096a-4ce5-bc58-666f9c0199cf/58e1dc88-362e-4418-8e44-25a3e6eb22f1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:21.598755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:21.600087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:21.611809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e132c275-6e91-4e8c-85c5-32a760c960fb no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:21.620645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4b91d0>, '51c43677-384b-4dc5-845c-0318e7442f12') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:21.620959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4b91d0>, '51c43677-384b-4dc5-845c-0318e7442f12') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:21.652151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Pushing event updated for resources: {'Port': ['ID=3dacd6ef-36c7-41f1-975f-f0264394ce37,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:21.670752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:21.672805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:21.674330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4947b4cf-7ebd-4353-864b-c44b02f8ee09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:21.691994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.708562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: e132c275-6e91-4e8c-85c5-32a760c960fb {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:21.708930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e132c275-6e91-4e8c-85c5-32a760c960fb not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:21.719765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.720193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:21.761607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:21.814233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.898389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:21.907143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for c344a7b3-1b76-4438-a60c-e951315deb8d owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:21.940160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:52:21.940620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:21.941370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Pushing event updated for resources: {'Port': ['ID=64b49794-2c73-4652-983e-3178a716d94f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:21.948802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:52:21.959743 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:52:21.990113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Attempting to bind port 64b49794-2c73-4652-983e-3178a716d94f on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:21.990596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Attempting to bind port 64b49794-2c73-4652-983e-3178a716d94f by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:21.990969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Attempting to bind port 64b49794-2c73-4652-983e-3178a716d94f on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:22.011533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb077518>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:10Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:51:06Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73be92a6-6d50-4658-81b6-d58783ca4823', 'name': '', 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:31:35:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:52:09Z', 'updated_at': '2021-12-15T12:52:18Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:22.015630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router bf632af0-1b0d-4d5f-8b11-30989e7e0c3f is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:52:22.031094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdb664-abda-4567-b953-90de2bca3e1c None None] The sync data for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv is: [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:10Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:51:06Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73be92a6-6d50-4658-81b6-d58783ca4823', 'name': '', 'network_id': '9644e1ac-c8c4-48d4-b645-647ec70c42c0', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:31:35:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:52:09Z', 'updated_at': '2021-12-15T12:52:18Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a56d2fd7-80b8-418f-9c9f-759599c840b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:22.036289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:22.036725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:22.037272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.037604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:22.038123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Bound port: 64b49794-2c73-4652-983e-3178a716d94f, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:22.038559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.235866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.240820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e2c1d2-025f-46b6-b402-a58199d7a5fd tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:22.243705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.265517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:22.268639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Transition to ACTIVE for port object 58e1dc88-362e-4418-8e44-25a3e6eb22f1 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:22.273917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.284711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64b49794-2c73-4652-983e-3178a716d94f,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:22.302270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=2e80b638-2e86-4a0e-b2d7-08a21dcca0b6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:22.317968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:22.342714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Transition to ACTIVE for port object 58e1dc88-362e-4418-8e44-25a3e6eb22f1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:22.345987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.351911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d96356ec-c94c-4aba-9167-19b031f294aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:22.379432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:22.384549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.391124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] Sync routers for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:22.410232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/bf632af0-1b0d-4d5f-8b11-30989e7e0c3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2657979
Dec 15 12:52:22.410987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57404) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:22.415234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:22.415969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6cc0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:22.420817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/2e80b638-2e86-4a0e-b2d7-08a21dcca0b6 HTTP/1.1" status: 204  len: 168 time: 3.2204454
Dec 15 12:52:22.424329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57408) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:22.483624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.488251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Network 47b23c00-20ce-4a40-b645-57b9e38db886 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:22.493354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:22.501308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:22.533245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cd803de-7fb1-4a70-8a4b-385a5aa5bd64 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:22.546131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36108c-7b67-4014-811e-92ab8c5b9f72 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:22.547293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e36108c-7b67-4014-811e-92ab8c5b9f72 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:22.554252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6cc0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:22.569546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:22.570455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6cc0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:22.596843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e36108c-7b67-4014-811e-92ab8c5b9f72 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:22.599012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e36108c-7b67-4014-811e-92ab8c5b9f72 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports/2ef79d2e-d877-4dd7-be93-3e10b3ae51e3 HTTP/1.1" status: 200  len: 911 time: 0.1869340
Dec 15 12:52:22.602165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57412) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:22.604289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=c344a7b3-1b76-4438-a60c-e951315deb8d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:22.626526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Pushing event updated for resources: {'Port': ['ID=64b49794-2c73-4652-983e-3178a716d94f,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:22.656565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6cc0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:22.657290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755654e4-0a22-414c-8e95-e8bd11762001 None None] The sync data for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:22.657456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:22.658755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Attempting to bind port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:22.659566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Attempting to bind port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99e304a7-7448-4f99-aeef-43f437568b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '47b23c00-20ce-4a40-b645-57b9e38db886'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:22.659736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Attempting to bind port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 on network 47b23c00-20ce-4a40-b645-57b9e38db886 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:22.661924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c8d0dbf-2b5f-464c-9fba-c5accccf6275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:22.668120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:22.748599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Pushing event updated for resources: {'Port': ['ID=58e1dc88-362e-4418-8e44-25a3e6eb22f1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:22.757298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.761428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:22.762523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/c344a7b3-1b76-4438-a60c-e951315deb8d HTTP/1.1" status: 204  len: 168 time: 1.9966981
Dec 15 12:52:22.765518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:22.767847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:22.768746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Checking segment: {'id': '99e304a7-7448-4f99-aeef-43f437568b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '47b23c00-20ce-4a40-b645-57b9e38db886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:22.769645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.770294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Bound using segment: {'id': '99e304a7-7448-4f99-aeef-43f437568b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '47b23c00-20ce-4a40-b645-57b9e38db886'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:22.771282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Bound port: 58e1dc88-362e-4418-8e44-25a3e6eb22f1, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e304a7-7448-4f99-aeef-43f437568b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '47b23c00-20ce-4a40-b645-57b9e38db886'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:22.771971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.866803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f3907-73de-4b17-bd23-03d887e96707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:22.868948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f3907-73de-4b17-bd23-03d887e96707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:22.869960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ce2f3907-73de-4b17-bd23-03d887e96707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:22.879965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] For port 58e1dc88-362e-4418-8e44-25a3e6eb22f1, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:22.883792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] For port 58e1dc88-362e-4418-8e44-25a3e6eb22f1, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=58e1dc88-362e-4418-8e44-25a3e6eb22f1,segment=NetworkSegment(99e304a7-7448-4f99-aeef-43f437568b20),segment_id=99e304a7-7448-4f99-aeef-43f437568b20)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:22.889224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:22.897775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fab9528e-8ba6-4a10-9581-ab61d132b57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:22.901509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25242341-340b-4303-8720-4a6e9d0b45e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:22.902370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25242341-340b-4303-8720-4a6e9d0b45e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:22.932756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ce2f3907-73de-4b17-bd23-03d887e96707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:22.937806 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce2f3907-73de-4b17-bd23-03d887e96707 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1571484
Dec 15 12:52:22.945266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57422) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:22.993138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Pushing event updated for resources: {'Port': ['ID=58e1dc88-362e-4418-8e44-25a3e6eb22f1,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:22.997350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:23.025810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25242341-340b-4303-8720-4a6e9d0b45e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:23.027244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25242341-340b-4303-8720-4a6e9d0b45e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 845 time: 0.6013885
Dec 15 12:52:23.032668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57426) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:23.105048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:23.114263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/routers/caf884f0-ea34-4086-87a6-e75b527a1d81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8847466
Dec 15 12:52:23.114374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57430) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:23.115278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:23.121814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'port': {'network_id': '4d2eb704-6203-4182-9800-6ca13ecec1c2', 'name': 'tempest-FloatingIPTestJSON-2134327359'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:23.137025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:23.138041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903908>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:23.336412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c677c809-a105-4ab9-a15c-fb2bf59a994d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2987635
Dec 15 12:52:23.338395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57434) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:23.347639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1855049625'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:23.358282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:23.377691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:23.389055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:23.412925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:23.430791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 83856f0f-cbab-4a81-9dd7-5e0a91d591b8 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:23.445000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:23.524933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903908>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:23.545028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:23.545748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903908>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:23.550047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:23.566148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:23.578917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:23.582660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:port and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:23.585796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:23.600315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:23.627271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:23.635082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903908>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:23.635646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820ef69-52cf-4ed8-b863-1851d93e4d8b None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:23.644867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:23.675192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:52:23.679915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:23.738983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] device_id is not set on port 686571ef-3d3d-4ce2-9fe0-4adddead7d2b yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:23.743830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:23.744577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment 47c6fc63-cf81-4833-9900-829c40d4246d of type vlan for network 3cd3e738-4a41-4280-8d67-08d672feba9d
Dec 15 12:52:23.785964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3dacd6ef-36c7-41f1-975f-f0264394ce37 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:23.890105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:23.922263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3dacd6ef-36c7-41f1-975f-f0264394ce37 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:23.925371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:23.928924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64b49794-2c73-4652-983e-3178a716d94f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:24.043013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 64b49794-2c73-4652-983e-3178a716d94f completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:24.050232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73be92a6-6d50-4658-81b6-d58783ca4823 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:24.050605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.054910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:24.055603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.069936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2799c0b5-aebf-4c69-8955-050883ee8157 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:24.132150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.150786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 73be92a6-6d50-4658-81b6-d58783ca4823 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:24.156809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 73be92a6-6d50-4658-81b6-d58783ca4823 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:24.156809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.188890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.11 (4d2eb704-6203-4182-9800-6ca13ecec1c2/0cbd3a91-3df6-4071-8d69-04333983f200/686571ef-3d3d-4ce2-9fe0-4adddead7d2b) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:24.233621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8936203
Dec 15 12:52:24.249055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57438) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:24.259583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:24.277084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=3cd3e738-4a41-4280-8d67-08d672feba9d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:24.280765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:24.284648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-675783fa-09f7-49c0-8712-c1f95d4cc8e6 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:24.306592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 3cd3e738-4a41-4280-8d67-08d672feba9d details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:52:24.328079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.330241 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/83856f0f-cbab-4a81-9dd7-5e0a91d591b8 HTTP/1.1" status: 204  len: 168 time: 1.3838835
Dec 15 12:52:24.348709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57442) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:24.425107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=83856f0f-cbab-4a81-9dd7-5e0a91d591b8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:24.436957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:24.440084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.486151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8dfc7393-2fc9-4993-9d75-5616860e9ef4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1360488
Dec 15 12:52:24.491377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 73be92a6-6d50-4658-81b6-d58783ca4823, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=73be92a6-6d50-4658-81b6-d58783ca4823,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:24.492497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57446) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:24.495246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.497575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:24.498967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:24.567513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=73be92a6-6d50-4658-81b6-d58783ca4823,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:24.567739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:24.572042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:24.611465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.619775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.620415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:24.628748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:24.646666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:24.660802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:24.665233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:24.693651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:24.773597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:24.780328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.807584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.816621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60c6975d-6c3d-4136-95d1-0026187fe1cf tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:24.835304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:24.966536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:24.978058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=686571ef-3d3d-4ce2-9fe0-4adddead7d2b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:24.982024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:24.986863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:24.989519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:25.045028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c17499-5dbd-4256-b225-6fac2638d6a6 None None] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:25.162377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:25.163086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.292220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.1767848
Dec 15 12:52:25.299636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57452) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:25.308610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'port': {'network_id': '4d2eb704-6203-4182-9800-6ca13ecec1c2', 'name': 'tempest-FloatingIPTestJSON-1958171412'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:25.328704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8:1::1 (47b23c00-20ce-4a40-b645-57b9e38db886/8d4332a5-096a-4ce5-bc58-666f9c0199cf/e1b71d71-1092-4622-baf6-0df817e7d2ef) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:25.345053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Provisioning for port 3dacd6ef-36c7-41f1-975f-f0264394ce37 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:25.357057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Provisioning complete for port 3dacd6ef-36c7-41f1-975f-f0264394ce37 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:25.357826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.568378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.637046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-98185171-3716-49e9-b490-45e2d39510dc None None] For port 3dacd6ef-36c7-41f1-975f-f0264394ce37, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3dacd6ef-36c7-41f1-975f-f0264394ce37,segment=NetworkSegment(a14ef86a-93f2-4812-8606-7e56f10ea51e),segment_id=a14ef86a-93f2-4812-8606-7e56f10ea51e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:25.644419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.648108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7dd5349a-035a-409f-8fb0-3afc089ee8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:25.661391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:25.671280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:port and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:25.733712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.739847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79fb1656-4fbe-4c48-b681-f173cc75d21c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:25.764575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.766805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73be92a6-6d50-4658-81b6-d58783ca4823 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:25.769754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:25.784789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:25.799313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object e1b71d71-1092-4622-baf6-0df817e7d2ef will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:25.805492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:25.816727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.854557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] device_id is not set on port 451591e2-b976-42ca-ad0c-4b4d26340204 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:25.889553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Pushing event updated for resources: {'Port': ['ID=3dacd6ef-36c7-41f1-975f-f0264394ce37,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:25.922432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fbf399-930d-47aa-9b9c-135a6da40ba6 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:25.934854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:25.962071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:25.976476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=0f7c48f8-1262-4393-aa7f-66c93bd8bba6,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:25.995942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:26.036560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': '47c6fc63-cf81-4833-9900-829c40d4246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:26.036824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: 3cd3e738-4a41-4280-8d67-08d672feba9d, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:26.103126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 73be92a6-6d50-4658-81b6-d58783ca4823 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:26.104735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.178214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Provisioning for port 64b49794-2c73-4652-983e-3178a716d94f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:26.192252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Provisioning complete for port 64b49794-2c73-4652-983e-3178a716d94f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:26.193005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.258654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4522588-7747-4412-a590-18a650f798ab tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:26.263718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3cd3e738-4a41-4280-8d67-08d672feba9d is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:26.283104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.296014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 3cd3e738-4a41-4280-8d67-08d672feba9d) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:26.300823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:26.301505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.349150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f19d71-58a4-47e7-ad0c-ee2fd76e27ef None None] Network 3cd3e738-4a41-4280-8d67-08d672feba9d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:26.379708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1266618
Dec 15 12:52:26.385830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57456) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:26.392178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d', 'name': 'tempest-PortsIpV6TestJSON-1508009560'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:26.421667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 47b23c00-20ce-4a40-b645-57b9e38db886 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:26.438361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:26.451466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=e1b71d71-1092-4622-baf6-0df817e7d2ef,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:26.486557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:26.487143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.493241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:26.498883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.14 (4d2eb704-6203-4182-9800-6ca13ecec1c2/0cbd3a91-3df6-4071-8d69-04333983f200/451591e2-b976-42ca-ad0c-4b4d26340204) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:26.597608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5396b5-8ecb-427e-b2c2-546158749332 None None] Network 47b23c00-20ce-4a40-b645-57b9e38db886 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:26.694929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:26.714518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:26.752014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64b49794-2c73-4652-983e-3178a716d94f,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:26.788528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.793443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.798142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.799511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.806750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-baf0cefe-e72f-495e-b4d8-e444d9582a87 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:26.813978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.843866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:26.850413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.893193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:26.906111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:26.961184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:26.968793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:26.972179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:26.972844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.027517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=64b49794-2c73-4652-983e-3178a716d94f,revision_number=5']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:27.032262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:27.038337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-58396291-b00d-4f20-90d1-364101362fb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:27.094011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.094292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6004434
Dec 15 12:52:27.095062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57460) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:27.102723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:27.143446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:bc:a3:af', 'name': 'tempest-NetworksTestDHCPv6-1903478986'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:27.195381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58e1dc88-362e-4418-8e44-25a3e6eb22f1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:27.214614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=e5181747-895d-4c10-9b4f-fc4c65582697,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:27.217385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:27.283707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=451591e2-b976-42ca-ad0c-4b4d26340204,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:27.287773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:27.298091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:27.299462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:27.316322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:27.318599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::105 (3cd3e738-4a41-4280-8d67-08d672feba9d/0f7c48f8-1262-4393-aa7f-66c93bd8bba6/832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:27.399647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:27.410468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:27.410736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.416168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:27.416358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-3cd3e738-4a41-4280-8d67-08d672feba9d', 'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d', 'tenant_id': '554f48bdb9e94470bb294e488aa7ac10', 'fixed_ips': [{'subnet_id': '0f7c48f8-1262-4393-aa7f-66c93bd8bba6'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:27.417731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.426162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:27.427538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:27.428028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:27.438682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:27.452742 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.1508687
Dec 15 12:52:27.452742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57466) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:27.459198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '451591e2-b976-42ca-ad0c-4b4d26340204', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:27.470799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:27.474672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.478756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:floatingip and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:27.483399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:27.486559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.487588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.489736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:27.495487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:27.496923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.534203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:27.589317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:27.599118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.608828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 442248cc-7609-4f7d-bcf1-418346fb5244 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:27.619495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=e1b71d71-1092-4622-baf6-0df817e7d2ef,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:27.625594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:27.714747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:27.738314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:27.795376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64b49794-2c73-4652-983e-3178a716d94f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:27.808852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 47b23c00-20ce-4a40-b645-57b9e38db886 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:27.875214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:27.897745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:febc:a3af (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/e5181747-895d-4c10-9b4f-fc4c65582697/442248cc-7609-4f7d-bcf1-418346fb5244) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:28.049410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03ec36-f388-4300-bf6e-2224a7d73b7d None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:28.067862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.080525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:28.089760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.131463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.155566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Allocated IP 2001:db8::2 (3cd3e738-4a41-4280-8d67-08d672feba9d/0f7c48f8-1262-4393-aa7f-66c93bd8bba6/b3320610-d459-47d8-9799-27498d2b23df) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:28.163173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.274104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 64b49794-2c73-4652-983e-3178a716d94f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:28.274628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.336723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3cd3e738-4a41-4280-8d67-08d672feba9d is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:28.341970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:28.344536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:28.350879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:28.355918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:28.356628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.364048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:28.367751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.26.0.50 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/6a4b7b72-41ac-4f83-8978-1911a6254656) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:28.391301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64b49794-2c73-4652-983e-3178a716d94f,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:28.412298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.0211914
Dec 15 12:52:28.414538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57470) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:28.426286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.434762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d', 'name': 'tempest-PortsIpV6TestJSON-564520141'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:28.435596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:28.468156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.580695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 442248cc-7609-4f7d-bcf1-418346fb5244 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:28.586420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.656856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:28.662962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.672716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a852cbe4-2f61-456b-a1fb-7e562b3c08ba tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:28.730191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:28.770218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:28.776155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.784888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.790101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:28.797373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=442248cc-7609-4f7d-bcf1-418346fb5244,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:28.800180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:28.802751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.804421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:28.805196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:28.809871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:28.810563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:28.818943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2633d437-072b-4d30-9529-596899165c52 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:28.829805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port ec4afe2a-3fbf-4512-86e5-732532764d40 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:28.880925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.7750452
Dec 15 12:52:28.881172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Transition to ACTIVE for port object b3320610-d459-47d8-9799-27498d2b23df will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:28.885800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57474) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:28.904085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Transition to ACTIVE for port object b3320610-d459-47d8-9799-27498d2b23df will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:28.926106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Pushing event updated for resources: {'Port': ['ID=64b49794-2c73-4652-983e-3178a716d94f,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:28.963139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:28.973016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning complete for port 64b49794-2c73-4652-983e-3178a716d94f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:28.973437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.005883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.016684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:29.067940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e32f1-54d4-4e6c-bc2c-b55f492d49bd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:29.072943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e32f1-54d4-4e6c-bc2c-b55f492d49bd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:29.073865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ce2e32f1-54d4-4e6c-bc2c-b55f492d49bd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:29.096780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::3b (3cd3e738-4a41-4280-8d67-08d672feba9d/0f7c48f8-1262-4393-aa7f-66c93bd8bba6/ec4afe2a-3fbf-4512-86e5-732532764d40) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:29.112726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ce2e32f1-54d4-4e6c-bc2c-b55f492d49bd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:29.114009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce2e32f1-54d4-4e6c-bc2c-b55f492d49bd tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.2273846
Dec 15 12:52:29.114146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3dacd6ef-36c7-41f1-975f-f0264394ce37 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:29.118334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57478) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:29.161103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:29.166607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:29.169550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:29.173170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Network 3cd3e738-4a41-4280-8d67-08d672feba9d is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:29.185095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:29.189923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Pushing event updated for resources: {'Port': ['ID=b3320610-d459-47d8-9799-27498d2b23df,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:29.193566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:29.204844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:29.242015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=6a4b7b72-41ac-4f83-8978-1911a6254656,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:29.245912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:29.341703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router bf632af0-1b0d-4d5f-8b11-30989e7e0c3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:29.406377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Attempting to bind port b3320610-d459-47d8-9799-27498d2b23df on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:29.406909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Attempting to bind port b3320610-d459-47d8-9799-27498d2b23df by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '47c6fc63-cf81-4833-9900-829c40d4246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:29.407404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Attempting to bind port b3320610-d459-47d8-9799-27498d2b23df on network 3cd3e738-4a41-4280-8d67-08d672feba9d {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:29.422833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3dacd6ef-36c7-41f1-975f-f0264394ce37 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:29.423473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.456194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:29.456788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Checking segment: {'id': '47c6fc63-cf81-4833-9900-829c40d4246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:29.457341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.457887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Bound using segment: {'id': '47c6fc63-cf81-4833-9900-829c40d4246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:29.458559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Bound port: b3320610-d459-47d8-9799-27498d2b23df, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c6fc63-cf81-4833-9900-829c40d4246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3cd3e738-4a41-4280-8d67-08d672feba9d'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:29.459087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.503283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 442248cc-7609-4f7d-bcf1-418346fb5244 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:29.503713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.544765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning for port 2ef79d2e-d877-4dd7-be93-3e10b3ae51e3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:29.564546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning complete for port 2ef79d2e-d877-4dd7-be93-3e10b3ae51e3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:29.565083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.873384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] For port b3320610-d459-47d8-9799-27498d2b23df, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:29.877048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Port 2ef79d2e-d877-4dd7-be93-3e10b3ae51e3 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:29.878902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:29.892471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] Sync routers for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:29.908992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:29.910109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a69b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:29.910529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] For port b3320610-d459-47d8-9799-27498d2b23df, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b3320610-d459-47d8-9799-27498d2b23df,segment=NetworkSegment(47c6fc63-cf81-4833-9900-829c40d4246d),segment_id=47c6fc63-cf81-4833-9900-829c40d4246d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:29.914334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/bf632af0-1b0d-4d5f-8b11-30989e7e0c3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3105886
Dec 15 12:52:29.918959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57484) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:29.928157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.937871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:29.947490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-965904aa-943f-4432-a525-3f5db539c2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:29.982184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object ec4afe2a-3fbf-4512-86e5-732532764d40 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:29.999557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a69b0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:30.012018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:30.012923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a69b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:30.013797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning for port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:30.036104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.036325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning complete for port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:30.036719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.066100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35ee29-17e6-4442-9c29-4869927fabf6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:30.066988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fd35ee29-17e6-4442-9c29-4869927fabf6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:30.107963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fd35ee29-17e6-4442-9c29-4869927fabf6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:30.112958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fd35ee29-17e6-4442-9c29-4869927fabf6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports/e1b71d71-1092-4622-baf6-0df817e7d2ef HTTP/1.1" status: 200  len: 913 time: 0.1928718
Dec 15 12:52:30.115088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57488) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:30.115661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57490) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:30.135978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a69b0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:30.136601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77160ab-8f1d-444a-a24a-436ad4907f5e None None] The sync data for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:30.156427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64b49794-2c73-4652-983e-3178a716d94f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:30.218265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 442248cc-7609-4f7d-bcf1-418346fb5244 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:30.290417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Pushing event updated for resources: {'Port': ['ID=b3320610-d459-47d8-9799-27498d2b23df,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:30.297171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:30.392812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.413227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.421880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e34bfbd-7038-4eff-9964-07fb7b54566a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:30.439559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 64b49794-2c73-4652-983e-3178a716d94f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:30.440663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.477589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.495387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] For port 58e1dc88-362e-4418-8e44-25a3e6eb22f1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=58e1dc88-362e-4418-8e44-25a3e6eb22f1,segment=NetworkSegment(99e304a7-7448-4f99-aeef-43f437568b20),segment_id=99e304a7-7448-4f99-aeef-43f437568b20)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:30.508450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.516279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:30.549502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=ec4afe2a-3fbf-4512-86e5-732532764d40,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:30.553649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3cd3e738-4a41-4280-8d67-08d672feba9d is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:30.589628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:30.590595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:30.592607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70aeedd5-6583-4d73-a285-d11ac4205c29 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:30.607044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.638581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:30.642866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:30.643579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.647983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Pushing event updated for resources: {'Port': ['ID=58e1dc88-362e-4418-8e44-25a3e6eb22f1,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:30.653375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning complete for port 3dacd6ef-36c7-41f1-975f-f0264394ce37 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:30.653826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.675061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=442248cc-7609-4f7d-bcf1-418346fb5244,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:30.688928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:30.699468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.719942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:30.737298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3215740
Dec 15 12:52:30.740402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/442248cc-7609-4f7d-bcf1-418346fb5244 HTTP/1.1" status: 204  len: 168 time: 1.6210926
Dec 15 12:52:30.743374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57496) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:30.743936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57498) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:30.801199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:30.923952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b5a71a-b7e1-47d0-99ca-c6cdc0d53bb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:30.925496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b5a71a-b7e1-47d0-99ca-c6cdc0d53bb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:30.926252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b4b5a71a-b7e1-47d0-99ca-c6cdc0d53bb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:30.954781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b4b5a71a-b7e1-47d0-99ca-c6cdc0d53bb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:30.958998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b4b5a71a-b7e1-47d0-99ca-c6cdc0d53bb5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2111044
Dec 15 12:52:30.960852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57504) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:30.966495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning for port e1b71d71-1092-4622-baf6-0df817e7d2ef completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:30.972504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Provisioning complete for port e1b71d71-1092-4622-baf6-0df817e7d2ef triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:30.973054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.012602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c812d91-76b5-4875-9cdd-bcdc1e8c30f0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:31.013249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c812d91-76b5-4875-9cdd-bcdc1e8c30f0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:31.041210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Port e1b71d71-1092-4622-baf6-0df817e7d2ef cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:31.068236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c812d91-76b5-4875-9cdd-bcdc1e8c30f0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:31.072464 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c812d91-76b5-4875-9cdd-bcdc1e8c30f0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A105 HTTP/1.1" status: 200  len: 929 time: 0.3235509
Dec 15 12:52:31.075520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57508) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:31.171070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d48e08c-461f-4758-bf26-3269f8de5c6d None None] Could not find standard attr ID for object c344a7b3-1b76-4438-a60c-e951315deb8d. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:52:31.190614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d48e08c-461f-4758-bf26-3269f8de5c6d None None] Provisioning complete for port 64b49794-2c73-4652-983e-3178a716d94f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:31.191287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d48e08c-461f-4758-bf26-3269f8de5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.290486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port ec4afe2a-3fbf-4512-86e5-732532764d40 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:31.291085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.379894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d48e08c-461f-4758-bf26-3269f8de5c6d None None] Provisioning complete for port e1b71d71-1092-4622-baf6-0df817e7d2ef triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:31.380444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d48e08c-461f-4758-bf26-3269f8de5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.442498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8d48e08c-461f-4758-bf26-3269f8de5c6d None None] Port e1b71d71-1092-4622-baf6-0df817e7d2ef cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:31.446010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d48e08c-461f-4758-bf26-3269f8de5c6d None None] Could not find standard attr ID for object 442248cc-7609-4f7d-bcf1-418346fb5244. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:52:31.465865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet e5181747-895d-4c10-9b4f-fc4c65582697 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:31.503769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.602770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.638537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.674797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.715897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.739688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.750200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4d00c7f-803e-4638-baef-3097d52c7a7b tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:31.852066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for ec4afe2a-3fbf-4512-86e5-732532764d40 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:31.891270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=6a4b7b72-41ac-4f83-8978-1911a6254656,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:31.933661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:31.944497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:31.993937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.082757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.087699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:32.120913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.136571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=e5181747-895d-4c10-9b4f-fc4c65582697,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:32.141286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:32.143173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57577c18-450a-47cd-bf8c-b733ac4d6fe1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:32.192460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=ec4afe2a-3fbf-4512-86e5-732532764d40,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:32.206846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:32.213073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58e1dc88-362e-4418-8e44-25a3e6eb22f1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:32.216126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.253191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd94a2-b440-4baa-abb4-d135df7e59a7 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:32.288606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.315199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/e5181747-895d-4c10-9b4f-fc4c65582697 HTTP/1.1" status: 204  len: 168 time: 1.3514411
Dec 15 12:52:32.317744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57512) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:32.320654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.323361 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/ec4afe2a-3fbf-4512-86e5-732532764d40 HTTP/1.1" status: 204  len: 168 time: 1.2463846
Dec 15 12:52:32.359075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57516) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:32.401410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ad0c68c9-9eee-49de-8ba8-219c185bda06 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0823085
Dec 15 12:52:32.402088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57520) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:32.464743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99fb43-6121-446f-b999-5b6248cfa4c7 None None] Network 3cd3e738-4a41-4280-8d67-08d672feba9d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:32.494300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-981b73b7-1e9b-48f3-b874-e5807f353a31 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:32.495736 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-981b73b7-1e9b-48f3-b874-e5807f353a31 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/ec4afe2a-3fbf-4512-86e5-732532764d40 HTTP/1.1" status: 404  len: 333 time: 0.1335773
Dec 15 12:52:32.496483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e2614-88c5-45c0-bffd-cac7a669a891 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:32.497251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-123e2614-88c5-45c0-bffd-cac7a669a891 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:32.499468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57524) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:32.512884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-123e2614-88c5-45c0-bffd-cac7a669a891 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:32.516436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-123e2614-88c5-45c0-bffd-cac7a669a891 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1110468
Dec 15 12:52:32.517244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57528) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:32.555776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:32.556167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.594938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b00272-80a3-4549-a049-f3ae13c857de tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:32.595713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b3b00272-80a3-4549-a049-f3ae13c857de tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:32.613435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b3b00272-80a3-4549-a049-f3ae13c857de tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:32.617272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b3b00272-80a3-4549-a049-f3ae13c857de tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0963442
Dec 15 12:52:32.617678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57532) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:32.675707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:32.676109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:32.685749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2da77097-5f0f-46a2-93ac-517475f6a2cd None None] Provisioning for port b3320610-d459-47d8-9799-27498d2b23df completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:32.692760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1b7bc110-c1ec-444e-b55e-0a20e1767a97 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0697918
Dec 15 12:52:32.693693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57536) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:32.701141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:32.895922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b3320610-d459-47d8-9799-27498d2b23df up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:32.909578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 6af126e2-c863-4ade-91b6-d0387e05d295 associated. External IP: 172.26.0.50, port: 451591e2-b976-42ca-ad0c-4b4d26340204.
Dec 15 12:52:32.939327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:32.957316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Deleting port 64b49794-2c73-4652-983e-3178a716d94f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:32.957850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.081594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:33.093272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:33.104230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:33.110985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.146922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port b3320610-d459-47d8-9799-27498d2b23df completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:33.159519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b3320610-d459-47d8-9799-27498d2b23df triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:33.159947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.306158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64b49794-2c73-4652-983e-3178a716d94f,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:33.306618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.450037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Calling delete_port for 64b49794-2c73-4652-983e-3178a716d94f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:33.618525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.783689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.813240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.835562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:33.839059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:33.839701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:33.858445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-36915f28-1632-4768-8200-0002019a1725 None None] Provisioning complete for port b3320610-d459-47d8-9799-27498d2b23df triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:33.858881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36915f28-1632-4768-8200-0002019a1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.903119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port b3320610-d459-47d8-9799-27498d2b23df, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b3320610-d459-47d8-9799-27498d2b23df,segment=NetworkSegment(47c6fc63-cf81-4833-9900-829c40d4246d),segment_id=47c6fc63-cf81-4833-9900-829c40d4246d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:33.924757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:33.935205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:34.061603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=b3320610-d459-47d8-9799-27498d2b23df,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:34.073001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:34.142002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 64b49794-2c73-4652-983e-3178a716d94f no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:34.143425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64b49794-2c73-4652-983e-3178a716d94f,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:34.172632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.177536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.178829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.187189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:34.297476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.312018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port e1b71d71-1092-4622-baf6-0df817e7d2ef {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:34.312541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.322622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=64b49794-2c73-4652-983e-3178a716d94f,revision_number=9']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:34.338987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:34.340850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f3337aea-5075-4aae-aae7-26dec29bf839 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:34.356526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64b49794-2c73-4652-983e-3178a716d94f,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:34.357442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Deleting port 64b49794-2c73-4652-983e-3178a716d94f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:34.358066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.399115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.409145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec4fe27a-2800-4904-9dd2-9214319678b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:34.431112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:34.435005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:34.441227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:34.441889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.453622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.464803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5c3c146-d8de-4d0e-92c8-e38401447864 tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:34.477869 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.7830091
Dec 15 12:52:34.481186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57542) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:34.488369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:6b:0a:d6', 'name': 'tempest-NetworksTestDHCPv6-1661944749'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:34.495143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=64b49794-2c73-4652-983e-3178a716d94f,revision_number=10']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:34.499802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:34.507411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-36915f28-1632-4768-8200-0002019a1725 None None] Provisioning for port 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:34.524628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-36915f28-1632-4768-8200-0002019a1725 None None] Provisioning complete for port 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:34.524628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36915f28-1632-4768-8200-0002019a1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.530241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:34.531233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=d0a234c3-ffcb-4d17-8f4f-275d684d6a9b,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:34.559139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:34.560636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:34.567707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-36915f28-1632-4768-8200-0002019a1725 None None] Port 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d was deleted so its status cannot be updated. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 15 12:52:34.684411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5038b4f0-be9d-4d37-936a-6da1405b9644 None None] Could not find standard attr ID for object ec4afe2a-3fbf-4512-86e5-732532764d40. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:52:34.697017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:34.709668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:34.722898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:34.731167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.748368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5038b4f0-be9d-4d37-936a-6da1405b9644 None None] Could not find standard attr ID for object 832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:52:34.776254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 6c415ce7-8b8b-4fd6-af42-30e804cdc75f yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:34.805099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] For port 64b49794-2c73-4652-983e-3178a716d94f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=64b49794-2c73-4652-983e-3178a716d94f,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:34.805961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.809800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.923981 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d HTTP/1.1" status: 204  len: 168 time: 2.4181502
Dec 15 12:52:34.925063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57546) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:34.933085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:34.970147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Calling delete_port for 64b49794-2c73-4652-983e-3178a716d94f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:34.985361 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d504013-2d8b-4499-b5a7-50b2e5f3bbb0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:34.986208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d504013-2d8b-4499-b5a7-50b2e5f3bbb0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:35.008003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fe6b:ad6 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/d0a234c3-ffcb-4d17-8f4f-275d684d6a9b/6c415ce7-8b8b-4fd6-af42-30e804cdc75f) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:35.025417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d504013-2d8b-4499-b5a7-50b2e5f3bbb0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:35.030555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d504013-2d8b-4499-b5a7-50b2e5f3bbb0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/832f21e8-0eae-4d6e-b0d8-95a57dfc0e2d HTTP/1.1" status: 404  len: 333 time: 0.1043730
Dec 15 12:52:35.031170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57550) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:35.078556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for e1b71d71-1092-4622-baf6-0df817e7d2ef owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:35.126082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.139163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3aef9881-1a78-491e-86ed-16a6c084a06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:35.234537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Pushing event deleted for resources: {'Port': ['ID=64b49794-2c73-4652-983e-3178a716d94f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:35.282761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:35.283973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] No DVR routers for this DVR port 64b49794-2c73-4652-983e-3178a716d94f on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:35.285711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:35.316287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c6173-d4cb-4ba8-8cff-adc2a16f9dfe None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:35.460918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet 0f7c48f8-1262-4393-aa7f-66c93bd8bba6 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:35.472875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.521632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.560835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.568778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': 'd0a234c3-ffcb-4d17-8f4f-275d684d6a9b'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:35.570062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.602209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 6c415ce7-8b8b-4fd6-af42-30e804cdc75f will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:35.666723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.674197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c55193-0649-4003-92fa-e3100eee149d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:35.716924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.753940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Allocated IP 2001:db8::f816:3eff:fe7e:71a1 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/d0a234c3-ffcb-4d17-8f4f-275d684d6a9b/8b53dc0e-59ed-419c-8aac-ba04fbc6fd83) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:35.791382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 73be92a6-6d50-4658-81b6-d58783ca4823 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:35.791747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.800924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:35.806500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:35.815840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:35.821390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:35.821390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.825789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=6c415ce7-8b8b-4fd6-af42-30e804cdc75f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:35.832762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.833710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:35.840564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fae9b5-60a3-4ac2-8e1d-f2a4a09d2883 tempest-FloatingIPAdminTestJSON-520474765 tempest-FloatingIPAdminTestJSON-520474765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:35.865420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.870856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74d60c92-2ab8-47c7-85f1-46b8641f0265 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:35.911281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.4255240
Dec 15 12:52:35.911865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=e1b71d71-1092-4622-baf6-0df817e7d2ef,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:35.911994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7c48f8-1262-4393-aa7f-66c93bd8bba6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:35.913284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:35.913435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57554) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:35.915454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:35.990732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:35.992563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/0f7c48f8-1262-4393-aa7f-66c93bd8bba6 HTTP/1.1" status: 204  len: 168 time: 0.9591191
Dec 15 12:52:35.998512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71d844-de0a-457a-8435-47bd11e96132 None None] Network 3cd3e738-4a41-4280-8d67-08d672feba9d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:36.001639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57558) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:36.077567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.164619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Transition to ACTIVE for port object 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:36.167107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.177238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b3320610-d459-47d8-9799-27498d2b23df up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:36.184781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port b3320610-d459-47d8-9799-27498d2b23df {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:36.185170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.346767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Transition to ACTIVE for port object 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:36.363273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.363999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 73be92a6-6d50-4658-81b6-d58783ca4823, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=73be92a6-6d50-4658-81b6-d58783ca4823,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:36.364405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.372051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-80f380e4-4f64-4b0d-a2bb-1b8cbde5ba3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:36.378120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bce0c-e48a-40dd-adda-45e8f3e8e256 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:36.378936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-134bce0c-e48a-40dd-adda-45e8f3e8e256 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:36.450282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-134bce0c-e48a-40dd-adda-45e8f3e8e256 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:36.461600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-134bce0c-e48a-40dd-adda-45e8f3e8e256 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.5415492
Dec 15 12:52:36.465721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57562) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:36.466197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:36.473160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:36.475770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:36.480583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Pushing event updated for resources: {'Port': ['ID=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:36.483505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:36.494237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b3320610-d459-47d8-9799-27498d2b23df triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:36.494905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.518809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 73be92a6-6d50-4658-81b6-d58783ca4823 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:36.529643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] For port b3320610-d459-47d8-9799-27498d2b23df, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b3320610-d459-47d8-9799-27498d2b23df,segment=NetworkSegment(47c6fc63-cf81-4833-9900-829c40d4246d),segment_id=47c6fc63-cf81-4833-9900-829c40d4246d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:36.530057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.628813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] DHCP port deletion for 3cd3e738-4a41-4280-8d67-08d672feba9d request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:36.631312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:36.641242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.653313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Deleting port b3320610-d459-47d8-9799-27498d2b23df {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:36.655173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.698631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:36.715376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Attempting to bind port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:36.715809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Attempting to bind port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:36.716328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Attempting to bind port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:36.749216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.758841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:36.759260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:36.759735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.760259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:36.760897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Bound port: 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:36.761322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:36.849132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:36.849754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:36.894094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 9.4375176
Dec 15 12:52:36.898106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57566) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:36.907452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:36.934154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for b3320610-d459-47d8-9799-27498d2b23df owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:36.971074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 6c415ce7-8b8b-4fd6-af42-30e804cdc75f {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:36.971519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.104656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.124247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.131015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef702198-03a7-49c2-b898-c53b31e5bafb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:37.140951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c320>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:37.164075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.179812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc20627a-0340-44b4-b69f-da2f9b6c66dd tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:37.212223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=b3320610-d459-47d8-9799-27498d2b23df,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:37.218532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:37.234844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=73be92a6-6d50-4658-81b6-d58783ca4823,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:37.250544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:37.254059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:37.254768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:37.274869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No DVR routers for this DVR port b3320610-d459-47d8-9799-27498d2b23df on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:37.341506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c320>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:37.341960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9becf4a9-e5e9-45dc-8648-1bf62986f59e None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:37.419617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] For port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:37.433035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] For port b3320610-d459-47d8-9799-27498d2b23df, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b3320610-d459-47d8-9799-27498d2b23df,segment=NetworkSegment(47c6fc63-cf81-4833-9900-829c40d4246d),segment_id=47c6fc63-cf81-4833-9900-829c40d4246d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:37.433486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.447957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] For port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:37.457097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.475705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.504689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.572042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1eebe39c-ba57-4a9b-9015-947f08c67779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:37.609535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Calling delete_port for b3320610-d459-47d8-9799-27498d2b23df owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:37.622546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fae89128>,) {'filters': {'network_id': ['3cd3e738-4a41-4280-8d67-08d672feba9d']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:37.638673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 6c415ce7-8b8b-4fd6-af42-30e804cdc75f owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:37.680518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fae89128>, '47c6fc63-cf81-4833-9900-829c40d4246d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:37.680859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fae89128>, '47c6fc63-cf81-4833-9900-829c40d4246d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:37.705480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.729856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.736642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Pushing event updated for resources: {'Port': ['ID=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:37.740116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:37.752948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:37.753403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:52:37.753535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:37.753654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:52:37.772750 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:52:37.905072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.910701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b16659a4-a3c3-4180-a974-d5375cb63255 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:37.926580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.946914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=3cd3e738-4a41-4280-8d67-08d672feba9d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:37.954797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:37.961319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:37.972025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/3cd3e738-4a41-4280-8d67-08d672feba9d HTTP/1.1" status: 204  len: 168 time: 1.9644208
Dec 15 12:52:37.972025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:37.984017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57570) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:37.993888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-93899580'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:38.016007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=6c415ce7-8b8b-4fd6-af42-30e804cdc75f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:38.019834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:38.064787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:38.065010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.067470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/6c415ce7-8b8b-4fd6-af42-30e804cdc75f HTTP/1.1" status: 204  len: 168 time: 1.6006799
Dec 15 12:52:38.071955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57574) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:38.111628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:38.122703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.124560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:38.189224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b3320610-d459-47d8-9799-27498d2b23df no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:38.204591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad65c37a-1b43-460b-be47-8aaa56c0f4bf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:38.206527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad65c37a-1b43-460b-be47-8aaa56c0f4bf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:38.207528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ad65c37a-1b43-460b-be47-8aaa56c0f4bf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:38.209315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:38.212398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.212799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 6af126e2-c863-4ade-91b6-d0387e05d295 disassociated. External IP: 172.26.0.50, port: 451591e2-b976-42ca-ad0c-4b4d26340204.
Dec 15 12:52:38.239781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: b3320610-d459-47d8-9799-27498d2b23df {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:38.240017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b3320610-d459-47d8-9799-27498d2b23df not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:38.242969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ad65c37a-1b43-460b-be47-8aaa56c0f4bf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:38.248100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ad65c37a-1b43-460b-be47-8aaa56c0f4bf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1746218
Dec 15 12:52:38.248754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57578) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:38.258834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Deleting port b3320610-d459-47d8-9799-27498d2b23df {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:38.259269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.334167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a7e5a-e9c9-4963-a066-a4f7931e9581 None None] The port 'b3320610-d459-47d8-9799-27498d2b23df' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:52:38.376088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:38.381861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.499470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet d0a234c3-ffcb-4d17-8f4f-275d684d6a9b {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:38.502671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.504874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:52:38.537960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.538356 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment fb117f6d-aa8b-48b0-9541-451142563ff0 of type vlan for network 17af9347-9ddb-406e-be91-050daa559986
Dec 15 12:52:38.570522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.648730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.662995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.719554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router bf632af0-1b0d-4d5f-8b11-30989e7e0c3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:38.722848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.727092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:38.727799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.735193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10ff962f-11dd-44ee-b139-698cd221de51 tempest-ExtraDHCPOptionsTestJSON-2067652368 tempest-ExtraDHCPOptionsTestJSON-2067652368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:38.746166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.750172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a43180f0-c6e8-4b42-a64c-e10e0375fb38 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:38.789959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a234c3-ffcb-4d17-8f4f-275d684d6a9b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:38.794412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:38.800249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.814694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/d0a234c3-ffcb-4d17-8f4f-275d684d6a9b HTTP/1.1" status: 204  len: 168 time: 0.5647981
Dec 15 12:52:38.817214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57582) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:38.876157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:38.892391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9042482
Dec 15 12:52:38.892648 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5ddd78c-3d4e-4c91-8a3c-a4663a3129c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0711746
Dec 15 12:52:38.892648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57586) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:38.892870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57588) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:38.901120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '17af9347-9ddb-406e-be91-050daa559986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:38.902079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=17af9347-9ddb-406e-be91-050daa559986,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:38.907928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:38.914156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 17af9347-9ddb-406e-be91-050daa559986 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:52:38.925545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:39.139805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:39.144536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:39.147289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:39.151668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:39.154878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:39.160246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:39.163079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:39.169940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:39.181247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:39.188117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:39.207515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:39.418728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:39.620565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6056d5c0-3c5b-4ecd-9b9a-f60d960822c2 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:39.681981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:39.689215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/bf632af0-1b0d-4d5f-8b11-30989e7e0c3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5716994
Dec 15 12:52:39.694970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57594) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:39.696593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] Sync routers for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:39.709661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:39.710747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5f5d30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:39.777648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5f5d30>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:39.789583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:39.790597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5f5d30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:39.825150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:39.831454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fc3000c1-9414-4b12-87d9-69efe1b7a3c5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:39.859685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5f5d30>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:39.860485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd5e63-ea48-43e3-9a6e-3a635ebd78fc None None] The sync data for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:39.881330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e2e99fbd-4dd0-43ed-8160-bf344e461b4a None None] Provisioning for port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:39.977744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=f5df817c-2a26-4e53-af5e-2f30a378e9fe,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:39.981153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:40.061211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': 'fb117f6d-aa8b-48b0-9541-451142563ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17af9347-9ddb-406e-be91-050daa559986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:40.061615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: 17af9347-9ddb-406e-be91-050daa559986, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:40.085957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:40.133147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 17af9347-9ddb-406e-be91-050daa559986 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:40.148625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 17af9347-9ddb-406e-be91-050daa559986) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:40.154715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:40.155384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.164366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:40.209865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9cb8a8-f96d-4851-8cd3-35db2ab02b22 None None] Network 17af9347-9ddb-406e-be91-050daa559986 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:40.242525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3455551
Dec 15 12:52:40.242771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57598) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:40.268972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '17af9347-9ddb-406e-be91-050daa559986', 'name': 'tempest-PortsIpV6TestJSON-1306067444', 'fixed_ips': [{'subnet_id': 'f5df817c-2a26-4e53-af5e-2f30a378e9fe', 'ip_address': '2001:db8::10'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:40.286818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.361819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:40.396638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:40.397324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.442093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Provisioning complete for port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:40.442522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.579591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:40.661015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:40.667671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:40.678535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:40.695399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.711444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:40.720242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.732746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.753507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:40.769549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port f4184313-47ff-47f6-84d8-0b805c026eca yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:40.811224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.832341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-17af9347-9ddb-406e-be91-050daa559986', 'network_id': '17af9347-9ddb-406e-be91-050daa559986', 'tenant_id': '554f48bdb9e94470bb294e488aa7ac10', 'fixed_ips': [{'subnet_id': 'f5df817c-2a26-4e53-af5e-2f30a378e9fe'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:40.833255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:40.987278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc68d08f-dcff-4ed5-9846-9ea2257497a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.078075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Allocated IP 2001:db8::2 (17af9347-9ddb-406e-be91-050daa559986/f5df817c-2a26-4e53-af5e-2f30a378e9fe/7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:41.130748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.136916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.137969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.152756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0346fe86-5084-40c3-bc5c-fcb8a0e8a35b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:41.219146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:41.224177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.267199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:41.272616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:41.284290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:41.299508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:41.300368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.307818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6d7055d9-b4d6-46fd-865b-8ccc5a52382d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/floatingips/6af126e2-c863-4ade-91b6-d0387e05d295 HTTP/1.1" status: 200  len: 687 time: 4.4084547
Dec 15 12:52:41.312094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57602) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:41.324072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9cac2e90-2708-49d4-902d-43fecdaff1a9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:41.453582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.5577660
Dec 15 12:52:41.455701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,revision_number=5']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:41.458734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57606) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:41.461955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e02fe-9320-4aa8-8acf-bf715d853f28 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:41.524474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:41.525312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a3708f4-bdb8-45bb-b400-8316666f60ca tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:41.556559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:4e:65:40', 'name': 'tempest-NetworksTestDHCPv6-2123726169'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:41.556828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:41.558430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:41.620764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:41.621218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:41.629797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 6a4b7b72-41ac-4f83-8978-1911a6254656 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:41.630595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.664480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:41.665213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fadcd860>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:41.763256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fadcd860>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:41.776415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=ef3b701f-10ee-4d46-b1e9-5485cb9f6147,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:41.785332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:41.805061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:41.849087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Transition to ACTIVE for port object 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:41.872755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:41.873519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fadcd860>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:41.893264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:41.906875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:41.911793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:41.915698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:41.920767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:41.921346 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/9cac2e90-2708-49d4-902d-43fecdaff1a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8016298
Dec 15 12:52:41.935840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] Sync routers for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:41.952507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fadcd860>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:41.952981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830a295-bb95-45ee-a6e1-0d7caef6ae50 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:41.956954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Transition to ACTIVE for port object 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:41.964387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:41.967073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb91d208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:41.995268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.004804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70bf055a-19a9-4c13-a8d9-fae1943a2446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:42.053355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:42.064839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.082831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.083189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.094194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 2ef79d2e-d877-4dd7-be93-3e10b3ae51e3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:42.094821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.160724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Network 17af9347-9ddb-406e-be91-050daa559986 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:42.175295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Pushing event updated for resources: {'Port': ['ID=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:42.183630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:42.186746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:42.187524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:42.219112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.247868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port d0a36569-6f72-453e-b254-8593342138d8 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:42.269371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.302807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 6a4b7b72-41ac-4f83-8978-1911a6254656 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:42.357001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:52:42.387546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] For port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:42.389207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Attempting to bind port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:42.389637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Attempting to bind port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'fb117f6d-aa8b-48b0-9541-451142563ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17af9347-9ddb-406e-be91-050daa559986'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:42.390079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Attempting to bind port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 on network 17af9347-9ddb-406e-be91-050daa559986 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:42.396970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.400619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:42.431315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::10 (17af9347-9ddb-406e-be91-050daa559986/f5df817c-2a26-4e53-af5e-2f30a378e9fe/f4184313-47ff-47f6-84d8-0b805c026eca) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:42.475797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.573738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:42.574240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Checking segment: {'id': 'fb117f6d-aa8b-48b0-9541-451142563ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17af9347-9ddb-406e-be91-050daa559986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:42.574832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.575300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Bound using segment: {'id': 'fb117f6d-aa8b-48b0-9541-451142563ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17af9347-9ddb-406e-be91-050daa559986'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:42.575865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Bound port: 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb117f6d-aa8b-48b0-9541-451142563ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17af9347-9ddb-406e-be91-050daa559986'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:42.576323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.599062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-01217aa3-9558-4f14-acf3-d0e7e78f13f2 None None] Could not find standard attr ID for object 6c415ce7-8b8b-4fd6-af42-30e804cdc75f. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:52:42.683276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 2ef79d2e-d877-4dd7-be93-3e10b3ae51e3 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:42.696504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.714238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:42.714657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:42.752304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Pushing event updated for resources: {'Port': ['ID=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:42.812916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:42.876412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] For port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:42.879996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] For port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,segment=NetworkSegment(fb117f6d-aa8b-48b0-9541-451142563ff0),segment_id=fb117f6d-aa8b-48b0-9541-451142563ff0)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:42.884750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.890113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-98185171-3716-49e9-b490-45e2d39510dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:42.927558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.943693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-31fc5694-620c-4260-8727-37236b9dc28e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:42.980487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:42.981361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb91d208>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:36Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:51:06Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:42.985556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] Checking router: 9cac2e90-2708-49d4-902d-43fecdaff1a9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:52:42.997202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:42.997880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb91d208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:43.003484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=2ef79d2e-d877-4dd7-be93-3e10b3ae51e3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:43.025138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:43.049813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:43.099494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object f4184313-47ff-47f6-84d8-0b805c026eca will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:43.115754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Pushing event updated for resources: {'Port': ['ID=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:43.120240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9ff11961-2172-41c6-a15c-fb886062c73f None None] Provisioning complete for port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:43.120807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ff11961-2172-41c6-a15c-fb886062c73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:43.150132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:43.247143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:52:43.249774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fe4e:6540 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/ef3b701f-10ee-4d46-b1e9-5485cb9f6147/d0a36569-6f72-453e-b254-8593342138d8) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:43.255198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:43.255980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:43.302296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:43.456077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ad326d3-e56b-4420-b3db-1f64b3a4efa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:43.580350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:43.651062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba690c-99e3-4589-9d42-0a31389ee92f req-71eaa9bb-23b8-4fcb-8e35-b273cc2f1d24 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:43.655579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8cba690c-99e3-4589-9d42-0a31389ee92f req-71eaa9bb-23b8-4fcb-8e35-b273cc2f1d24 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 946 time: 0.9033983
Dec 15 12:52:43.657795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:43.662817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:43.694936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3e8454a1-03c4-4b3d-9dc0-c01ec72ab423 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:43.776032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=6a4b7b72-41ac-4f83-8978-1911a6254656,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:43.785790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb91d208>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:36Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:51:06Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:43.790503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382917e-c48b-4526-b306-e746cb3c7c55 None None] The sync data for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv is: [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:36Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '104c7a98-8886-44cd-84a0-b0e3a17c390c', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'port_id': '11a0a80b-c603-4300-a994-8105d9e963e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'mac_address': 'fa:16:3e:47:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967342e9-ef5a-471e-a594-9e8665908a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:57Z', 'updated_at': '2021-12-15T12:51:06Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:44.033802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-126eda14-004a-4cce-bb4a-1f45d968eb46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:44.034646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-126eda14-004a-4cce-bb4a-1f45d968eb46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:44.054974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-126eda14-004a-4cce-bb4a-1f45d968eb46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:44.056269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-126eda14-004a-4cce-bb4a-1f45d968eb46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 946 time: 0.4743111
Dec 15 12:52:44.117879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router bf632af0-1b0d-4d5f-8b11-30989e7e0c3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:44.123006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.154743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:44.155130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.186093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 17af9347-9ddb-406e-be91-050daa559986 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:44.227851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:44.240321 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8cba690c-99e3-4589-9d42-0a31389ee92f req-2a5c7a98-e4eb-4aa8-b977-c7e3503e6531 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5634916
Dec 15 12:52:44.241175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:44.245819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:44.246509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.251301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object d0a36569-6f72-453e-b254-8593342138d8 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:44.283724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=f4184313-47ff-47f6-84d8-0b805c026eca,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:44.291025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:44.293716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.556s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:44.294187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:44.321633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.0747881
Dec 15 12:52:44.324925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.327571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.328937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3190b4a2-b4d4-4e6a-9bcb-9253ce278962 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/floatingips/6af126e2-c863-4ade-91b6-d0387e05d295 HTTP/1.1" status: 204  len: 168 time: 3.0108564
Dec 15 12:52:44.331254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57616) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:44.333822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57618) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:44.341676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '17af9347-9ddb-406e-be91-050daa559986', 'name': 'tempest-PortsIpV6TestJSON-191469249', 'fixed_ips': [{'subnet_id': 'f5df817c-2a26-4e53-af5e-2f30a378e9fe', 'ip_address': '2001:db8::f'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:44.366008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '686571ef-3d3d-4ce2-9fe0-4adddead7d2b'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:44.376596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.389993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:44.399764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43f683b5-db30-48f4-83ed-2b51e1912e9f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:44.443532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:floatingip and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:44.499288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:44.530336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:44.578011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:44.584108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.587710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:44.597418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:44.602355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:44.603071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:44.608340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=d0a36569-6f72-453e-b254-8593342138d8,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:44.638096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:44.645489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:44.654802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] Sync routers for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:44.669348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:44.676322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:44.677565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb705208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:44.691212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:44.697612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/bf632af0-1b0d-4d5f-8b11-30989e7e0c3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9972634
Dec 15 12:52:44.697811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.1785471
Dec 15 12:52:44.698742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:44.698860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57624) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:44.699117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57626) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:44.708521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:44.775085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb705208>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:44.785456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:44.795278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-62c19e3f-0c2d-49de-9d39-77c31db9d9a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:44.804513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] Routers {'bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:44.805874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb705208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:44.856161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-62c19e3f-0c2d-49de-9d39-77c31db9d9a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:44.857519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-62c19e3f-0c2d-49de-9d39-77c31db9d9a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf632af0-1b0d-4d5f-8b11-30989e7e0c3f HTTP/1.1" status: 200  len: 205 time: 0.1573837
Dec 15 12:52:44.863229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57632) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:44.981337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb705208>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:44.982189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0f45b-58e7-4e8f-8ab1-54cff1af36c6 None None] The sync data for ids ['bf632af0-1b0d-4d5f-8b11-30989e7e0c3f'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:44.990979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.027490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.086421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 56014c12-739b-4c7f-8bde-b7f4720e40ca yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:45.098588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:45.186033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f938705-f90a-42c8-aca0-9bed5c05c106 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:45.194456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:45.203669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f938705-f90a-42c8-aca0-9bed5c05c106 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:45.209326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f938705-f90a-42c8-aca0-9bed5c05c106 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.5049164
Dec 15 12:52:45.210867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6590ef2e-8720-46d3-b31e-b48cb0a6726a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.215979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57636) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:45.224870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.227210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73be92a6-6d50-4658-81b6-d58783ca4823 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:45.298477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 73be92a6-6d50-4658-81b6-d58783ca4823 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:45.298965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73be92a6-6d50-4658-81b6-d58783ca4823 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:45.323163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ad9d6011-ea34-42d4-a8aa-12b0d648bee6 None None] Provisioning for port d0a36569-6f72-453e-b254-8593342138d8 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:45.329042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ad9d6011-ea34-42d4-a8aa-12b0d648bee6 None None] Provisioning complete for port d0a36569-6f72-453e-b254-8593342138d8 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:45.329479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6011-ea34-42d4-a8aa-12b0d648bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.380366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port d0a36569-6f72-453e-b254-8593342138d8 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:45.380762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.383078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:45.383495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.399394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d6011-ea34-42d4-a8aa-12b0d648bee6 None None] Port d0a36569-6f72-453e-b254-8593342138d8 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:45.472720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bd3a6-a42f-4227-8cbb-3b2269ef9455 None None] Network 17af9347-9ddb-406e-be91-050daa559986 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:45.561714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:45.597503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Provisioning for port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:45.612874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.26.0.163 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/5ec9b001-be8e-440d-b214-bc79ee2e77f9) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:45.613693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Provisioning complete for port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:45.614111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.737570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::f (17af9347-9ddb-406e-be91-050daa559986/f5df817c-2a26-4e53-af5e-2f30a378e9fe/56014c12-739b-4c7f-8bde-b7f4720e40ca) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:45.834840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.888372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] For port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,segment=NetworkSegment(fb117f6d-aa8b-48b0-9541-451142563ff0),segment_id=fb117f6d-aa8b-48b0-9541-451142563ff0)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:45.893146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.895442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:45.988593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Pushing event updated for resources: {'Port': ['ID=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:45.990783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6590ef2e-8720-46d3-b31e-b48cb0a6726a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:45.992784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:46.005084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8febc-fa20-4309-a05c-7bba9df4acf0 req-f3990914-0556-4ee6-8e20-2416c170dc0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:46.006979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0e8febc-fa20-4309-a05c-7bba9df4acf0 req-f3990914-0556-4ee6-8e20-2416c170dc0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a01cdee-5896-43cd-94b0-8b0810e29cdb HTTP/1.1" status: 200  len: 946 time: 0.5480542
Dec 15 12:52:46.017673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6590ef2e-8720-46d3-b31e-b48cb0a6726a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.035788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.067244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.097635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.114784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d05eb3c-7213-4149-b099-888d326b6469 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:46.160326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:46.160725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6590ef2e-8720-46d3-b31e-b48cb0a6726a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.161321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6590ef2e-8720-46d3-b31e-b48cb0a6726a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Fanout notify agent at l3_agent the message router_deleted on router bf632af0-1b0d-4d5f-8b11-30989e7e0c3f {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:52:46.165872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=37fa38b8-dbae-4f2a-bedf-2f5bc45df66e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:46.192055 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0e8febc-fa20-4309-a05c-7bba9df4acf0 req-1fa68ead-4024-4ae7-8288-250e15c4829a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=652fedf6-9c2e-4b95-9c85-649f89724251&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697655
Dec 15 12:52:46.196186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:46.205257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for d0a36569-6f72-453e-b254-8593342138d8 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:46.214686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6590ef2e-8720-46d3-b31e-b48cb0a6726a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.215969 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6590ef2e-8720-46d3-b31e-b48cb0a6726a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/bf632af0-1b0d-4d5f-8b11-30989e7e0c3f HTTP/1.1" status: 204  len: 168 time: 1.3506415
Dec 15 12:52:46.256897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:46.257219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:46.288682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57642) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:46.336165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba9d90df-f8a6-47fc-9b73-7174ffd80d50 None None] Provisioning for port f4184313-47ff-47f6-84d8-0b805c026eca completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:46.337965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port 37fa38b8-dbae-4f2a-bedf-2f5bc45df66e on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:46.342546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba9d90df-f8a6-47fc-9b73-7174ffd80d50 None None] Provisioning complete for port f4184313-47ff-47f6-84d8-0b805c026eca triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:46.343061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba9d90df-f8a6-47fc-9b73-7174ffd80d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.346061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.348278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ff86fd7-1463-47d7-a763-3b7587455f91 req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/37fa38b8-dbae-4f2a-bedf-2f5bc45df66e HTTP/1.1" status: 204  len: 173 time: 2.2857623
Dec 15 12:52:46.348848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'name': 'network-vif-deleted', 'tag': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:52:46.442679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.453332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29ed6b69-7a61-491c-ba4c-f42c7439e01d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:46.455449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d90df-f8a6-47fc-9b73-7174ffd80d50 None None] Port f4184313-47ff-47f6-84d8-0b805c026eca cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:46.474162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba9d90df-f8a6-47fc-9b73-7174ffd80d50 None None] Provisioning complete for port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:46.474589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba9d90df-f8a6-47fc-9b73-7174ffd80d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.477154 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a01cdee-5896-43cd-94b0-8b0810e29cdb', 'name': 'network-vif-deleted', 'tag': '37fa38b8-dbae-4f2a-bedf-2f5bc45df66e', 'status': 'completed', 'code': 200}
Dec 15 12:52:46.501656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.609018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet 8d4332a5-096a-4ce5-bc58-666f9c0199cf {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:46.613251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.618491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:46.629375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:46.638406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:46.666204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=5ec9b001-be8e-440d-b214-bc79ee2e77f9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:46.673985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:46.680824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 56014c12-739b-4c7f-8bde-b7f4720e40ca will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:46.689458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.702686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.704558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d41a1a28-2f2e-4caf-87af-5c97eeb1f800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:46.776423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=d0a36569-6f72-453e-b254-8593342138d8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:46.781243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2d79275e-8eab-41b7-8181-9b19b69947c2 None None] Provisioning complete for port f4184313-47ff-47f6-84d8-0b805c026eca triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:46.781670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d79275e-8eab-41b7-8181-9b19b69947c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.785039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:46.820537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.876740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2d79275e-8eab-41b7-8181-9b19b69947c2 None None] Port f4184313-47ff-47f6-84d8-0b805c026eca cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:46.941443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:46.956365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5ebe32a-4e36-42b1-80fc-f89476bb7d01 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:46.987953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:47.007661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.011739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4332a5-096a-4ce5-bc58-666f9c0199cf,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:47.020252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:47.023766 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/8d4332a5-096a-4ce5-bc58-666f9c0199cf HTTP/1.1" status: 204  len: 168 time: 0.7339089
Dec 15 12:52:47.027015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57648) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:47.322144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1fa86-878f-4065-9ff6-69178cb7737d None None] Network 47b23c00-20ce-4a40-b645-57b9e38db886 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:47.324411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.340770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a09b27f-86e7-4e6e-b309-6b0547c71b92 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:47.374286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57654) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:47.402323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.491989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/d0a36569-6f72-453e-b254-8593342138d8 HTTP/1.1" status: 204  len: 168 time: 2.2722230
Dec 15 12:52:47.506189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 17af9347-9ddb-406e-be91-050daa559986 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:47.513406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57658) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:47.514200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=56014c12-739b-4c7f-8bde-b7f4720e40ca,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:47.552400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:47.552791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.556177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:47.557465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:47.589570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet ffcb8168-ea23-43c8-8ae3-04379d58e20d {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:47.593091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.625212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:47.629530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:47.629845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.656192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.717893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad95f0f-5220-4054-b712-b57bc6175c08 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:47.719496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad95f0f-5220-4054-b712-b57bc6175c08 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:47.720382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ad95f0f-5220-4054-b712-b57bc6175c08 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:47.733402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.4010663
Dec 15 12:52:47.733828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] DHCP port deletion for 47b23c00-20ce-4a40-b645-57b9e38db886 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:47.736398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57662) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:47.740531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Deleting port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:47.741005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.836562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.848274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.850051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8ad95f0f-5220-4054-b712-b57bc6175c08 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:47.851326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ad95f0f-5220-4054-b712-b57bc6175c08 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3342924
Dec 15 12:52:47.868587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57666) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:47.910461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:47.958387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8560641-ef7a-4cb7-98bf-a7c064050988 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:47.959327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8560641-ef7a-4cb7-98bf-a7c064050988 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:47.989640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8560641-ef7a-4cb7-98bf-a7c064050988 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:47.993991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8560641-ef7a-4cb7-98bf-a7c064050988 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.2534885
Dec 15 12:52:47.996907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57670) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:48.024199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] For port 58e1dc88-362e-4418-8e44-25a3e6eb22f1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=58e1dc88-362e-4418-8e44-25a3e6eb22f1,segment=NetworkSegment(99e304a7-7448-4f99-aeef-43f437568b20),segment_id=99e304a7-7448-4f99-aeef-43f437568b20)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:48.024645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.053197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.092763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5f2b9a3e-eaab-48d5-8449-11dd1e5da963 None None] Provisioning for port 56014c12-739b-4c7f-8bde-b7f4720e40ca completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:48.104741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.108584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eefb3654-f38f-4240-b8fd-b151bba5d209 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:48.119063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f38847ce-bc61-44a6-9ad0-47fb8d28ca9e tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:48.142561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652fedf6-9c2e-4b95-9c85-649f89724251,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:48.148694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:48.158952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcb8168-ea23-43c8-8ae3-04379d58e20d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:48.163262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Calling delete_port for 58e1dc88-362e-4418-8e44-25a3e6eb22f1 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:48.165178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:48.170903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70549af-01f3-4a3a-8d33-1376ba5bc1d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:48.174956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.175104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70549af-01f3-4a3a-8d33-1376ba5bc1d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:48.180285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70549af-01f3-4a3a-8d33-1376ba5bc1d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:48.180868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d70549af-01f3-4a3a-8d33-1376ba5bc1d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:48.186507 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/ffcb8168-ea23-43c8-8ae3-04379d58e20d HTTP/1.1" status: 204  len: 168 time: 1.1562302
Dec 15 12:52:48.188374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57674) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:48.199057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2f979-977d-48ae-a81f-fa10cd056993 None None] Network 5c1e49e1-5e06-4656-98fb-968f001f83ff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:48.233389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5f2b9a3e-eaab-48d5-8449-11dd1e5da963 None None] Provisioning complete for port 56014c12-739b-4c7f-8bde-b7f4720e40ca triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:48.233971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9a3e-eaab-48d5-8449-11dd1e5da963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.247882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet ef3b701f-10ee-4d46-b1e9-5485cb9f6147 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:48.256328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.299615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b9a3e-eaab-48d5-8449-11dd1e5da963 None None] Port 56014c12-739b-4c7f-8bde-b7f4720e40ca cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:48.315500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.317113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d70549af-01f3-4a3a-8d33-1376ba5bc1d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:48.321949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d70549af-01f3-4a3a-8d33-1376ba5bc1d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.3199334
Dec 15 12:52:48.346972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.350972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/652fedf6-9c2e-4b95-9c85-649f89724251 HTTP/1.1" status: 204  len: 168 time: 0.9612918
Dec 15 12:52:48.351114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57678) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:48.386777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.440150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.443797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.500782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.506687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:48.519852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 56014c12-739b-4c7f-8bde-b7f4720e40ca {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:48.520249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.556897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Pushing event deleted for resources: {'Port': ['ID=58e1dc88-362e-4418-8e44-25a3e6eb22f1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:48.560498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:48.572320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] No DVR routers for this DVR port 58e1dc88-362e-4418-8e44-25a3e6eb22f1 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:48.653248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.657862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.664409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d57b1c1-1799-4168-9d97-b67fb0bf9d16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:48.668985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] DHCP port deletion for 5c1e49e1-5e06-4656-98fb-968f001f83ff request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:48.673264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Deleting port 3dacd6ef-36c7-41f1-975f-f0264394ce37 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:48.673696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.778146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=5ec9b001-be8e-440d-b214-bc79ee2e77f9,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:48.781449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:48.792788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.803318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.864795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.900496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] For port 3dacd6ef-36c7-41f1-975f-f0264394ce37, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3dacd6ef-36c7-41f1-975f-f0264394ce37,segment=NetworkSegment(a14ef86a-93f2-4812-8606-7e56f10ea51e),segment_id=a14ef86a-93f2-4812-8606-7e56f10ea51e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:48.901042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:48.954986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fac6d860>,) {'filters': {'network_id': ['47b23c00-20ce-4a40-b645-57b9e38db886']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:48.997354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac6d860>, '99e304a7-7448-4f99-aeef-43f437568b20') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:48.997680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac6d860>, '99e304a7-7448-4f99-aeef-43f437568b20') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:49.016298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP c44eb145-94e4-4c84-806c-629942a5f65e associated. External IP: 172.26.0.163, port: 686571ef-3d3d-4ce2-9fe0-4adddead7d2b.
Dec 15 12:52:49.024602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.034046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58e1dc88-362e-4418-8e44-25a3e6eb22f1 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:49.063545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.070244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.071759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Calling delete_port for 3dacd6ef-36c7-41f1-975f-f0264394ce37 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:49.108733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 58e1dc88-362e-4418-8e44-25a3e6eb22f1 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:49.109288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 58e1dc88-362e-4418-8e44-25a3e6eb22f1 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:49.109892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3dacd6ef-36c7-41f1-975f-f0264394ce37 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:49.141640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:52:49.142089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:52:49.216692 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:52:49.237238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.239806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 56014c12-739b-4c7f-8bde-b7f4720e40ca owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:49.242000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-965904aa-943f-4432-a525-3f5db539c2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:49.270730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Port 3dacd6ef-36c7-41f1-975f-f0264394ce37 update to DOWN by agent not found {{(pid=88871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 15 12:52:49.291819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Pushing event deleted for resources: {'Port': ['ID=3dacd6ef-36c7-41f1-975f-f0264394ce37,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:49.296258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:49.297148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] No DVR routers for this DVR port 3dacd6ef-36c7-41f1-975f-f0264394ce37 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:49.359130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.371257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b98e75d-51cf-4e75-a977-9df8e034e8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:49.413350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57686) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:49.419498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3b701f-10ee-4d46-b1e9-5485cb9f6147,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:49.460835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:49.462874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:49.463548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.487609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1b0025d-db1e-4e63-b3ce-cc4d88bf60a4 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:49.494083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34aced8-4120-45e2-b4c6-b4fee07806a0 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:49.503536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.515384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.532247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=47b23c00-20ce-4a40-b645-57b9e38db886,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:49.546589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:49.606225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/47b23c00-20ce-4a40-b645-57b9e38db886 HTTP/1.1" status: 204  len: 168 time: 1.4164290
Dec 15 12:52:49.629053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57690) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:49.635160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/ef3b701f-10ee-4d46-b1e9-5485cb9f6147 HTTP/1.1" status: 204  len: 168 time: 1.7560136
Dec 15 12:52:49.636555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57692) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:49.719425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:49.732559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b1d1674-b0b2-4956-9e52-89bc7ff476dd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:49.758452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d770f704-f3d4-4e91-a020-48aacce66820 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1012700
Dec 15 12:52:49.763287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57698) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:49.789886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:49.795466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Deleting port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:49.796058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.039810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=56014c12-739b-4c7f-8bde-b7f4720e40ca,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:50.048010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:50.066915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] For port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:50.067372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.110145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.115215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/56014c12-739b-4c7f-8bde-b7f4720e40ca HTTP/1.1" status: 204  len: 168 time: 1.7613196
Dec 15 12:52:50.115215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57702) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:50.167414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.167749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet a56d2fd7-80b8-418f-9c9f-759599c840b9 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:50.176983 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5b3964-b1af-4518-bce7-b1d3085fab06 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:50.177563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3a5b3964-b1af-4518-bce7-b1d3085fab06 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:50.180490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.259756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.302236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3a5b3964-b1af-4518-bce7-b1d3085fab06 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:50.306191 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3a5b3964-b1af-4518-bce7-b1d3085fab06 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/56014c12-739b-4c7f-8bde-b7f4720e40ca HTTP/1.1" status: 404  len: 333 time: 0.1874290
Dec 15 12:52:50.307797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57706) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:50.382000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.387443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.417276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa36d6d8>,) {'filters': {'network_id': ['5c1e49e1-5e06-4656-98fb-968f001f83ff']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:50.433250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa36d6d8>, 'a14ef86a-93f2-4812-8606-7e56f10ea51e') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:50.433723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa36d6d8>, 'a14ef86a-93f2-4812-8606-7e56f10ea51e') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:50.450448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Calling delete_port for 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:50.454437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.472358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.477155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0fb5110a-5ce2-4118-879e-6275a64eeb5a tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:50.477840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fcd31e-abc6-4a72-9ead-73ffaa8c0012 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:50.478963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9fcd31e-abc6-4a72-9ead-73ffaa8c0012 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:50.516986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=a56d2fd7-80b8-418f-9c9f-759599c840b9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:50.520367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:50.524975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.533900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/a56d2fd7-80b8-418f-9c9f-759599c840b9 HTTP/1.1" status: 204  len: 168 time: 1.1151848
Dec 15 12:52:50.536132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57710) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:50.538130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c2bc7-07d7-401b-881b-c7938ed2f34a None None] Network 9644e1ac-c8c4-48d4-b645-647ec70c42c0 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:50.538250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.558667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:50.559360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:52:50.570525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:50.578679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:52:50.579481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.586370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:50.587215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7332e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:52:50.600194 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:52:50.625683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9fcd31e-abc6-4a72-9ead-73ffaa8c0012 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:50.629552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e9fcd31e-abc6-4a72-9ead-73ffaa8c0012 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.8626575
Dec 15 12:52:50.639381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port f4184313-47ff-47f6-84d8-0b805c026eca {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:50.639381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.658792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57714) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:50.690071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7332e8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:50.703601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:50.704274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7332e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:50.705558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.714174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb46648-3687-4768-87d2-76fd7f8c3dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:50.738392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.751301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.764432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] No DVR routers for this DVR port 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:50.788752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e4376-d075-4ac5-b366-92eeb0510496 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:50.789679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f58e4376-d075-4ac5-b366-92eeb0510496 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:50.793426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7332e8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:50.793901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a649d-7dbf-4328-a25c-97bd2ef47db3 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:50.795887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 6acc6edc-6ae3-43c9-92ef-772243e04e4d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:50.796669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.809307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Pushing event deleted for resources: {'Port': ['ID=8b53dc0e-59ed-419c-8aac-ba04fbc6fd83,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:50.816197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:50.825489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.832395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:50.864130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f58e4376-d075-4ac5-b366-92eeb0510496 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:50.867999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f58e4376-d075-4ac5-b366-92eeb0510496 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2050791
Dec 15 12:52:50.868472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57718) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:50.885684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.897436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 6.5612571
Dec 15 12:52:50.898665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=5c1e49e1-5e06-4656-98fb-968f001f83ff,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:50.902804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57722) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:50.910200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:50.934845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] DHCP port deletion for 9644e1ac-c8c4-48d4-b645-647ec70c42c0 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:50.939934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Deleting port 6acc6edc-6ae3-43c9-92ef-772243e04e4d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:50.940820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:50.974812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8e404b5-fd59-4b3f-9152-892a017b35cc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:router {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:50.990108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:50.999050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/5c1e49e1-5e06-4656-98fb-968f001f83ff HTTP/1.1" status: 204  len: 168 time: 1.3595185
Dec 15 12:52:51.001887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57726) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:51.018786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1012377983'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:51.029346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:51.029541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8b53dc0e-59ed-419c-8aac-ba04fbc6fd83 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:51.034573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:51.036985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a8e404b5-fd59-4b3f-9152-892a017b35cc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:router {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:51.038298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8e404b5-fd59-4b3f-9152-892a017b35cc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1687617
Dec 15 12:52:51.063551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57730) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:51.085309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:51.091826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:51.109512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:51.135458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:51.153787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ffd80cfe-54c1-444c-ac5e-5867798ce744 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "GET /v2.0/floatingips/c44eb145-94e4-4c84-806c-629942a5f65e HTTP/1.1" status: 200  len: 979 time: 0.2458105
Dec 15 12:52:51.157035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57734) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:51.217444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] For port 6acc6edc-6ae3-43c9-92ef-772243e04e4d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6acc6edc-6ae3-43c9-92ef-772243e04e4d,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:51.217905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.283467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:51.288993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.296508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.314374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c7b9bf70-7ed6-4030-a7d1-3155ed4d3fdc tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Synchronizing usage tracker for tenant:dfb49e698bba441cb9133b72273694d3 on resource:floatingip {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:51.326997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 6acc6edc-6ae3-43c9-92ef-772243e04e4d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6acc6edc-6ae3-43c9-92ef-772243e04e4d,segment=NetworkSegment(d20acb65-ae85-4ab3-80d3-61b3a9c032a8),segment_id=d20acb65-ae85-4ab3-80d3-61b3a9c032a8)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:51.326997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.361570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Calling delete_port for 6acc6edc-6ae3-43c9-92ef-772243e04e4d owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:51.396877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:51.436122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.438243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for f4184313-47ff-47f6-84d8-0b805c026eca owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:51.441888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad6e9d26-a0dc-4d84-9588-9518be392054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:51.462077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:52:51.477353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 6acc6edc-6ae3-43c9-92ef-772243e04e4d owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:51.485684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Pushing event deleted for resources: {'Port': ['ID=6acc6edc-6ae3-43c9-92ef-772243e04e4d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:51.489087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:51.490015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] No DVR routers for this DVR port 6acc6edc-6ae3-43c9-92ef-772243e04e4d on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:51.493769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c7b9bf70-7ed6-4030-a7d1-3155ed4d3fdc tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Unset dirty status for tenant:dfb49e698bba441cb9133b72273694d3 on resource:floatingip {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:51.495453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c7b9bf70-7ed6-4030-a7d1-3155ed4d3fdc tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 982 time: 0.3373156
Dec 15 12:52:51.499121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57738) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:51.505674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'port_id': '451591e2-b976-42ca-ad0c-4b4d26340204'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:51.515120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:51.524307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.524702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment 1d984242-b72d-48d9-a34e-2b1cd48cdd26 of type vlan for network 14a5817c-599f-4693-9327-a08851576781
Dec 15 12:52:51.557492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:51.563597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.627957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.662708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.693270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:51.693632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:51.734693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.738820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:51.739526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.745238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-711d46b3-ff33-4441-af07-004e950dae95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:51.820285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:51.836900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1155fe2-3c13-42a3-b28b-aa6fe2943d57 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:51.866291 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8632150
Dec 15 12:52:51.870956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57742) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:51.876269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=14a5817c-599f-4693-9327-a08851576781,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:51.882299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=f4184313-47ff-47f6-84d8-0b805c026eca,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:51.884296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': '14a5817c-599f-4693-9327-a08851576781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:51.890408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:51.890593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 14a5817c-599f-4693-9327-a08851576781 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:52:51.983748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.003790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:52.018213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/f4184313-47ff-47f6-84d8-0b805c026eca HTTP/1.1" status: 204  len: 168 time: 1.5481884
Dec 15 12:52:52.019130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57746) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:52.048074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:52.062165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:52.068372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:52.082654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:52.102341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:52.150731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b00d4c0-7c04-419a-b93b-57d560abd6a4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:52:52.151553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b00d4c0-7c04-419a-b93b-57d560abd6a4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:52.223096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 6acc6edc-6ae3-43c9-92ef-772243e04e4d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:52.223394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.241174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b00d4c0-7c04-419a-b93b-57d560abd6a4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:52.245367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b00d4c0-7c04-419a-b93b-57d560abd6a4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/f4184313-47ff-47f6-84d8-0b805c026eca HTTP/1.1" status: 404  len: 333 time: 0.2201943
Dec 15 12:52:52.246096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57750) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:52.301640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.312390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac114cd6-1497-4ae4-8b10-9c87f75ede6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:52.348964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] The port '6acc6edc-6ae3-43c9-92ef-772243e04e4d' was deleted {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:52:52.360486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.474917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:52.493832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:52.505012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e086c0-1c36-4948-8828-86582a53f186 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:52.558918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:52.559608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.564114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=7c45d50e-ec3e-46b1-b187-f99e540bcbea,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:52.583594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:52.656304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.675005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6076350
Dec 15 12:52:52.678056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57754) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:52.685836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:7a:61:a8', 'name': 'tempest-NetworksTestDHCPv6-1449714279'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:52.732625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb230518>,) {'filters': {'network_id': ['9644e1ac-c8c4-48d4-b645-647ec70c42c0']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:52.768888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '7c45d50e-ec3e-46b1-b187-f99e540bcbea'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:52.770339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.814545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb230518>, 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:52.814961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb230518>, 'd20acb65-ae85-4ab3-80d3-61b3a9c032a8') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:52.843858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.848613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet f5df817c-2a26-4e53-af5e-2f30a378e9fe {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:52.858452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.910523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.924493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.932119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:52:52.932816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:52:52.948834 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:52:52.962787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/7c45d50e-ec3e-46b1-b187-f99e540bcbea/af0af765-863a-44c9-a899-56d3de96e19d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:53.013106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6acc6edc-6ae3-43c9-92ef-772243e04e4d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:53.053488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 6acc6edc-6ae3-43c9-92ef-772243e04e4d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:53.054004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6acc6edc-6ae3-43c9-92ef-772243e04e4d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:53.076740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:53.102519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:53.105036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.113366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10556919-a129-43d4-a201-7dc672f81f32 tempest-TagsExtTest-1036876337 tempest-TagsExtTest-1036876337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:53.122205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.128792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.155254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=9644e1ac-c8c4-48d4-b645-647ec70c42c0,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:53.162094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:53.168649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.189557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.192613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.192985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.205429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/9644e1ac-c8c4-48d4-b645-647ec70c42c0 HTTP/1.1" status: 204  len: 168 time: 2.6651189
Dec 15 12:52:53.207888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57758) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:53.211951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.212377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.212791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.213230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.213692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.214105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.214510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.214917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.215318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.215749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.216561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:53.235970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.248549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Transition to ACTIVE for port object af0af765-863a-44c9-a899-56d3de96e19d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:53.270019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Transition to ACTIVE for port object af0af765-863a-44c9-a899-56d3de96e19d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:53.276883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.282964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbf1abde-7a6d-47a4-a53d-92fc108fb9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:53.309087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.315244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ab7c40a-2563-463b-827d-0445f32e6877 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:53.357959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=f5df817c-2a26-4e53-af5e-2f30a378e9fe,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:53.364423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:53.365359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Pushing event updated for resources: {'Port': ['ID=af0af765-863a-44c9-a899-56d3de96e19d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:53.368548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:53.373169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:53.374667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:53.418209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:53.431613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.447861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/f5df817c-2a26-4e53-af5e-2f30a378e9fe HTTP/1.1" status: 204  len: 168 time: 1.1980283
Dec 15 12:52:53.448671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57762) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:53.448805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ef84a-81da-4b9a-8dd8-01815502cb1e None None] Network 17af9347-9ddb-406e-be91-050daa559986 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:53.508432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Attempting to bind port af0af765-863a-44c9-a899-56d3de96e19d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:53.509008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Attempting to bind port af0af765-863a-44c9-a899-56d3de96e19d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:53.509289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Attempting to bind port af0af765-863a-44c9-a899-56d3de96e19d on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:53.543922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:53.544598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-689e6725-9bb7-4129-8651-1c6f95d79182 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:53.577067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:53.577519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:53.579050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.579050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:53.579050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Bound port: af0af765-863a-44c9-a899-56d3de96e19d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:53.579333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.599958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.610995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 747fc6d7-5380-42cd-a2cb-ca3d79358ab1 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:53.618937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:53.619525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.650701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP c44eb145-94e4-4c84-806c-629942a5f65e associated. External IP: 172.26.0.163, port: 686571ef-3d3d-4ce2-9fe0-4adddead7d2b.
Dec 15 12:52:53.759419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] For port af0af765-863a-44c9-a899-56d3de96e19d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:53.770171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] For port af0af765-863a-44c9-a899-56d3de96e19d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=af0af765-863a-44c9-a899-56d3de96e19d,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:53.776864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.781163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bf04b5ea-5224-42f8-af2e-138486b3d0c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:53.802032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=a1d95961-3d2a-4c0e-80ed-a3233aa2972f,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:53.818295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:53.852989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': '1d984242-b72d-48d9-a34e-2b1cd48cdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14a5817c-599f-4693-9327-a08851576781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:53.853394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: 14a5817c-599f-4693-9327-a08851576781, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:53.875604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Pushing event updated for resources: {'Port': ['ID=af0af765-863a-44c9-a899-56d3de96e19d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:53.880073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:53.905491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] DHCP port deletion for 17af9347-9ddb-406e-be91-050daa559986 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:52:53.913431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Deleting port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:53.914587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:53.940573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 18c0ddd6-65b4-4e6e-b1b4-a158508b452d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:53.941037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.001969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::3 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/7c45d50e-ec3e-46b1-b187-f99e540bcbea/747fc6d7-5380-42cd-a2cb-ca3d79358ab1) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:54.003216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] For port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,segment=NetworkSegment(fb117f6d-aa8b-48b0-9541-451142563ff0),segment_id=fb117f6d-aa8b-48b0-9541-451142563ff0)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:54.003949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.048955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 14a5817c-599f-4693-9327-a08851576781 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:54.081439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 14a5817c-599f-4693-9327-a08851576781) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:54.097093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b7a89-b4be-47e0-9c37-ce68e9433643 None None] Network 14a5817c-599f-4693-9327-a08851576781 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:54.156962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:54.168221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:54.170006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.287256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4123487
Dec 15 12:52:54.294860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] For port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,segment=NetworkSegment(fb117f6d-aa8b-48b0-9541-451142563ff0),segment_id=fb117f6d-aa8b-48b0-9541-451142563ff0)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:54.295382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.301484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57766) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:54.315406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1356607704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:54.331932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.332322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.333962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.340140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:54.353608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:54.446794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:router and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:54.475568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:54.478366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:54.488967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No DVR routers for this DVR port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:52:54.567013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:54.576948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 18c0ddd6-65b4-4e6e-b1b4-a158508b452d owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:54.620133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:54.645463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.670041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.671080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.692908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9b95d30>,) {'filters': {'network_id': ['17af9347-9ddb-406e-be91-050daa559986']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:54.696138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Calling delete_port for 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:54.712748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9b95d30>, 'fb117f6d-aa8b-48b0-9541-451142563ff0') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:54.713390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9b95d30>, 'fb117f6d-aa8b-48b0-9541-451142563ff0') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:54.718002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.764323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 747fc6d7-5380-42cd-a2cb-ca3d79358ab1 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:54.766987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.787314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.809815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.819368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:52:54.819912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:52:54.837743 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:52:54.841187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.866003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:52:54.866410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:52:54.878453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.879796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-14a5817c-599f-4693-9327-a08851576781', 'network_id': '14a5817c-599f-4693-9327-a08851576781', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': 'a1d95961-3d2a-4c0e-80ed-a3233aa2972f'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:54.880753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.889552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-20870e23-8806-49d3-b204-8904c089e5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:54.954416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.961154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:54.966080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-de0959de-67c2-4e33-b6cd-10f10580e9b0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:54.986079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.003827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=17af9347-9ddb-406e-be91-050daa559986,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:55.011867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:55.018847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:55.021646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.026883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9d58727-a71f-4466-bb1e-372e15fae03c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7209647
Dec 15 12:52:55.036195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/17af9347-9ddb-406e-be91-050daa559986 HTTP/1.1" status: 204  len: 168 time: 1.5834956
Dec 15 12:52:55.036195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57770) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:55.037205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57772) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:55.062426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device af0af765-863a-44c9-a899-56d3de96e19d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:55.073769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-227519550'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:55.080910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:55.085934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:network and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:55.089161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:55.096345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:55.101821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'port': {'network_id': '14a5817c-599f-4693-9327-a08851576781', 'name': 'tempest-RoutersIpV6Test-254818460'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:55.148344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Allocated IP 2001:db8::2 (14a5817c-599f-4693-9327-a08851576781/a1d95961-3d2a-4c0e-80ed-a3233aa2972f/0a2c5922-184f-43b1-85e7-e1f70cd13b13) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:55.175530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:55.181413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.193169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=747fc6d7-5380-42cd-a2cb-ca3d79358ab1,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:55.196713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.204330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port af0af765-863a-44c9-a899-56d3de96e19d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:55.280442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:55.284668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:55.289880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:55.341787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:52:55.348343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:55.363640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:55.368191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:55.368917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.380800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=18c0ddd6-65b4-4e6e-b1b4-a158508b452d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:55.387606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:55.398563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Deleting port 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:55.399255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.428301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:52:55.428544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:52:55.431900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7513111
Dec 15 12:52:55.435219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57778) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:55.439898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:52:55.513107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.513542 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Added segment ef42a4c0-51e4-4331-a935-d42d123f1ad1 of type vlan for network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f
Dec 15 12:52:55.539516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4afb96d9-bfb5-436b-bf00-c5e4a4882014 None None] The port '7d47fbf5-d5ee-4ac9-8d37-3d47f6c27926' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:52:55.550924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.587439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.602975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Transition to ACTIVE for port object 0a2c5922-184f-43b1-85e7-e1f70cd13b13 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:55.623734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.627828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Transition to ACTIVE for port object 0a2c5922-184f-43b1-85e7-e1f70cd13b13 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:55.628330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:55.629103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.645343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.649561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df79c053-981b-4276-b983-eaf1b3b20047 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:55.655879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c5eb65f-bd2f-4bef-b8d1-848e51789f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:55.676585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6174531
Dec 15 12:52:55.682351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57782) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:55.703694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:55.714688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:55.723788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde53129-3608-44a4-9484-c18cbc347b7e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:55.728217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde53129-3608-44a4-9484-c18cbc347b7e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:55.730264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dde53129-3608-44a4-9484-c18cbc347b7e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.2915614
Dec 15 12:52:55.736452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:port and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:55.740443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:55.742346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Network 14a5817c-599f-4693-9327-a08851576781 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:55.751989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:55.753024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57786) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:55.758721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:55.760162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:55.770078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Pushing event updated for resources: {'Port': ['ID=0a2c5922-184f-43b1-85e7-e1f70cd13b13,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:55.783166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:55.862208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 747fc6d7-5380-42cd-a2cb-ca3d79358ab1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:52:55.862208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.921832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Network': ['ID=85ede9b4-1c8c-4bbc-a4a1-95f0490f110f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:55.931947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Attempting to bind port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:55.931947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Attempting to bind port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1d984242-b72d-48d9-a34e-2b1cd48cdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14a5817c-599f-4693-9327-a08851576781'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:55.933278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Attempting to bind port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 on network 14a5817c-599f-4693-9327-a08851576781 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:55.944769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:55.945649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Checking segment: {'id': '1d984242-b72d-48d9-a34e-2b1cd48cdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14a5817c-599f-4693-9327-a08851576781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:55.946320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.947066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:55.948444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Bound using segment: {'id': '1d984242-b72d-48d9-a34e-2b1cd48cdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14a5817c-599f-4693-9327-a08851576781'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:55.948751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Bound port: 0a2c5922-184f-43b1-85e7-e1f70cd13b13, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d984242-b72d-48d9-a34e-2b1cd48cdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '14a5817c-599f-4693-9327-a08851576781'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:55.952053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.954052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:55.972242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:52:56.006716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:56.046600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:56.059764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:56.075641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:56.078719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] device_id is not set on port 950e4b22-f061-42a0-8f6c-9c333e2304dd yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:56.088348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:56.161945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:56.280933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] For port 0a2c5922-184f-43b1-85e7-e1f70cd13b13, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:52:56.290394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] For port 0a2c5922-184f-43b1-85e7-e1f70cd13b13, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a2c5922-184f-43b1-85e7-e1f70cd13b13,segment=NetworkSegment(1d984242-b72d-48d9-a34e-2b1cd48cdd26),segment_id=1d984242-b72d-48d9-a34e-2b1cd48cdd26)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:52:56.304470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:56.319494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:56.356530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:56.386800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Provisioning for port af0af765-863a-44c9-a899-56d3de96e19d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:56.415917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Provisioning complete for port af0af765-863a-44c9-a899-56d3de96e19d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:56.416498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:56.428034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:56.481724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Pushing event updated for resources: {'Port': ['ID=0a2c5922-184f-43b1-85e7-e1f70cd13b13,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:56.491959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:56.589048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:56.632048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 747fc6d7-5380-42cd-a2cb-ca3d79358ab1 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:52:56.638797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] For port af0af765-863a-44c9-a899-56d3de96e19d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=af0af765-863a-44c9-a899-56d3de96e19d,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:52:56.645625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:56.650740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c28cee8-dea0-4211-8abb-da0cd67884d7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:56.652975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:56.656865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45e66d1c-4e1c-4e5b-ad29-c64b27087fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:56.723028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9cac2e90-2708-49d4-902d-43fecdaff1a9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:56.731848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:56.756650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Pushing event updated for resources: {'Port': ['ID=af0af765-863a-44c9-a899-56d3de96e19d,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:56.763972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:56.765172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:56.770935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=0e12d9e9-a770-4665-9476-cc380b3c4930,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:56.775849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:56.790050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:56.790763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb789eb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:56.870449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb789eb8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:56.891041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:56.891704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb789eb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:56.967545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb789eb8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:56.968417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8e41e-671e-41f0-b808-2d8d84055e2b None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:56.980696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6e343d8d-a5c7-441b-912c-9420045bbce2 None None] Provisioning for port 747fc6d7-5380-42cd-a2cb-ca3d79358ab1 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:57.000323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6e343d8d-a5c7-441b-912c-9420045bbce2 None None] Provisioning complete for port 747fc6d7-5380-42cd-a2cb-ca3d79358ab1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:57.000980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e343d8d-a5c7-441b-912c-9420045bbce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.056507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device af0af765-863a-44c9-a899-56d3de96e19d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:57.130304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.146352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8::3c4 (14a5817c-599f-4693-9327-a08851576781/a1d95961-3d2a-4c0e-80ed-a3233aa2972f/950e4b22-f061-42a0-8f6c-9c333e2304dd) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:57.149679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6e343d8d-a5c7-441b-912c-9420045bbce2 None None] Port 747fc6d7-5380-42cd-a2cb-ca3d79358ab1 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:52:57.154149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e8ba737-9e33-425f-bc87-ec9e65c70fc2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:57.171464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port af0af765-863a-44c9-a899-56d3de96e19d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:57.173000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.208111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=747fc6d7-5380-42cd-a2cb-ca3d79358ab1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:57.211151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Checking segment: {'id': 'ef42a4c0-51e4-4331-a935-d42d123f1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:57.211772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network hostable DHCP agents. Network: 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:52:57.258410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.259506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.260573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.261315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.261937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.263232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.263873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.264784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.265409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.266147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.266760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:57.332831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.341298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:57.358055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:52:57.374158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:57.380447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:57.381001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.393039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e74b59b-f605-4993-9bd7-1d7ce78a4854 None None] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:57.426706 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/747fc6d7-5380-42cd-a2cb-ca3d79358ab1 HTTP/1.1" status: 204  len: 168 time: 1.6715698
Dec 15 12:52:57.429739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57790) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:57.482638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7981410
Dec 15 12:52:57.488962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57794) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:57.506008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1717790480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:57.519862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:57.531833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:router and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:57.542631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:57.556729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:57.562891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13b9566-3d22-408e-ac5e-6dff5f5bfd39 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:57.564556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13b9566-3d22-408e-ac5e-6dff5f5bfd39 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:57.565378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b13b9566-3d22-408e-ac5e-6dff5f5bfd39 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:52:57.580466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:52:57.591318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] Sync routers for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:52:57.596345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.625736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:57.626698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3097f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:57.666530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.670703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.722268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b13b9566-3d22-408e-ac5e-6dff5f5bfd39 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:52:57.723753 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b13b9566-3d22-408e-ac5e-6dff5f5bfd39 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2925794
Dec 15 12:52:57.733057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57798) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:57.745685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.757077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-85ede9b4-1c8c-4bbc-a4a1-95f0490f110f', 'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f', 'tenant_id': '554f48bdb9e94470bb294e488aa7ac10', 'fixed_ips': [{'subnet_id': '0e12d9e9-a770-4665-9476-cc380b3c4930'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:52:57.758015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.852523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/104c7a98-8886-44cd-84a0-b0e3a17c390c HTTP/1.1" status: 204  len: 168 time: 4.6327667
Dec 15 12:52:57.857081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:57.858846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:52:57.964142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object 950e4b22-f061-42a0-8f6c-9c333e2304dd will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:57.987971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:52:58.019165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.094669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.123173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Allocated IP 2001:db8::2 (85ede9b4-1c8c-4bbc-a4a1-95f0490f110f/0e12d9e9-a770-4665-9476-cc380b3c4930/2dd7db59-25af-479a-9919-335d9279d823) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:52:58.128705 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1', 'status': 'completed', 'code': 200}
Dec 15 12:52:58.147108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.156225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:58.293550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 14a5817c-599f-4693-9327-a08851576781 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:58.300682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:58.307279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:58.315439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:58.316478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.353052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=950e4b22-f061-42a0-8f6c-9c333e2304dd,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:58.368923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:58.372348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.2804797
Dec 15 12:52:58.374337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 7c45d50e-ec3e-46b1-b187-f99e540bcbea {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:52:58.375275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57808) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:58.388342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.389662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-86f92390-263c-4bb2-8077-442e37944b7f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.8993878
Dec 15 12:52:58.393658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.464193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57812) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:52:58.496135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f', 'name': 'tempest-PortsIpV6TestJSON-798966726'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:52:58.643894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.713332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.725825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3097f0>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:36Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:58.730979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] Checking router: 9cac2e90-2708-49d4-902d-43fecdaff1a9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:52:58.745783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:52:58.749244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3097f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:58.763820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Transition to ACTIVE for port object 2dd7db59-25af-479a-9919-335d9279d823 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:58.833505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Transition to ACTIVE for port object 2dd7db59-25af-479a-9919-335d9279d823 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:52:58.837256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-44f866e2-aae3-4e8f-b71a-a75d5153145a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 1098 time: 0.8030155
Dec 15 12:52:58.860489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:58.887013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a65e4728-628d-4eb6-a08e-5479690a9ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:59.005534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:52:59.110604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Pushing event updated for resources: {'Port': ['ID=2dd7db59-25af-479a-9919-335d9279d823,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:59.139328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.139743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.140949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.140949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.141258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.141779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.143924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.145350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.150021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.151033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.152531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:52:59.162026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a2c5922-184f-43b1-85e7-e1f70cd13b13 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:52:59.169520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:52:59.176475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:52:59.184738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:52:59.201128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:52:59.209424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:52:59.210805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:59.217661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd1e4a-f714-4d73-a579-53a934ff4cf5 None None] Network 14a5817c-599f-4693-9327-a08851576781 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:52:59.248585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:52:59.260912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:52:59.271051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:52:59.295766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:59.303603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a1816158-a7d5-4b11-91a2-1dce290fdd2a None None] Provisioning for port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:59.512227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3b60c-ed0a-4af5-b91a-fa3c541131b3 req-60ecdcdf-0126-4f11-914d-d4b1b1c9001e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:59.513188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:52:59.514007 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19b3b60c-ed0a-4af5-b91a-fa3c541131b3 req-60ecdcdf-0126-4f11-914d-d4b1b1c9001e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 945 time: 0.4350100
Dec 15 12:52:59.525838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Attempting to bind port 2dd7db59-25af-479a-9919-335d9279d823 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:52:59.526576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Attempting to bind port 2dd7db59-25af-479a-9919-335d9279d823 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'ef42a4c0-51e4-4331-a935-d42d123f1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:52:59.527184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Attempting to bind port 2dd7db59-25af-479a-9919-335d9279d823 on network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:52:59.529952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:52:59.531844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:59.548921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-74ee8f90-27b0-4d93-a8e8-942cb974e79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:52:59.550637 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-74ee8f90-27b0-4d93-a8e8-942cb974e79e service neutron] 10.222.0.77 "GET /v2.0/networks?id=6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 200  len: 897 time: 0.7038841
Dec 15 12:52:59.563597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:52:59.568554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:59.669732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:52:59.670878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Checking segment: {'id': 'ef42a4c0-51e4-4331-a935-d42d123f1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:52:59.671537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:59.672732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Bound using segment: {'id': 'ef42a4c0-51e4-4331-a935-d42d123f1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:52:59.673923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Bound port: 2dd7db59-25af-479a-9919-335d9279d823, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef42a4c0-51e4-4331-a935-d42d123f1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '85ede9b4-1c8c-4bbc-a4a1-95f0490f110f'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:52:59.674540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:59.674845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 68033361-292a-44b8-a4e6-9f1270097efe yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:52:59.722007 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-237c58dd-fc65-4039-b099-604c4f209669 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 200  len: 217 time: 0.1596642
Dec 15 12:52:59.814323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:52:59.834737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:52:59.926704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=7c45d50e-ec3e-46b1-b187-f99e540bcbea,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:52:59.941819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:52:59.969760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3097f0>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:36Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:52:59.979315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d337f-8267-41d7-99ad-b06306cde5f6 None None] The sync data for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv is: [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:52:36Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'e30ebf06-e08f-4895-933b-02427d0d9dfd', 'name': '', 'network_id': '6d0beb82-e5c9-4598-9c20-9215a4256865', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:81:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:59Z', 'updated_at': '2021-12-15T12:50:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '3621b58a-c628-4377-b22d-c685c96d73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:52:59.989561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:00.002673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-9e8f9ee2-deb6-4fd9-b7b3-ef1e8bd447b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:00.004605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-9e8f9ee2-deb6-4fd9-b7b3-ef1e8bd447b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3621b58a-c628-4377-b22d-c685c96d73f9 HTTP/1.1" status: 200  len: 834 time: 0.2733238
Dec 15 12:53:00.010547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-19b3b60c-ed0a-4af5-b91a-fa3c541131b3 req-feb1e1fc-0d54-42b2-8b46-3580323cc557 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:00.054204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee57da-176e-4478-b335-4350d8e997fc None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:00.097250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/7c45d50e-ec3e-46b1-b187-f99e540bcbea HTTP/1.1" status: 204  len: 168 time: 2.3629415
Dec 15 12:53:00.104296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57816) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:00.167742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-e37c7e39-0ea2-484f-8810-1da1981ad542 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:00.167742 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-e37c7e39-0ea2-484f-8810-1da1981ad542 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 945 time: 0.4602087
Dec 15 12:53:00.196968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::2c9 (85ede9b4-1c8c-4bbc-a4a1-95f0490f110f/0e12d9e9-a770-4665-9476-cc380b3c4930/68033361-292a-44b8-a4e6-9f1270097efe) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:00.217663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fabf78fd-fb52-40f1-a4b9-39d9f2a0f581 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1116874
Dec 15 12:53:00.225523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57820) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:00.231525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-19b3b60c-ed0a-4af5-b91a-fa3c541131b3 req-feb1e1fc-0d54-42b2-8b46-3580323cc557 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:00.233941 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19b3b60c-ed0a-4af5-b91a-fa3c541131b3 req-feb1e1fc-0d54-42b2-8b46-3580323cc557 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7039590
Dec 15 12:53:00.341993 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-0fa3f47b-011f-4a9c-a3e7-ce65fdc037bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d0beb82-e5c9-4598-9c20-9215a4256865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3200986
Dec 15 12:53:00.342555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] For port 2dd7db59-25af-479a-9919-335d9279d823, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:00.345471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:00.406450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] For port 2dd7db59-25af-479a-9919-335d9279d823, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2dd7db59-25af-479a-9919-335d9279d823,segment=NetworkSegment(ef42a4c0-51e4-4331-a935-d42d123f1ad1),segment_id=ef42a4c0-51e4-4331-a935-d42d123f1ad1)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:00.436036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:00.449635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a155697-ec13-46b1-9265-383daca950e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:00.451892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 11a0a80b-c603-4300-a994-8105d9e963e1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:00.452567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:00.566603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0a2c5922-184f-43b1-85e7-e1f70cd13b13, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a2c5922-184f-43b1-85e7-e1f70cd13b13,segment=NetworkSegment(1d984242-b72d-48d9-a34e-2b1cd48cdd26),segment_id=1d984242-b72d-48d9-a34e-2b1cd48cdd26)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:00.577241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:00.600721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Pushing event updated for resources: {'Port': ['ID=2dd7db59-25af-479a-9919-335d9279d823,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:00.610310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:00.613477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:00.655806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:00.677945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:00.697121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:00.746816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:00.747602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c27b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:00.819995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ab738-8e83-44b8-899b-42c10f8f48bf None None] New status for floating IP 104c7a98-8886-44cd-84a0-b0e3a17c390c: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:53:00.905165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0a2c5922-184f-43b1-85e7-e1f70cd13b13,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:00.933413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:00.942759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:53:00.957862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c27b8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:00.982029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Deleting port af0af765-863a-44c9-a899-56d3de96e19d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:00.982691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:00.996367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.029684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:01.030688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c27b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:01.041356 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-510ffedd-8feb-4e25-bdee-87d52155d72b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/floatingips/c44eb145-94e4-4c84-806c-629942a5f65e HTTP/1.1" status: 200  len: 979 time: 9.5409482
Dec 15 12:53:01.058474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.104419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 68033361-292a-44b8-a4e6-9f1270097efe will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:01.161783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57824) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:01.170072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.177995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a2c5922-184f-43b1-85e7-e1f70cd13b13 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:01.189122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:01.395994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2aaa48a7-7615-4aaf-954e-245454225503 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:01.488366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.550993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] For port af0af765-863a-44c9-a899-56d3de96e19d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=af0af765-863a-44c9-a899-56d3de96e19d,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:01.551517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.742398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f8245-c77e-4ee3-991f-05ed8dbc6105 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:01.744024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0d0f8245-c77e-4ee3-991f-05ed8dbc6105 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:01.762280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Calling delete_port for af0af765-863a-44c9-a899-56d3de96e19d owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:01.771580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=68033361-292a-44b8-a4e6-9f1270097efe,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:01.778420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:01.801666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c27b8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:01.802216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18374c8d-917e-4404-b99d-10e494df5425 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:01.803238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:01.828949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:01.842564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:01.846993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:01.847686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.874949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-d6e779f2-e877-4072-8035-b3abd85cd22e service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5235789
Dec 15 12:53:01.881274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-628ed28d-8233-4e2a-b5c7-27f27eabdb90 None None] Provisioning for port 950e4b22-f061-42a0-8f6c-9c333e2304dd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:01.884825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0d0f8245-c77e-4ee3-991f-05ed8dbc6105 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:01.886276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d0f8245-c77e-4ee3-991f-05ed8dbc6105 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.6564655
Dec 15 12:53:01.889854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-628ed28d-8233-4e2a-b5c7-27f27eabdb90 None None] Provisioning complete for port 950e4b22-f061-42a0-8f6c-9c333e2304dd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:01.890507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-628ed28d-8233-4e2a-b5c7-27f27eabdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.894721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11a0a80b-c603-4300-a994-8105d9e963e1,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:01.895215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.903094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57830) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:01.938658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:01.950440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-301ad2b5-ff65-4022-9b5c-d7c9c08ee8ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:02.002420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Pushing event deleted for resources: {'Port': ['ID=af0af765-863a-44c9-a899-56d3de96e19d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:02.006484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:02.009921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.010144 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.5425863
Dec 15 12:53:02.025195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57834) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:02.031129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:02.036492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-628ed28d-8233-4e2a-b5c7-27f27eabdb90 None None] Port 950e4b22-f061-42a0-8f6c-9c333e2304dd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:02.051140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] No DVR routers for this DVR port af0af765-863a-44c9-a899-56d3de96e19d on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:02.088285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-628ed28d-8233-4e2a-b5c7-27f27eabdb90 None None] Provisioning complete for port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:02.088731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-628ed28d-8233-4e2a-b5c7-27f27eabdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.296268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11a0a80b-c603-4300-a994-8105d9e963e1 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:02.297243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4289875-ed11-437e-8d85-15a9392c1e51 req-15017f24-80f6-43e1-b711-5236a9d72ef8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:02.298082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f4289875-ed11-437e-8d85-15a9392c1e51 req-15017f24-80f6-43e1-b711-5236a9d72ef8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:02.322317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device af0af765-863a-44c9-a899-56d3de96e19d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:02.363822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80ac84f-95e5-4a14-b7e1-cbf890bd712b req-3e7625eb-9fad-467f-9d02-0c6e79922389 service neutron] 10.222.0.77 "GET /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4799683
Dec 15 12:53:02.379400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: af0af765-863a-44c9-a899-56d3de96e19d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:02.380145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device af0af765-863a-44c9-a899-56d3de96e19d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:02.434846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 11a0a80b-c603-4300-a994-8105d9e963e1 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:02.439564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f4289875-ed11-437e-8d85-15a9392c1e51 req-15017f24-80f6-43e1-b711-5236a9d72ef8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:02.441118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4289875-ed11-437e-8d85-15a9392c1e51 req-15017f24-80f6-43e1-b711-5236a9d72ef8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 945 time: 0.8066337
Dec 15 12:53:02.505145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.515678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325b50c-8be5-4c12-8684-287e3d44a053 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:02.518431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6325b50c-8be5-4c12-8684-287e3d44a053 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6133914
Dec 15 12:53:02.522042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57838) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:02.550592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:53:02.562109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.564766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11a0a80b-c603-4300-a994-8105d9e963e1,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:02.571696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-443ce36f-13af-4188-9907-7d218af14bba None None] Provisioning complete for port 950e4b22-f061-42a0-8f6c-9c333e2304dd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:02.571979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-443ce36f-13af-4188-9907-7d218af14bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.605510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.637285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbc2d0a7-6095-4140-b5e6-3eb8fdbfaeb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:02.638940 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07bbf875-20a8-45f8-8d31-e10135f44481 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1049726
Dec 15 12:53:02.648082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57844) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:02.665845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:02.692438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4289875-ed11-437e-8d85-15a9392c1e51 req-80e4f76b-7a0d-480a-87d1-2528da80e090 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2323551
Dec 15 12:53:02.698498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.699130 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP c44eb145-94e4-4c84-806c-629942a5f65e disassociated. External IP: 172.26.0.163, port: 451591e2-b976-42ca-ad0c-4b4d26340204.
Dec 15 12:53:02.772399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-443ce36f-13af-4188-9907-7d218af14bba None None] Port 950e4b22-f061-42a0-8f6c-9c333e2304dd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:02.791811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11a0a80b-c603-4300-a994-8105d9e963e1,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:02.795615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:02.848002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:53:02.848773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:53:02.887777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.890239 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1', 'code': 200}
Dec 15 12:53:02.890781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:02.895263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:02.910639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:02.914065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e5b814a7-ffd2-4af7-abb6-8ee8db8f4e43 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:02.949128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:03.027764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2dd7db59-25af-479a-9919-335d9279d823 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:03.048911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:03.123938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:03.140618 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-cc738406-8818-43e7-adc3-a21233c8e730 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3469279
Dec 15 12:53:03.156612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=950e4b22-f061-42a0-8f6c-9c333e2304dd,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:03.170987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 2dd7db59-25af-479a-9919-335d9279d823 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:03.182064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:03.318261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b370810-f79c-4447-be5e-ef2c664fed61 None None] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:03.323458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:03.430041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 11a0a80b-c603-4300-a994-8105d9e963e1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:03.430864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:03.469424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Provisioning for port 2dd7db59-25af-479a-9919-335d9279d823 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:03.513516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Provisioning complete for port 2dd7db59-25af-479a-9919-335d9279d823 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:03.513942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:03.567040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:03.703729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-f808aa85-8dad-4d11-a388-963a5c941874 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 1098 time: 0.2122931
Dec 15 12:53:03.882952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:03.939206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] For port 2dd7db59-25af-479a-9919-335d9279d823, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2dd7db59-25af-479a-9919-335d9279d823,segment=NetworkSegment(ef42a4c0-51e4-4331-a935-d42d123f1ad1),segment_id=ef42a4c0-51e4-4331-a935-d42d123f1ad1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:03.940535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:03.944925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:03.949308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-299a263d-fae2-4479-af59-75a132db1fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:04.002078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.023531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 11a0a80b-c603-4300-a994-8105d9e963e1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11a0a80b-c603-4300-a994-8105d9e963e1,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:04.023954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.044893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Pushing event updated for resources: {'Port': ['ID=2dd7db59-25af-479a-9919-335d9279d823,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:04.057808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:04.064810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Provisioning complete for port 950e4b22-f061-42a0-8f6c-9c333e2304dd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:04.065480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.130572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Port 950e4b22-f061-42a0-8f6c-9c333e2304dd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:04.143628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-5eaf5c05-f4c1-4380-994b-d57223d44b55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:04.145683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-5eaf5c05-f4c1-4380-994b-d57223d44b55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.4066744
Dec 15 12:53:04.226311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 11a0a80b-c603-4300-a994-8105d9e963e1 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:04.278079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-73922041-b3ac-495d-906b-0ab5239c9353 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87 HTTP/1.1" status: 200  len: 1001 time: 0.1187468
Dec 15 12:53:04.366698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-24eae5c5-9295-4771-ae25-438914403f6e None None] Provisioning for port 68033361-292a-44b8-a4e6-9f1270097efe completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:04.373536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-24eae5c5-9295-4771-ae25-438914403f6e None None] Provisioning complete for port 68033361-292a-44b8-a4e6-9f1270097efe triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:04.374215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24eae5c5-9295-4771-ae25-438914403f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.441038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-24eae5c5-9295-4771-ae25-438914403f6e None None] Port 68033361-292a-44b8-a4e6-9f1270097efe cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:04.456460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-24eae5c5-9295-4771-ae25-438914403f6e None None] Provisioning complete for port 2dd7db59-25af-479a-9919-335d9279d823 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:04.456976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24eae5c5-9295-4771-ae25-438914403f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.502107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.526300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d497160-26db-4084-9445-97eb7e285352 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:04.675765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:04.696776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:04.698665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=00686139-1bed-42d8-bf74-cfe1ef8661c9,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:04.701801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cbfa1-362d-489a-9921-5e61e164db5b req-0adfabb8-8632-42f9-8710-dd9e16b6c3a7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:04.703518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f19cbfa1-362d-489a-9921-5e61e164db5b req-0adfabb8-8632-42f9-8710-dd9e16b6c3a7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 943 time: 0.7501733
Dec 15 12:53:04.706076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:04.706691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.714159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:04.727937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8da7d-fd97-4d30-9a2e-6c95a47bec9d None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:04.764783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-8e4d001c-971e-4a22-aa1a-dcb96a81522c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:04.766419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-8e4d001c-971e-4a22-aa1a-dcb96a81522c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.4712403
Dec 15 12:53:04.829061 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1607850
Dec 15 12:53:04.829061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57850) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:04.829061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:04.844859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-042b944c-a6b4-4000-9bdb-6337f43e5cee None None] Provisioning complete for port 68033361-292a-44b8-a4e6-9f1270097efe triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:04.844859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-042b944c-a6b4-4000-9bdb-6337f43e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.859529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.861530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ef305f6-c377-47ac-802f-4c88ae8b0dea tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:04.890755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f19cbfa1-362d-489a-9921-5e61e164db5b req-3a7123c4-995a-4528-a1cb-47ed034ac530 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a8fbe9-828a-48e8-b1be-b00f039e2ede&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1741574
Dec 15 12:53:04.902457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.911668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:04.917350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f14d2a0b-cb58-4f43-94f4-ea0e6b568d4e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:04.920132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-042b944c-a6b4-4000-9bdb-6337f43e5cee None None] Port 68033361-292a-44b8-a4e6-9f1270097efe cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:04.935010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=11a0a80b-c603-4300-a994-8105d9e963e1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:04.946842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:05.071157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=68033361-292a-44b8-a4e6-9f1270097efe,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:05.086367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-e09d928c-f3c1-4cdc-bb3a-44b0ba6b0488 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2998383
Dec 15 12:53:05.086609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2dd7db59-25af-479a-9919-335d9279d823 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:05.088710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:05.089969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:05.168716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '00686139-1bed-42d8-bf74-cfe1ef8661c9'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:53:05.169666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.193847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2dd7db59-25af-479a-9919-335d9279d823 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:05.194197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.388627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port 11a0a80b-c603-4300-a994-8105d9e963e1 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:05.403177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.405598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f13d2383-c975-4f81-838c-e1ff9c203950 req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/11a0a80b-c603-4300-a994-8105d9e963e1 HTTP/1.1" status: 204  len: 173 time: 5.2314360
Dec 15 12:53:05.409091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'name': 'network-vif-deleted', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:53:05.445505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.466708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.469535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.486669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5edb5be5-80d9-495c-8515-f5bcf3142227 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:05.514763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Allocated IP 2001:db8::f816:3eff:fee8:4037 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/00686139-1bed-42d8-bf74-cfe1ef8661c9/f837a968-479d-4663-802f-443d867aedd4) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:05.635257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:05.652601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:05.704778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:05.736415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:05.754403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:05.761409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.799072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=950e4b22-f061-42a0-8f6c-9c333e2304dd,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:05.816983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:05.857968 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-594adb5d-66fe-4fb0-8562-9993e495555c service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7641850
Dec 15 12:53:05.892878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.909039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Transition to ACTIVE for port object f837a968-479d-4663-802f-443d867aedd4 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:05.915658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d2114632-a0aa-4e22-93f7-e5a4a08a5c31 None None] Provisioning complete for port 68033361-292a-44b8-a4e6-9f1270097efe triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:05.916182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2114632-a0aa-4e22-93f7-e5a4a08a5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.928248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967342e9-ef5a-471e-a594-9e8665908a12', 'name': 'network-vif-deleted', 'tag': '11a0a80b-c603-4300-a994-8105d9e963e1', 'status': 'completed', 'code': 200}
Dec 15 12:53:05.975232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:05.981185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Transition to ACTIVE for port object f837a968-479d-4663-802f-443d867aedd4 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:06.019395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:06.021406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00686139-1bed-42d8-bf74-cfe1ef8661c9 (CIDR: 2001:db8::/64)
Dec 15 12:53:06.028157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 14a5817c-599f-4693-9327-a08851576781 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:06.029398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:53:06.029950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:53:06.031609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f8220de-5477-4528-8333-81fead6a988b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:06.035978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:06.232947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d2114632-a0aa-4e22-93f7-e5a4a08a5c31 None None] Port 68033361-292a-44b8-a4e6-9f1270097efe cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:06.242034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a698ee6f-c034-45c2-a0e6-9a059d07d030 req-4aee4318-5886-4afe-a6c0-cc8664144333 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603423
Dec 15 12:53:06.253242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:06.256721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:06.263028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:06.320176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Pushing event updated for resources: {'Port': ['ID=f837a968-479d-4663-802f-443d867aedd4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:06.330858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-edcee017-33a8-45c3-9678-9b7a2d8894a0 req-0813fd09-d01e-40e6-8e66-a6fbadfcf605 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=967342e9-ef5a-471e-a594-9e8665908a12 HTTP/1.1" status: 200  len: 210 time: 0.0874779
Dec 15 12:53:06.346891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:06.370361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57862) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:06.371407 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4d4ca66c-fab6-4d83-8992-9010644c3ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5481641
Dec 15 12:53:06.381566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:06.387781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:06.421227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Attempting to bind port f837a968-479d-4663-802f-443d867aedd4 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:06.421655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Attempting to bind port f837a968-479d-4663-802f-443d867aedd4 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:06.422066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Attempting to bind port f837a968-479d-4663-802f-443d867aedd4 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:06.430205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:06.430627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:06.431151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:06.431683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:06.432331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Bound port: f837a968-479d-4663-802f-443d867aedd4, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:06.432765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:06.461253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:06.479771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:06.489457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:06.530986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:06.531763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb9d30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:06.618644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb9d30>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:06.641118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router 87dad842-ef49-4d38-822f-f8f14ff4d225 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:53:06.654266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] For port f837a968-479d-4663-802f-443d867aedd4, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:06.659033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] For port f837a968-479d-4663-802f-443d867aedd4, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f837a968-479d-4663-802f-443d867aedd4,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:06.661699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:06.662389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb9d30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:06.736367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:06.741655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc1cd234-47f0-4a2e-bc12-b5ebf9cfad92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:06.763621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa68bc54-ef87-4e30-9a85-3554da0251e6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/floatingips/c44eb145-94e4-4c84-806c-629942a5f65e HTTP/1.1" status: 200  len: 688 time: 5.5948942
Dec 15 12:53:06.765834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57866) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:06.778487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb9d30>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:06.778487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f393a-3c8a-46a5-b2e7-f8a42954f4b7 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:06.779388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0f2f8088-2013-47b6-9559-8f764aca818f None None] Provisioning complete for port 950e4b22-f061-42a0-8f6c-9c333e2304dd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:06.779725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8088-2013-47b6-9559-8f764aca818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:06.836269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:06.844325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/87dad842-ef49-4d38-822f-f8f14ff4d225/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4654419
Dec 15 12:53:06.844733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57870) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:06.870533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] Sync routers for ids ['87dad842-ef49-4d38-822f-f8f14ff4d225'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:06.893321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:06.895892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f8088-2013-47b6-9559-8f764aca818f None None] Port 950e4b22-f061-42a0-8f6c-9c333e2304dd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:06.901448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Pushing event updated for resources: {'Port': ['ID=f837a968-479d-4663-802f-443d867aedd4,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:06.909010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:06.924928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] Routers {'87dad842-ef49-4d38-822f-f8f14ff4d225'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:06.927677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb509b70>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['87dad842-ef49-4d38-822f-f8f14ff4d225'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:06.946412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3514e6aa-6078-4e6d-a8d5-3d74c559c27e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:06.947442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3514e6aa-6078-4e6d-a8d5-3d74c559c27e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:06.966994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3514e6aa-6078-4e6d-a8d5-3d74c559c27e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:06.971467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3514e6aa-6078-4e6d-a8d5-3d74c559c27e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports/950e4b22-f061-42a0-8f6c-9c333e2304dd HTTP/1.1" status: 200  len: 983 time: 0.1227455
Dec 15 12:53:06.971631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:06.971885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57874) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:06.975245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:07.010469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb509b70>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:07.024032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] Routers {'87dad842-ef49-4d38-822f-f8f14ff4d225'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:07.024736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb509b70>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['87dad842-ef49-4d38-822f-f8f14ff4d225'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:07.026383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:07.050486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 5ec9b001-be8e-440d-b214-bc79ee2e77f9 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:07.050867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.092713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb509b70>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:07.093214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9801b3-c6b8-41a0-9004-4848985e17d2 None None] The sync data for ids ['87dad842-ef49-4d38-822f-f8f14ff4d225'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:07.160931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:07.472486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57880) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:07.572916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.573279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.625458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.672066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.718180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.724450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.749203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 5ec9b001-be8e-440d-b214-bc79ee2e77f9 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:07.781387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.929789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.937729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c7ca4cc-72c4-4c26-a5c9-2908ed998ad8 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:07.968805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a8fbe9-828a-48e8-b1be-b00f039e2ede,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:07.972812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:07.982498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:07.983724 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/d4a8fbe9-828a-48e8-b1be-b00f039e2ede HTTP/1.1" status: 204  len: 168 time: 0.5102544
Dec 15 12:53:08.052490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:08.053413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:08.062762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57886) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:08.069734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b31ffeba-77a8-4e84-bd2d-500d3b97fae4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:08.237364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=68033361-292a-44b8-a4e6-9f1270097efe,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:08.255399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:08.528004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:08.531435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:08.595704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:08.612982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a5ba4216-de74-44ae-8465-9f54161487a8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:08.663059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 950e4b22-f061-42a0-8f6c-9c333e2304dd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:08.663486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:08.771730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=5ec9b001-be8e-440d-b214-bc79ee2e77f9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:08.785863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:08.900519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:08.958368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f1e710e0-482f-4848-8dd8-f24ee2ca9bac None None] Provisioning for port f837a968-479d-4663-802f-443d867aedd4 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:09.031019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.066117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f837a968-479d-4663-802f-443d867aedd4 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:09.113144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 950e4b22-f061-42a0-8f6c-9c333e2304dd owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:09.142650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1fe37269-873e-4dd7-9c47-c42c200f2364 None None] Provisioning complete for port 68033361-292a-44b8-a4e6-9f1270097efe triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:09.143187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fe37269-873e-4dd7-9c47-c42c200f2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.145608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.154300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:09.210465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1fe37269-873e-4dd7-9c47-c42c200f2364 None None] Port 68033361-292a-44b8-a4e6-9f1270097efe cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:09.213119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f837a968-479d-4663-802f-443d867aedd4 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:09.218469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f837a968-479d-4663-802f-443d867aedd4 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:09.224899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.226200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/floatingips/c44eb145-94e4-4c84-806c-629942a5f65e HTTP/1.1" status: 204  len: 168 time: 2.4563591
Dec 15 12:53:09.233962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57890) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:09.237550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.335606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:09.338694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=9615a829-37c5-43b5-ad24-c654378484f7,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:09.341262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:09.343749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:09.344830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-6b99a73d-f7ab-4bf9-b721-9154fd3600e7 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] delete failed (client error): The resource could not be found.
Dec 15 12:53:09.345996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6b99a73d-f7ab-4bf9-b721-9154fd3600e7 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/floatingips/c44eb145-94e4-4c84-806c-629942a5f65e HTTP/1.1" status: 404  len: 345 time: 0.1099412
Dec 15 12:53:09.347659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:09.350270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.364070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57894) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:09.368878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ae8297-9d19-41ae-875b-63ff4ced41e7 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:09.406089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.411784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.426149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.0504491
Dec 15 12:53:09.427000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57898) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:09.435780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:80:4b:df', 'name': 'tempest-NetworksTestDHCPv6-1001375583'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:09.476996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.484857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a79bfacd-0c6a-42bd-89e3-ebc31ca575d7 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:09.532286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port f837a968-479d-4663-802f-443d867aedd4, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f837a968-479d-4663-802f-443d867aedd4,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:09.535399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=950e4b22-f061-42a0-8f6c-9c333e2304dd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:09.540610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:09.581363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.590242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4821132-dd60-4c6b-a097-9e63d5170c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:09.625153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5cfae-259d-4d98-90b2-86e078b812cd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:09.629660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5cfae-259d-4d98-90b2-86e078b812cd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:09.635603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5cfae-259d-4d98-90b2-86e078b812cd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:09.636649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bcf5cfae-259d-4d98-90b2-86e078b812cd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Synchronizing usage tracker for tenant:dfb49e698bba441cb9133b72273694d3 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:09.681215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:09.686056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Router 9c84232f-c298-46f3-8257-f6402edc336d is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:53:09.688095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bcf5cfae-259d-4d98-90b2-86e078b812cd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Unset dirty status for tenant:dfb49e698bba441cb9133b72273694d3 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:09.689453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bcf5cfae-259d-4d98-90b2-86e078b812cd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "GET /v2.0/ports?network_id=4d2eb704-6203-4182-9800-6ca13ecec1c2 HTTP/1.1" status: 200  len: 2360 time: 0.3243353
Dec 15 12:53:09.691274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:09.696021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:09.699080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57902) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:09.724015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=f837a968-479d-4663-802f-443d867aedd4,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:09.727809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:09.749884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:09.787443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:09.794226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.820071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:09.874952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc59e2-888d-4f81-93c8-6e7b6774770e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:09.876666 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4fdc59e2-888d-4f81-93c8-6e7b6774770e tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "GET /v2.0/subnets/0cbd3a91-3df6-4071-8d69-04333983f200 HTTP/1.1" status: 200  len: 797 time: 0.1763613
Dec 15 12:53:09.883762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Update dhcp port {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '00686139-1bed-42d8-bf74-cfe1ef8661c9', 'ip_address': '2001:db8::f816:3eff:fee8:4037'}, {'subnet_id': '9615a829-37c5-43b5-ad24-c654378484f7'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'f837a968-479d-4663-802f-443d867aedd4'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:53:09.884759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57906) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:09.954300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:10.202959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'port': {'network_id': '4d2eb704-6203-4182-9800-6ca13ecec1c2', 'name': 'tempest-FloatingIPTestJSON-2041735807', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:10.206509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Allocated IP 2001:db8:0:1::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/9615a829-37c5-43b5-ad24-c654378484f7/f837a968-479d-4663-802f-443d867aedd4) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:10.232665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 5469aee2-2dcd-4a53-b391-a5f10d4eb415 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:53:10.392950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] For port f837a968-479d-4663-802f-443d867aedd4, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f837a968-479d-4663-802f-443d867aedd4,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:10.423987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:10.444782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Transition to ACTIVE for port object f837a968-479d-4663-802f-443d867aedd4 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:10.449158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:10.453779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1fc2922-ab1b-48f1-a858-eef5fd55b6f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:10.520570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:10.548435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:10.552430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:10.592925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "PUT /v2.0/routers/9c84232f-c298-46f3-8257-f6402edc336d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5631335
Dec 15 12:53:10.595109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:10.611810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57910) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:10.741231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] Sync routers for ids ['9c84232f-c298-46f3-8257-f6402edc336d'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:10.798240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Pushing event updated for resources: {'Port': ['ID=f837a968-479d-4663-802f-443d867aedd4,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:10.806725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:10.807419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] Routers {'9c84232f-c298-46f3-8257-f6402edc336d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:10.808102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9c84232f-c298-46f3-8257-f6402edc336d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:10.817426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8:0:1::1e (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/9615a829-37c5-43b5-ad24-c654378484f7/5469aee2-2dcd-4a53-b391-a5f10d4eb415) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:10.829844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fe80:4bdf (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/00686139-1bed-42d8-bf74-cfe1ef8661c9/5469aee2-2dcd-4a53-b391-a5f10d4eb415) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:10.841445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router 87dad842-ef49-4d38-822f-f8f14ff4d225 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:10.880455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903320>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:10.892811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] Routers {'9c84232f-c298-46f3-8257-f6402edc336d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:10.893498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9c84232f-c298-46f3-8257-f6402edc336d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:10.906168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:10.947967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8fdb0-1a82-42ea-8c29-1eb4b42244fb tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:10.948765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2fb8fdb0-1a82-42ea-8c29-1eb4b42244fb tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:10.980338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903320>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:10.981024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd75fef6-39fe-4aa7-bd80-b4931a71b75b None None] The sync data for ids ['9c84232f-c298-46f3-8257-f6402edc336d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:10.984136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] device_id is not set on port 01514873-74bb-4191-b009-92cad8625717 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:53:10.984951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0c5c-35ab-4358-98d6-2d44f4f84ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:11.024136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f837a968-479d-4663-802f-443d867aedd4 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:11.067911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2fb8fdb0-1a82-42ea-8c29-1eb4b42244fb tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:11.069206 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2fb8fdb0-1a82-42ea-8c29-1eb4b42244fb tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c84232f-c298-46f3-8257-f6402edc336d HTTP/1.1" status: 200  len: 988 time: 0.4221792
Dec 15 12:53:11.080384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57916) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:11.272855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:11.286042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] Sync routers for ids ['87dad842-ef49-4d38-822f-f8f14ff4d225'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:11.305604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] Routers {'87dad842-ef49-4d38-822f-f8f14ff4d225'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:11.306627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c9e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['87dad842-ef49-4d38-822f-f8f14ff4d225'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:11.316749 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/87dad842-ef49-4d38-822f-f8f14ff4d225/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3435979
Dec 15 12:53:11.325137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57922) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:11.344652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:11.377461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 5469aee2-2dcd-4a53-b391-a5f10d4eb415 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:11.388726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c9e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:11.402955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] Routers {'87dad842-ef49-4d38-822f-f8f14ff4d225'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:11.404083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c9e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:52:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['87dad842-ef49-4d38-822f-f8f14ff4d225'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:11.471135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2c9e10>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:11.472056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b432f-f77b-4bc9-972f-0e5eab370765 None None] The sync data for ids ['87dad842-ef49-4d38-822f-f8f14ff4d225'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:11.503604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:11.515819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca664ac-c578-4bb7-a55e-9ba0192f5c85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:11.609341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.13 (4d2eb704-6203-4182-9800-6ca13ecec1c2/0cbd3a91-3df6-4071-8d69-04333983f200/01514873-74bb-4191-b009-92cad8625717) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:11.621278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:11.622342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=5469aee2-2dcd-4a53-b391-a5f10d4eb415,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:11.625716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.12 (4d2eb704-6203-4182-9800-6ca13ecec1c2/0cbd3a91-3df6-4071-8d69-04333983f200/01514873-74bb-4191-b009-92cad8625717) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:11.628384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:11.634536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:11.636082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:11.640550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:11.641249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:11.690847 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.2630482
Dec 15 12:53:11.694460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57928) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:11.827136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 5469aee2-2dcd-4a53-b391-a5f10d4eb415 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:11.827667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:11.967190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-640a33b3-9f7a-450e-82ed-ab696d7713e3 None None] Provisioning for port f837a968-479d-4663-802f-443d867aedd4 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:11.973499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-640a33b3-9f7a-450e-82ed-ab696d7713e3 None None] Provisioning complete for port f837a968-479d-4663-802f-443d867aedd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:11.974227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-640a33b3-9f7a-450e-82ed-ab696d7713e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.013538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-735174c2-8d81-4503-9665-7da0637c4888 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] remove_router_interface failed (client error): The resource could not be found.
Dec 15 12:53:12.017582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-735174c2-8d81-4503-9665-7da0637c4888 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/87dad842-ef49-4d38-822f-f8f14ff4d225/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6877270
Dec 15 12:53:12.027476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57932) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:12.036062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port e30ebf06-e08f-4895-933b-02427d0d9dfd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:12.036482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.110416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8765855c-df16-47cf-a63b-75140646c430 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87dad842-ef49-4d38-822f-f8f14ff4d225 HTTP/1.1" status: 200  len: 205 time: 0.0769737
Dec 15 12:53:12.115970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57936) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:12.121208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.268379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-844ac794-7c81-46b1-8411-3fd74a5f4e8e None None] Provisioning for port 5469aee2-2dcd-4a53-b391-a5f10d4eb415 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:12.275747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-844ac794-7c81-46b1-8411-3fd74a5f4e8e None None] Provisioning complete for port 5469aee2-2dcd-4a53-b391-a5f10d4eb415 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:12.276911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-844ac794-7c81-46b1-8411-3fd74a5f4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.316007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port e30ebf06-e08f-4895-933b-02427d0d9dfd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e30ebf06-e08f-4895-933b-02427d0d9dfd,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:12.316381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.350292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-844ac794-7c81-46b1-8411-3fd74a5f4e8e None None] Port 5469aee2-2dcd-4a53-b391-a5f10d4eb415 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:12.415811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a138d8f4-796c-44b2-a076-819ac69cf6b1 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.440863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.547566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.561747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.578357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d059f74-ef02-4148-8697-b44d4b54dace tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:12.758974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for e30ebf06-e08f-4895-933b-02427d0d9dfd owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:12.964743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:12.986439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 5469aee2-2dcd-4a53-b391-a5f10d4eb415 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:13.077334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:13.086595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:13.090465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=01514873-74bb-4191-b009-92cad8625717,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:13.094351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:13.107022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:13.190623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.195961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa205966-1773-48fe-9c7e-3997d0d9cddb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:13.249276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=e30ebf06-e08f-4895-933b-02427d0d9dfd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:13.254529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:13.409076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d790a1f5-7d86-4e59-82be-02f9888c5719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.425377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:13.426117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.558570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.571670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a138d8f4-796c-44b2-a076-819ac69cf6b1 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.580037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 3.6936514
Dec 15 12:53:13.588192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57942) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:13.596108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a138d8f4-796c-44b2-a076-819ac69cf6b1 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.600823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '01514873-74bb-4191-b009-92cad8625717', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:13.617476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:13.631554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:floatingip and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:13.635692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:13.646049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.655744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:13.661945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48006088-cca8-485d-823c-e735dd77d62a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:13.702230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 68033361-292a-44b8-a4e6-9f1270097efe {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:13.702629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.714432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=5469aee2-2dcd-4a53-b391-a5f10d4eb415,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:13.718998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a138d8f4-796c-44b2-a076-819ac69cf6b1 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.719593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a138d8f4-796c-44b2-a076-819ac69cf6b1 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Fanout notify agent at l3_agent the message router_deleted on router 87dad842-ef49-4d38-822f-f8f14ff4d225 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:53:13.722939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:13.723872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.785375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a138d8f4-796c-44b2-a076-819ac69cf6b1 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.788130 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a138d8f4-796c-44b2-a076-819ac69cf6b1 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/87dad842-ef49-4d38-822f-f8f14ff4d225 HTTP/1.1" status: 204  len: 168 time: 1.6696241
Dec 15 12:53:13.794550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57946) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:13.890119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:13.895031 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/5469aee2-2dcd-4a53-b391-a5f10d4eb415 HTTP/1.1" status: 204  len: 168 time: 2.1995478
Dec 15 12:53:13.895786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57950) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:13.992452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.065912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.139919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet a1d95961-3d2a-4c0e-80ed-a3233aa2972f {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:14.142099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 68033361-292a-44b8-a4e6-9f1270097efe owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:14.145283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.209493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.213105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.283739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb03b5-e0ed-47fc-8c44-29627c4a11ba tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:14.285365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-37eb03b5-e0ed-47fc-8c44-29627c4a11ba tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3878975
Dec 15 12:53:14.289250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57954) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:14.436242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.486155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.26.0.230 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/e784d3ac-13a2-4ff7-8c78-c251f8b70993) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:14.516507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d111f-2d7d-441b-956b-0dd5f2d7fb48 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:14.520736 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ef1d111f-2d7d-441b-956b-0dd5f2d7fb48 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2268288
Dec 15 12:53:14.521895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57960) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:14.610162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.620301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0416ef07-450f-4734-bdd8-e143f76bbbad tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:14.678351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d95961-3d2a-4c0e-80ed-a3233aa2972f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:14.684689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:14.687227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cf985-9fcc-4a7a-8ba9-c87b49b1f4a1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:14.688808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cf985-9fcc-4a7a-8ba9-c87b49b1f4a1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:14.690294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cf985-9fcc-4a7a-8ba9-c87b49b1f4a1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:14.690907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a52cf985-9fcc-4a7a-8ba9-c87b49b1f4a1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:14.691023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.697860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82a6e2-6c67-4cfe-8181-ebb828bd653a None None] Network 14a5817c-599f-4693-9327-a08851576781 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:14.715643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.721625 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/a1d95961-3d2a-4c0e-80ed-a3233aa2972f HTTP/1.1" status: 204  len: 168 time: 0.8969393
Dec 15 12:53:14.722271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57966) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:14.723379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aace5b2c-2dc0-498c-a96f-a463b371e37a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:14.775932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.781970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=68033361-292a-44b8-a4e6-9f1270097efe,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:14.784015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a52cf985-9fcc-4a7a-8ba9-c87b49b1f4a1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:14.785315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a52cf985-9fcc-4a7a-8ba9-c87b49b1f4a1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2632515
Dec 15 12:53:14.788202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:14.790410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57970) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:14.922393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:14.963551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:14.963932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.019031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4593f6a-4e52-4b06-8a31-2a6b4d42b795 req-de930031-1592-41ba-9da4-43e5261c430d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:15.020924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b4593f6a-4e52-4b06-8a31-2a6b4d42b795 req-de930031-1592-41ba-9da4-43e5261c430d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 945 time: 0.2485757
Dec 15 12:53:15.022089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.038123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92ca29c9-93e1-40f8-9646-14641ed32d55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:15.134188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] DHCP port deletion for 14a5817c-599f-4693-9327-a08851576781 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:53:15.140935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Deleting port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:15.141811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.234522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b4593f6a-4e52-4b06-8a31-2a6b4d42b795 req-da5f1713-90a3-4af8-be1e-06982b766db4 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1502595
Dec 15 12:53:15.306005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=e784d3ac-13a2-4ff7-8c78-c251f8b70993,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:15.313596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.361580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:15.375163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:15.378703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:15.382491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:15.420821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port 0a2c5922-184f-43b1-85e7-e1f70cd13b13, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a2c5922-184f-43b1-85e7-e1f70cd13b13,segment=NetworkSegment(1d984242-b72d-48d9-a34e-2b1cd48cdd26),segment_id=1d984242-b72d-48d9-a34e-2b1cd48cdd26)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:15.421190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.432027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] For port 0a2c5922-184f-43b1-85e7-e1f70cd13b13, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a2c5922-184f-43b1-85e7-e1f70cd13b13,segment=NetworkSegment(1d984242-b72d-48d9-a34e-2b1cd48cdd26),segment_id=1d984242-b72d-48d9-a34e-2b1cd48cdd26)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:15.432485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.577174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Calling delete_port for 0a2c5922-184f-43b1-85e7-e1f70cd13b13 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:15.603376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.668749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:15.681203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:15.715409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] No DVR routers for this DVR port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:15.738402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Pushing event deleted for resources: {'Port': ['ID=0a2c5922-184f-43b1-85e7-e1f70cd13b13,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:15.744621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:15.822170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 0a2c5922-184f-43b1-85e7-e1f70cd13b13 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:15.868279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 00686139-1bed-42d8-bf74-cfe1ef8661c9 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:15.875285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.012101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:53:16.012465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:53:16.021733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.306376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-c20f4da2-81e1-4dbf-8ce5-9af6717f1038 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:16.308257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-c20f4da2-81e1-4dbf-8ce5-9af6717f1038 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 945 time: 0.1368113
Dec 15 12:53:16.405619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Deleting port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:16.405983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.458612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.516450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 0a2c5922-184f-43b1-85e7-e1f70cd13b13 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:16.516803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.580536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.586872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Router 9c84232f-c298-46f3-8257-f6402edc336d has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:16.589122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d1e0a25-626c-42e0-be35-2bfaf7413a88 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:16.603381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] The port '0a2c5922-184f-43b1-85e7-e1f70cd13b13' was deleted {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:53:16.636545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=00686139-1bed-42d8-bf74-cfe1ef8661c9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:16.645039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:16.656124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.658272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e768106-478c-402b-93e4-72d6451070b0 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:16.661152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9cac2e90-2708-49d4-902d-43fecdaff1a9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:16.670298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b570c-ddf1-4b80-af4c-92310a892503 req-f07dd1d3-465c-4530-842e-f4f4463c6013 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:16.671923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-af2b570c-ddf1-4b80-af4c-92310a892503 req-f07dd1d3-465c-4530-842e-f4f4463c6013 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 945 time: 0.2827010
Dec 15 12:53:16.964302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:16.986511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.009639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a2c5922-184f-43b1-85e7-e1f70cd13b13 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:17.049227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0a2c5922-184f-43b1-85e7-e1f70cd13b13 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:17.049640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a2c5922-184f-43b1-85e7-e1f70cd13b13 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:17.058610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fac734a8>,) {'filters': {'network_id': ['14a5817c-599f-4693-9327-a08851576781']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:17.085825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] For port daaebbce-5c73-4511-a4b2-96a0e6ca8e87, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:17.086231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.102247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac734a8>, '1d984242-b72d-48d9-a34e-2b1cd48cdd26') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:17.102598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fac734a8>, '1d984242-b72d-48d9-a34e-2b1cd48cdd26') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:17.109533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/00686139-1bed-42d8-bf74-cfe1ef8661c9 HTTP/1.1" status: 204  len: 168 time: 2.3155546
Dec 15 12:53:17.113763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57976) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:17.136797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.204395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.259496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.268130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:53:17.268820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.279376 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-af2b570c-ddf1-4b80-af4c-92310a892503 req-b0d242f4-e74a-4d63-8525-0daf019a3680 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5956202
Dec 15 12:53:17.284946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:17.294140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 9615a829-37c5-43b5-ad24-c654378484f7 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:17.295864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] Sync routers for ids ['9c84232f-c298-46f3-8257-f6402edc336d'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:17.301988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "PUT /v2.0/routers/9c84232f-c298-46f3-8257-f6402edc336d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2150373
Dec 15 12:53:17.302976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57980) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:17.303280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:53:17.318974 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:53:17.328198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] Routers {'9c84232f-c298-46f3-8257-f6402edc336d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:17.329228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae8df60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9c84232f-c298-46f3-8257-f6402edc336d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:17.410039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae8df60>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:17.410255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eb0205-fc7e-4929-b8b6-6128ee9a990c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:53:17.410750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-72eb0205-fc7e-4929-b8b6-6128ee9a990c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:17.425680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] Routers {'9c84232f-c298-46f3-8257-f6402edc336d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:17.426731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae8df60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9c84232f-c298-46f3-8257-f6402edc336d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:17.431939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.501924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae8df60>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:17.502498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27841a-5eda-40d1-9730-48ed2448666b None None] The sync data for ids ['9c84232f-c298-46f3-8257-f6402edc336d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:17.558546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-72eb0205-fc7e-4929-b8b6-6128ee9a990c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:17.562710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72eb0205-fc7e-4929-b8b6-6128ee9a990c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/68033361-292a-44b8-a4e6-9f1270097efe HTTP/1.1" status: 404  len: 333 time: 0.2259448
Dec 15 12:53:17.565951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57984) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:17.670511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.692889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da3e027c-9a75-4876-8676-e607486c01fe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:17.716222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.723598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.733360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=14a5817c-599f-4693-9327-a08851576781,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:17.747942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.757043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:17.760714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd9085ea-f1bb-415a-8edd-2ed6df01c333 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:17.772297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.811585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d4fdfc-ef30-4a0e-9030-4d3d7279dd7d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.816792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/14a5817c-599f-4693-9327-a08851576781 HTTP/1.1" status: 204  len: 168 time: 3.0934451
Dec 15 12:53:17.826591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 57988) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:17.924670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-554239ab-79b7-4b5e-89ce-c3d2d09696d2 None None] Provisioning complete for port f837a968-479d-4663-802f-443d867aedd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:17.925103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-554239ab-79b7-4b5e-89ce-c3d2d09696d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:17.933536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-159699941'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:17.965311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:17.972056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/9cac2e90-2708-49d4-902d-43fecdaff1a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9081247
Dec 15 12:53:17.974930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 57992) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:17.979054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] Sync routers for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:17.992890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:17.993987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7536a0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:18.125015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.136887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-90cf882a-b3ab-4584-93f5-b2ae3e15690f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:18.202469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:18.234668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:18.238240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:18.239693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=e784d3ac-13a2-4ff7-8c78-c251f8b70993,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:18.247157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:18.248802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=9615a829-37c5-43b5-ad24-c654378484f7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:18.254214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:18.269429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:18.271823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:18.280605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.281015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.281363 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Floating IP 04676716-4567-4a02-b3f8-05870ee9ed54 disassociated. External IP: 172.26.0.130, port: daaebbce-5c73-4511-a4b2-96a0e6ca8e87.
Dec 15 12:53:18.281742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Calling delete_port for daaebbce-5c73-4511-a4b2-96a0e6ca8e87 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:18.301579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.304905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d664020d-f8b4-42c7-afa6-64bba6d4e586 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:18.333924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.418779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:18.424444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.568441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9615a829-37c5-43b5-ad24-c654378484f7 HTTP/1.1" status: 204  len: 168 time: 1.4495766
Dec 15 12:53:18.573101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58000) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:18.590787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:53:18.641758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d4fdfc-ef30-4a0e-9030-4d3d7279dd7d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.656819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0fbafc1c-6211-42ae-b29e-3263bf06b53f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0792675
Dec 15 12:53:18.660477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58004) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:18.665137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:18.666936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.667332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment e15bd172-fc49-4d9d-b4ff-3ef2db0605f7 of type vlan for network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8
Dec 15 12:53:18.673671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:53:18.682554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Deleting port f837a968-479d-4663-802f-443d867aedd4 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:18.683389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.693179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d4fdfc-ef30-4a0e-9030-4d3d7279dd7d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.726921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7536a0>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:53:13Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:18.729320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet 3621b58a-c628-4377-b22d-c685c96d73f9 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:18.732902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] Checking router: 9cac2e90-2708-49d4-902d-43fecdaff1a9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:53:18.738138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.753233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] Routers {'9cac2e90-2708-49d4-902d-43fecdaff1a9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:18.754606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7536a0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9cac2e90-2708-49d4-902d-43fecdaff1a9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:18.785839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.798997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.818156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fe634a77-6247-4fc3-9a1f-6a6d745fa551 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:18.892514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event deleted for resources: {'Port': ['ID=daaebbce-5c73-4511-a4b2-96a0e6ca8e87,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:18.899087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:18.939214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f289f-0f99-4e08-8e8a-14343ed4a8fa req-11016a23-0699-48cb-aeea-eebf632a3878 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:18.941407 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-019f289f-0f99-4e08-8e8a-14343ed4a8fa req-11016a23-0699-48cb-aeea-eebf632a3878 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 945 time: 0.4294226
Dec 15 12:53:18.945898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.950384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:18.951129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:18.975047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d2f34af-9147-4f75-97b4-f00bed97aaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:19.011455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] For port f837a968-479d-4663-802f-443d867aedd4, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f837a968-479d-4663-802f-443d867aedd4,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:19.012306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.047278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] Set router 9cac2e90-2708-49d4-902d-43fecdaff1a9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:19.096099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f837a968-479d-4663-802f-443d867aedd4 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:19.172714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.179623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2945521
Dec 15 12:53:19.191486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58008) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:19.208764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:19.209103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': '0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:19.211124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d4fdfc-ef30-4a0e-9030-4d3d7279dd7d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.211732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d4fdfc-ef30-4a0e-9030-4d3d7279dd7d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Fanout notify agent at l3_agent the message router_deleted on router 9c84232f-c298-46f3-8257-f6402edc336d {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:53:19.229714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:19.230410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:19.236133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:19.246810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13d4fdfc-ef30-4a0e-9030-4d3d7279dd7d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.250437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:19.250587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-13d4fdfc-ef30-4a0e-9030-4d3d7279dd7d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/routers/9c84232f-c298-46f3-8257-f6402edc336d HTTP/1.1" status: 204  len: 168 time: 1.6807995
Dec 15 12:53:19.255337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:19.257657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58012) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:19.274716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-019f289f-0f99-4e08-8e8a-14343ed4a8fa req-ceacb7ae-be7b-4e03-9499-0266af92b341 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3159766
Dec 15 12:53:19.302283 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 1bac0c7e-f8e8-41a5-b755-b698fa84f4d8 associated. External IP: 172.26.0.230, port: 01514873-74bb-4191-b009-92cad8625717.
Dec 15 12:53:19.339915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Calling delete_port for f837a968-479d-4663-802f-443d867aedd4 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:19.358304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:19.364607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.375032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:53:19.541502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:19.551761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:19.630793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:19.642540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.658505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.667204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:19.740379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:19.753373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7536a0>, [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:53:13Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:19.759962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a40dca-45cc-4923-97e2-62675d97d852 None None] The sync data for ids ['9cac2e90-2708-49d4-902d-43fecdaff1a9'] in dv-neutron-821831-1-hyperv is: [{'id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'name': 'tempest-TestNetworkBasicOps-router-1746902854', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:40Z', 'updated_at': '2021-12-15T12:53:13Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '4593105f-9d91-49b5-a4b3-69a861b1fa70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac2e90-2708-49d4-902d-43fecdaff1a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:42Z', 'updated_at': '2021-12-15T12:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:19.897298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.930536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet 0e12d9e9-a770-4665-9476-cc380b3c4930 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:19.942784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.972440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:19.985643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:19.995032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.004028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:20.030478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] No DVR routers for this DVR port f837a968-479d-4663-802f-443d867aedd4 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:20.032628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Pushing event deleted for resources: {'Port': ['ID=f837a968-479d-4663-802f-443d867aedd4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:20.040665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:20.055783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=3621b58a-c628-4377-b22d-c685c96d73f9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:20.074648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:20.081489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:20.083967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.136065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5f9d6-e3a3-40fb-8352-59b2acc4d36a None None] Network 6d0beb82-e5c9-4598-9c20-9215a4256865 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:20.142037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.168557 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/3621b58a-c628-4377-b22d-c685c96d73f9 HTTP/1.1" status: 204  len: 168 time: 2.1904449
Dec 15 12:53:20.172077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58016) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:20.381246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device daaebbce-5c73-4511-a4b2-96a0e6ca8e87 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:20.406229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.412277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.417255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97063f71-82c6-453d-a82a-eed7a9c0adc8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:20.422719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: daaebbce-5c73-4511-a4b2-96a0e6ca8e87 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:20.423264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device daaebbce-5c73-4511-a4b2-96a0e6ca8e87 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:20.494480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] DHCP port deletion for 6d0beb82-e5c9-4598-9c20-9215a4256865 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:53:20.499404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Deleting port 20c39508-de45-409d-921f-5dd9bef86c6d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:20.499974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.531652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62c7c8bd-945c-4fef-ab35-06c8d56e8959 req-c555068f-dd23-4208-b651-1ebf213b0c3f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 210 time: 0.0788133
Dec 15 12:53:20.592679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.609464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f4c999d-c7b3-4e6b-86f9-ffa7116f0a2d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:20.703650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:20.711538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:20.720075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:20.720505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.725088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e3ef3-e5c7-4c96-93a6-e2deb2816950 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:20.725348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=80136499-1108-4284-a187-a44b830abe68,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:20.731162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:20.750723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.757142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36a3e396-c7d1-49e3-88a5-18f7f240d6eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:20.808889 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1467712
Dec 15 12:53:20.808889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=0e12d9e9-a770-4665-9476-cc380b3c4930,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:20.810806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58022) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:20.816429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:20.821681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:20.841346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c35c7-28bd-418d-8027-bcf3f925e6fd None None] Network 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:20.844833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.850852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/0e12d9e9-a770-4665-9476-cc380b3c4930 HTTP/1.1" status: 204  len: 168 time: 1.5887892
Dec 15 12:53:20.855447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58026) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:20.859101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] For port 20c39508-de45-409d-921f-5dd9bef86c6d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=20c39508-de45-409d-921f-5dd9bef86c6d,segment=NetworkSegment(e3798021-e372-4162-93ae-61d0dcdeb4e2),segment_id=e3798021-e372-4162-93ae-61d0dcdeb4e2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:20.859588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:20.869403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=5e0662d0-1737-4ed6-8e62-3a12ab61ecef,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:20.877708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:21.015974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': 'e15bd172-fc49-4d9d-b4ff-3ef2db0605f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:21.016388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:53:21.055321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Calling delete_port for 20c39508-de45-409d-921f-5dd9bef86c6d owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:21.078311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.085341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:21.105982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 20c39508-de45-409d-921f-5dd9bef86c6d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:21.128690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:53:21.160724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.176877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] No DVR routers for this DVR port daaebbce-5c73-4511-a4b2-96a0e6ca8e87 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:21.179895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.183197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:21.188283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:21.188928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.202450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'name': 'network-vif-deleted', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:53:21.202689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:21.206968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 2dd7db59-25af-479a-9919-335d9279d823 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:21.207409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.234583 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6b95920c-6131-45b4-8e79-a6db8dea534c req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "DELETE /v2.0/ports/daaebbce-5c73-4511-a4b2-96a0e6ca8e87 HTTP/1.1" status: 204  len: 173 time: 4.9202852
Dec 15 12:53:21.239223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:21.263031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:21.269327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:21.272208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac84583-45be-4622-b91b-3c4a3314889c None None] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:21.276187 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0767124
Dec 15 12:53:21.277108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58032) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:21.287303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1172098676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:21.303245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:21.307472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '80136499-1108-4284-a187-a44b830abe68'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:53:21.308407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.318339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:21.360046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:21.396332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:21.397053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903c18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:21.424932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc808b-e1ec-4c5b-9876-47dff5bac9cc', 'name': 'network-vif-deleted', 'tag': 'daaebbce-5c73-4511-a4b2-96a0e6ca8e87', 'status': 'completed', 'code': 200}
Dec 15 12:53:21.443651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:router and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:21.456993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:21.460008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:21.614897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:21.635408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:21.646684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:21.675569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:21.677621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb55c358>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:21.699005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.789640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:21.813683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 8.2212548
Dec 15 12:53:21.816615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58038) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:21.823783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'port_id': '01514873-74bb-4191-b009-92cad8625717', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:21.849469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb55c358>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:21.874875 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-943699ac-5463-494a-9f53-67d172e7d32b req-2064d61e-611f-46cd-8875-3d3be5cb4ed0 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc808b-e1ec-4c5b-9876-47dff5bac9cc HTTP/1.1" status: 200  len: 210 time: 0.0824351
Dec 15 12:53:21.896965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:21.904695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb55c358>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:21.956548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.962221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:21.964050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.043990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb55c358>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:22.044467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95637e-6312-4ed0-8bab-09ac41099caf None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:22.142065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] For port 2dd7db59-25af-479a-9919-335d9279d823, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2dd7db59-25af-479a-9919-335d9279d823,segment=NetworkSegment(ef42a4c0-51e4-4331-a935-d42d123f1ad1),segment_id=ef42a4c0-51e4-4331-a935-d42d123f1ad1)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:22.142379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.164872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.187116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.335854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 2dd7db59-25af-479a-9919-335d9279d823 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:22.503945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.520327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.535365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.559570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.566676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 4593105f-9d91-49b5-a4b3-69a861b1fa70 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:22.567061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.579813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56ce82ce-778a-4e4c-9656-fdab5af57e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:22.615219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.621560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff97d393-02ed-418b-9afe-ccfb3ae05b8c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.3353968
Dec 15 12:53:22.621560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80136499-1108-4284-a187-a44b830abe68 (CIDR: 2001:db8::/64)
Dec 15 12:53:22.621902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58042) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:22.623997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:22.629944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] No DVR routers for this DVR port 20c39508-de45-409d-921f-5dd9bef86c6d on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:22.631541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-371a709f-008b-4bd9-8485-2cb7a475bb7a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:22.632377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Pushing event deleted for resources: {'Port': ['ID=20c39508-de45-409d-921f-5dd9bef86c6d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:22.672842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:22.676293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:53:22.676711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:53:22.701914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=2dd7db59-25af-479a-9919-335d9279d823,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:22.711557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:22.740003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No DVR routers for this DVR port 2dd7db59-25af-479a-9919-335d9279d823 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:22.821204 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-29cdece9-1efc-49a0-9213-7716324c3a07 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.0032940
Dec 15 12:53:22.823372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58046) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:22.830847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e30ebf06-e08f-4895-933b-02427d0d9dfd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:22.847383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:22.874880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b698b-90a1-4a99-a199-d2a36ac92782 None None] DHCP port deletion for 85ede9b4-1c8c-4bbc-a4a1-95f0490f110f request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:53:22.880676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: e30ebf06-e08f-4895-933b-02427d0d9dfd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:22.881061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e30ebf06-e08f-4895-933b-02427d0d9dfd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:22.954605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903c18>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:22.979556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Allocated IP 2001:db8::f816:3eff:fe4c:1b95 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/80136499-1108-4284-a187-a44b830abe68/c972bb93-1141-496c-bf9b-e1b7a8e7a7df) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:22.982402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8', 'network_id': '0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': '5e0662d0-1737-4ed6-8e62-3a12ab61ecef'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:53:22.983521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.008170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 4593105f-9d91-49b5-a4b3-69a861b1fa70, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4593105f-9d91-49b5-a4b3-69a861b1fa70,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:23.008404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.025346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2dd7db59-25af-479a-9919-335d9279d823 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:23.066106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:53:23.071531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 2dd7db59-25af-479a-9919-335d9279d823 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:23.072079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2dd7db59-25af-479a-9919-335d9279d823 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:23.206532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.222316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:23.223174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903c18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:23.237159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 4593105f-9d91-49b5-a4b3-69a861b1fa70 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:23.270119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.273054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.404127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9ffd4a8>,) {'filters': {'network_id': ['85ede9b4-1c8c-4bbc-a4a1-95f0490f110f']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:23.446665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9ffd4a8>, 'ef42a4c0-51e4-4331-a935-d42d123f1ad1') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:23.447108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9ffd4a8>, 'ef42a4c0-51e4-4331-a935-d42d123f1ad1') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:23.478852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.505996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.519297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:23.522337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:53:23.524582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:53:23.559927 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:53:23.581097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:23.586458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:23.606302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Allocated IP 2001:db8::2 (0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8/5e0662d0-1737-4ed6-8e62-3a12ab61ecef/cc5d9a27-d52e-48c3-b28b-538891be4826) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:23.650168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:23.694663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:23.701431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.727761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.773639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.777279 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-12db6852-4fa2-492a-b768-c1ad04612d6e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467646454&fields=id&tenant_id=fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 267 time: 0.2646885
Dec 15 12:53:23.786689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b1cd205-dc8a-4069-8f6b-23f2b966dd57 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:23.794550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:23.810998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.855206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:23.911522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=85ede9b4-1c8c-4bbc-a4a1-95f0490f110f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:23.940932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:23.957586 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/85ede9b4-1c8c-4bbc-a4a1-95f0490f110f HTTP/1.1" status: 204  len: 168 time: 3.0974574
Dec 15 12:53:23.963457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58058) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:24.077376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:24.095713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:24.153885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Transition to ACTIVE for port object c972bb93-1141-496c-bf9b-e1b7a8e7a7df will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:24.173132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=4593105f-9d91-49b5-a4b3-69a861b1fa70,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:24.188260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:24.213542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904ea5c-82ef-47a9-945f-1bb386531d3c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:24.213947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1904ea5c-82ef-47a9-945f-1bb386531d3c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:24.265788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Transition to ACTIVE for port object c972bb93-1141-496c-bf9b-e1b7a8e7a7df will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:24.331867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:24.345912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:24.410229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-edf3f3a1-00be-44a1-b0d8-ff540e8e5d30 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:24.411126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-edf3f3a1-00be-44a1-b0d8-ff540e8e5d30 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:24.423748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:24.427820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1904ea5c-82ef-47a9-945f-1bb386531d3c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:24.429246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1904ea5c-82ef-47a9-945f-1bb386531d3c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/918bc585-7143-4aa7-8447-deb3e0909cdd HTTP/1.1" status: 200  len: 842 time: 0.4607542
Dec 15 12:53:24.433930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58062) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:24.468514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Pushing event updated for resources: {'Port': ['ID=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:24.483386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:24.484683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Transition to ACTIVE for port object cc5d9a27-d52e-48c3-b28b-538891be4826 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:24.487751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:24.491615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:24.502341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:24.540233 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-76448b65-2806-40d2-b80b-4a4258e33dd2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/918bc585-7143-4aa7-8447-deb3e0909cdd?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1007023
Dec 15 12:53:24.540233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:24.541141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58066) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:24.549480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:24.594862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Transition to ACTIVE for port object cc5d9a27-d52e-48c3-b28b-538891be4826 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:24.639745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:24.655151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:24.753722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:24.757988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:24.761113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:24.764192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Attempting to bind port c972bb93-1141-496c-bf9b-e1b7a8e7a7df on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:24.764697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Attempting to bind port c972bb93-1141-496c-bf9b-e1b7a8e7a7df by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:24.765188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Attempting to bind port c972bb93-1141-496c-bf9b-e1b7a8e7a7df on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:24.773284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Pushing event updated for resources: {'Port': ['ID=cc5d9a27-d52e-48c3-b28b-538891be4826,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:24.776577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:24.788839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:24.788839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:24.789449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:24.789898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:24.790626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Bound port: c972bb93-1141-496c-bf9b-e1b7a8e7a7df, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:24.791098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:24.804176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:24.810739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:24.822607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:24.831133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:24.835199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8::1 (0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8/5e0662d0-1737-4ed6-8e62-3a12ab61ecef/8cdae168-d3e2-4721-87c5-face8fc8b70d) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:24.858973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:24.859554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-edf3f3a1-00be-44a1-b0d8-ff540e8e5d30 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:24.860458 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-edf3f3a1-00be-44a1-b0d8-ff540e8e5d30 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 812 time: 1.0459156
Dec 15 12:53:24.900434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:24.936350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903c18>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:24.949410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1f56ae-7fb8-4dad-b414-5a1991772f49 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:24.955724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Attempting to bind port cc5d9a27-d52e-48c3-b28b-538891be4826 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:24.972088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Attempting to bind port cc5d9a27-d52e-48c3-b28b-538891be4826 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'e15bd172-fc49-4d9d-b4ff-3ef2db0605f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:24.972640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Attempting to bind port cc5d9a27-d52e-48c3-b28b-538891be4826 on network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:25.007401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:25.007401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Checking segment: {'id': 'e15bd172-fc49-4d9d-b4ff-3ef2db0605f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:25.007401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.007401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Bound using segment: {'id': 'e15bd172-fc49-4d9d-b4ff-3ef2db0605f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:25.007401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Bound port: cc5d9a27-d52e-48c3-b28b-538891be4826, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15bd172-fc49-4d9d-b4ff-3ef2db0605f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:25.007401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.026935 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-83bf276a-234a-4d4f-9603-9cb3c3964f5a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/quotas/fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 375 time: 0.1544340
Dec 15 12:53:25.061959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] For port c972bb93-1141-496c-bf9b-e1b7a8e7a7df, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:25.086465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] For port c972bb93-1141-496c-bf9b-e1b7a8e7a7df, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:25.091359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.102927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ba06ae9-d4ca-4b50-9f02-90c5900c7b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:25.175160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.213080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] For port cc5d9a27-d52e-48c3-b28b-538891be4826, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:25.241043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] For port cc5d9a27-d52e-48c3-b28b-538891be4826, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cc5d9a27-d52e-48c3-b28b-538891be4826,segment=NetworkSegment(e15bd172-fc49-4d9d-b4ff-3ef2db0605f7),segment_id=e15bd172-fc49-4d9d-b4ff-3ef2db0605f7)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:25.242523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Pushing event updated for resources: {'Port': ['ID=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:25.247019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:25.251557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.256943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:25.274118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.283531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05a9d132-1ab2-4f1b-972f-40b02f3ff638 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:25.326761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.342181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.360204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Pushing event updated for resources: {'Port': ['ID=cc5d9a27-d52e-48c3-b28b-538891be4826,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:25.372834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.376324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:25.390875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:25.398597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:25.399958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object 8cdae168-d3e2-4721-87c5-face8fc8b70d will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:25.403510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=31d3908b-5b7c-4508-a8c4-126e02c3fd1d,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:25.407620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:25.408180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.412619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:25.423013 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-28ea7234-f334-4d9b-bb6d-ad7f0d922836 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3837278
Dec 15 12:53:25.491374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6622543
Dec 15 12:53:25.496290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58070) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:25.509043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.510143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router 9cac2e90-2708-49d4-902d-43fecdaff1a9 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:53:25.510648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:99:df:2c', 'name': 'tempest-NetworksTestDHCPv6-538191513'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:25.538795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:25.552089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:25.581906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:25.582737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb42c240>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:25.588609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.608658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a9a43f5-ad91-49ef-94f1-e435d9c87214 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:25.659873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-623b94b5-29d2-4621-a586-1bda10f2d8e8 service neutron] 10.222.0.53 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075968
Dec 15 12:53:25.667036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:25.671067 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/9cac2e90-2708-49d4-902d-43fecdaff1a9 HTTP/1.1" status: 204  len: 168 time: 5.4978549
Dec 15 12:53:25.672515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58074) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:25.692701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb42c240>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:25.708402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:25.709188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb42c240>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:25.794445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb42c240>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:25.794445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028c1b3-63c3-4405-89ab-ffddd3fea0cd None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:25.815315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9093844-b86a-40aa-8e74-4ccb62f5c9c2 None None] New status for floating IP 04676716-4567-4a02-b3f8-05870ee9ed54: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:53:26.030611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.078605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-e470ba8f-bc84-45b0-b1b6-ed430432de9a service neutron] 10.222.0.53 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4051344
Dec 15 12:53:26.298900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.345853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.366701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.383212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb373860>,) {'filters': {'network_id': ['6d0beb82-e5c9-4598-9c20-9215a4256865']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:26.383788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:26.397106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:26.405271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb373860>, 'e3798021-e372-4162-93ae-61d0dcdeb4e2') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:26.405643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb373860>, 'e3798021-e372-4162-93ae-61d0dcdeb4e2') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:26.410704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:26.417514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:26.420070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.428067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:26.430162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=8cdae168-d3e2-4721-87c5-face8fc8b70d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:26.433580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:26.435814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:26.436385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.443906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.446548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:26.449349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f2eddfd-6b3b-44cc-a313-60319574434d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:26.450878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:53:26.451317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:53:26.495488 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:53:26.548332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:26.564688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:26.570097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.576007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b91aba55-e342-47a5-b869-509ec8eea1f2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:26.595336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:26.596750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.606067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f24ae4-f90e-4ba9-8a67-77fdb7ec99ab None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:26.609541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:26.610206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.624564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=6d0beb82-e5c9-4598-9c20-9215a4256865,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:26.627962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:26.651731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/6d0beb82-e5c9-4598-9c20-9215a4256865 HTTP/1.1" status: 204  len: 168 time: 0.9265192
Dec 15 12:53:26.657978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58086) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:26.662551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--1213369392', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:26.669073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:26.690243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:network and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:26.700950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:26.709058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:26.722520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:26.729324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.772895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:53:26.784141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.784738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment 70e151e2-5bc4-4967-a91d-f02b0b0a7a2e of type vlan for network 3c374369-4ad4-4436-9b5d-dc3e7064c711
Dec 15 12:53:26.803538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-61c845de-de51-48cf-b3e4-93b0034fcba8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/floatingips/1bac0c7e-f8e8-41a5-b755-b698fa84f4d8 HTTP/1.1" status: 200  len: 979 time: 4.9852583
Dec 15 12:53:26.812328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58094) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:26.818713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=a2353dfa-5ce6-43f1-8b37-7f60f986f9f3,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:26.839653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2978628
Dec 15 12:53:26.841101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:26.842108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58100) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:26.846135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d9961048-0658-4f16-a7aa-a813a2781c81 req-f7f5c4c1-726f-4f3a-8571-1fb1a5af3b4a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:26.855682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'security_group': {'name': 'tempest-secgroup-263475944'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:26.895806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:26.921703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:26.929081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:26.958670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:26.965208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d9961048-0658-4f16-a7aa-a813a2781c81 req-f7f5c4c1-726f-4f3a-8571-1fb1a5af3b4a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:26.966724 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9961048-0658-4f16-a7aa-a813a2781c81 req-f7f5c4c1-726f-4f3a-8571-1fb1a5af3b4a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 210 time: 0.2709737
Dec 15 12:53:26.975850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.986007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-3a75fd13-44fb-4742-83a9-2b4faffd5670', 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'tenant_id': '554f48bdb9e94470bb294e488aa7ac10', 'fixed_ips': [{'subnet_id': 'a2353dfa-5ce6-43f1-8b37-7f60f986f9f3'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:53:26.986170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:26.986977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.013324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.045006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.058007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 335e681e-3f38-437f-aa32-ef299a67b84d yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:53:27.171426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port e784d3ac-13a2-4ff7-8c78-c251f8b70993 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:27.171792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.236962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.241588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:27.242244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.256567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f6ec84f-695a-4a78-b65d-3938ab2e5dbd tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:27.259569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Allocated IP 2001:db8::2 (3a75fd13-44fb-4742-83a9-2b4faffd5670/a2353dfa-5ce6-43f1-8b37-7f60f986f9f3/a5d2da20-2816-4090-82f4-dc62502e724b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:27.316043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c972bb93-1141-496c-bf9b-e1b7a8e7a7df up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:27.483981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port c972bb93-1141-496c-bf9b-e1b7a8e7a7df completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:27.492296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cc5d9a27-d52e-48c3-b28b-538891be4826 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:27.514353 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8585451
Dec 15 12:53:27.515717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=3c374369-4ad4-4436-9b5d-dc3e7064c711,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:27.517956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58106) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:27.534679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-696529852', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:27.541774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:27.546805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:53:27.553927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:27.567822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:27.568128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:53:27.574480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:27.592789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:27.622995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.623395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.702279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.704236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.710709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:27.722822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group_rule and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:27.726729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:27.727119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.734692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:27.863493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port cc5d9a27-d52e-48c3-b28b-538891be4826 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:27.870373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.901152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Transition to ACTIVE for port object a5d2da20-2816-4090-82f4-dc62502e724b will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:27.909552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4593105f-9d91-49b5-a4b3-69a861b1fa70 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:27.923218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.943622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for e784d3ac-13a2-4ff7-8c78-c251f8b70993 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:27.966102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 4593105f-9d91-49b5-a4b3-69a861b1fa70 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:27.966493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4593105f-9d91-49b5-a4b3-69a861b1fa70 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:27.977843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Transition to ACTIVE for port object a5d2da20-2816-4090-82f4-dc62502e724b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:27.979845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:27.992898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.016827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:28.073937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8:0:1::22d (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/31d3908b-5b7c-4508-a8c4-126e02c3fd1d/335e681e-3f38-437f-aa32-ef299a67b84d) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:28.077242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.091648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c60eec60-37bf-4f2f-970d-c90391eb6296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:28.148569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1352caf-8039-4fe7-97d9-7b3df8c7e643,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:28.150971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:28.157054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:28.160189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:28.167423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::f816:3eff:fe99:df2c (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/80136499-1108-4284-a187-a44b830abe68/335e681e-3f38-437f-aa32-ef299a67b84d) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:28.251198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Pushing event updated for resources: {'Port': ['ID=a5d2da20-2816-4090-82f4-dc62502e724b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:28.256855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:28.266333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:28.370887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Attempting to bind port a5d2da20-2816-4090-82f4-dc62502e724b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:28.372014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Attempting to bind port a5d2da20-2816-4090-82f4-dc62502e724b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:28.373232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Attempting to bind port a5d2da20-2816-4090-82f4-dc62502e724b on network 3a75fd13-44fb-4742-83a9-2b4faffd5670 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:28.387728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:28.388591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Checking segment: {'id': '71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:28.389558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.390248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Bound using segment: {'id': '71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:28.391245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Bound port: a5d2da20-2816-4090-82f4-dc62502e724b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:28.392220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.465149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78243eb-46b2-4f2b-a24a-40db927261f2 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:28.487067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.491528 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.6423650
Dec 15 12:53:28.501338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58112) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:28.537844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'security_group': {'name': 'tempest-secgroup-95956550'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:28.559278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:28.610079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:28.654415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:28.677585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.718347 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3237e05b-9860-4a14-90b7-d71c6f1f45dd req-caeaebeb-d3e0-470f-a97f-bf0a364576d8 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 210 time: 0.1253293
Dec 15 12:53:28.731718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.732644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.741252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:28.744595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db57c883-0963-4f59-b240-c20289a5bd3c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:28.763619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.801759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-4db16464-e168-4a11-ab10-b7a7257919e0 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:28.803532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-4db16464-e168-4a11-ab10-b7a7257919e0 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 812 time: 0.6149623
Dec 15 12:53:28.954365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768ab6b-17f2-407c-90a4-e37eae22e78f None None] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:28.975995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:28.997306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 335e681e-3f38-437f-aa32-ef299a67b84d will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:28.997752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.015160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-033b9d2e-c635-4380-841d-e7c95fb7e4e2 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:29.078728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=8cdae168-d3e2-4721-87c5-face8fc8b70d,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:29.091215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=e784d3ac-13a2-4ff7-8c78-c251f8b70993,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:29.100335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:29.101066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:29.102624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.112327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.137086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] For port a5d2da20-2816-4090-82f4-dc62502e724b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:29.141093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:29.142945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] For port a5d2da20-2816-4090-82f4-dc62502e724b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a5d2da20-2816-4090-82f4-dc62502e724b,segment=NetworkSegment(71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1),segment_id=71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:29.182639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.194574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.215036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:29.293073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.326973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Pushing event updated for resources: {'Port': ['ID=a5d2da20-2816-4090-82f4-dc62502e724b,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:29.338790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:29.343730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:29.346046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.348772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group_rule and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:29.352438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:29.359631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:29.434928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Provisioning for port c972bb93-1141-496c-bf9b-e1b7a8e7a7df completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:29.451789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Provisioning complete for port c972bb93-1141-496c-bf9b-e1b7a8e7a7df triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:29.453115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.469344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.470417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=335e681e-3f38-437f-aa32-ef299a67b84d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:29.480526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-ff89c51d-f02e-4983-8b1a-869a208b96ca tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 379 time: 0.4248500
Dec 15 12:53:29.484434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:29.485620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:29.486294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.494974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'port': {'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'admin_state_up': True, 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'security_groups': ['35feeed1-c0b8-4aa5-a754-d53c42624992']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:29.518298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:29.533106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:29.588319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:29.593259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:29.593972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.663571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.236 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/33932e92-b4b0-4d04-b5f2-dc3f78864ab9) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:29.720350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.721725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1575 time: 1.2058303
Dec 15 12:53:29.722700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435329e7-a140-4726-8a2e-6eb7e937a8ed,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:29.725804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58120) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:29.741710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:29.745580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.2446728
Dec 15 12:53:29.750339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:29.758389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-693961121', 'security_groups': ['435329e7-a140-4726-8a2e-6eb7e937a8ed'], 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a2353dfa-5ce6-43f1-8b37-7f60f986f9f3'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:29.778577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:29.783859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58124) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:29.798993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.853536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Update dhcp port {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '80136499-1108-4284-a187-a44b830abe68', 'ip_address': '2001:db8::f816:3eff:fe4c:1b95'}, {'subnet_id': '31d3908b-5b7c-4508-a8c4-126e02c3fd1d'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'c972bb93-1141-496c-bf9b-e1b7a8e7a7df'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:53:29.893132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] For port c972bb93-1141-496c-bf9b-e1b7a8e7a7df, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:29.913748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:29.937282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b32aff25-9d9a-4659-b5ec-5ba52e28881d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:30.003199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.154649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.169498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:30.202134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Pushing event updated for resources: {'Port': ['ID=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:30.215960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.237923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:30.256470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:30.263004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:30.268594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:30.289038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Provisioning for port cc5d9a27-d52e-48c3-b28b-538891be4826 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:30.323896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Provisioning complete for port cc5d9a27-d52e-48c3-b28b-538891be4826 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:30.324617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.366108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:30.372932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:30.457123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:30.597617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 335e681e-3f38-437f-aa32-ef299a67b84d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:30.598009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.627881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.641003 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54d2c6cc-1978-4b50-bb70-e584bbc0decb req-9935565f-dd8c-45a6-9636-d1ec173ca007 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 210 time: 0.2553546
Dec 15 12:53:30.741063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] For port cc5d9a27-d52e-48c3-b28b-538891be4826, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cc5d9a27-d52e-48c3-b28b-538891be4826,segment=NetworkSegment(e15bd172-fc49-4d9d-b4ff-3ef2db0605f7),segment_id=e15bd172-fc49-4d9d-b4ff-3ef2db0605f7)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:30.741301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:30.749746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.753523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:30.774624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.775755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:30.782575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:port and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:30.796981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Allocated IP 2001:db8:0:1::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/31d3908b-5b7c-4508-a8c4-126e02c3fd1d/c972bb93-1141-496c-bf9b-e1b7a8e7a7df) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:30.799778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:30.828723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:30.869412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:30.920214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:30.930393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Pushing event updated for resources: {'Port': ['ID=cc5d9a27-d52e-48c3-b28b-538891be4826,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:30.939591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:31.046494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:31.103892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6d129246-9afc-4038-b32d-bcf2a1510a16 None None] Provisioning complete for port cc5d9a27-d52e-48c3-b28b-538891be4826 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:31.104324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d129246-9afc-4038-b32d-bcf2a1510a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:31.150164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:31.171270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:31.180109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:31.183181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb45b128>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:31.273310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:31.288817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a5d2da20-2816-4090-82f4-dc62502e724b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:31.447967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] For port c972bb93-1141-496c-bf9b-e1b7a8e7a7df, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:31.473722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb45b128>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:31.499851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Made reservation on behalf of fbfc7a0e0f3944d298f7d91c0212d059 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:31.512586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:31.513886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:31.514615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb45b128>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:31.526860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a3320b5-34db-483c-9afa-7f2db4983fcb tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/floatingips/1bac0c7e-f8e8-41a5-b755-b698fa84f4d8 HTTP/1.1" status: 204  len: 168 time: 4.7130489
Dec 15 12:53:31.528673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58130) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:31.536754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 335e681e-3f38-437f-aa32-ef299a67b84d owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:31.565843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:31.629113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 01514873-74bb-4191-b009-92cad8625717 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:31.629716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:31.821948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:53:31.841086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:31.920161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb45b128>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:31.920637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f68e7-b104-4b4b-9254-ab55a68219b2 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:31.922140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port a5d2da20-2816-4090-82f4-dc62502e724b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:31.945838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c972bb93-1141-496c-bf9b-e1b7a8e7a7df up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:31.986352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Transition to ACTIVE for port object c972bb93-1141-496c-bf9b-e1b7a8e7a7df will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:32.001220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2024dbe-4b06-4938-b10d-abeee8eff3f4 req-381963ed-1f41-483b-8420-3b6424905fbc tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 210 time: 0.1282513
Dec 15 12:53:32.006526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.015999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f98f50d5-7b2b-40d1-afbf-450cea263aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:32.144274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.153494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6d129246-9afc-4038-b32d-bcf2a1510a16 None None] Provisioning for port 8cdae168-d3e2-4721-87c5-face8fc8b70d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:32.172461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6d129246-9afc-4038-b32d-bcf2a1510a16 None None] Provisioning complete for port 8cdae168-d3e2-4721-87c5-face8fc8b70d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:32.173026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d129246-9afc-4038-b32d-bcf2a1510a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.255955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Pushing event updated for resources: {'Port': ['ID=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:32.264431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6d129246-9afc-4038-b32d-bcf2a1510a16 None None] Port 8cdae168-d3e2-4721-87c5-face8fc8b70d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:32.271675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:32.327912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.330819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 01514873-74bb-4191-b009-92cad8625717 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:32.362600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.379734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-739fb9d3-7ecc-4ccc-bc20-26e081aac8a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:32.387769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Provisioning for port a5d2da20-2816-4090-82f4-dc62502e724b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:32.392986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:32.393598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.441135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=335e681e-3f38-437f-aa32-ef299a67b84d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:32.443822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:32.452236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:53:32.525929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:32.538022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Sync routers for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:32.551095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Allocated IP 172.20.0.7 (087cdc24-57f6-4249-84e8-ad57e5a750d5/f45e3a2d-c14b-4b2c-8dca-a26e188bcddd/64041780-c71a-4cd2-a4cb-7a652ff2b30b) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:32.555556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:32.556529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.557343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb556588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:32.596318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] For port a5d2da20-2816-4090-82f4-dc62502e724b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a5d2da20-2816-4090-82f4-dc62502e724b,segment=NetworkSegment(71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1),segment_id=71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:32.601048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.603732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f12ca7a6-4980-49b2-bc09-907c91118861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:32.634301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.635968 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.1060929
Dec 15 12:53:32.654365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58136) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:32.694326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Provisioning complete for port 8cdae168-d3e2-4721-87c5-face8fc8b70d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:32.695627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.731289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.734709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-156733ae-7a49-4749-9dd9-113a0bb527f4 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0791192
Dec 15 12:53:32.744346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f79efce-a4f1-44ba-b229-b7e307cc216f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:32.772496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Port 8cdae168-d3e2-4721-87c5-face8fc8b70d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:32.780714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58140) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:32.783896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Pushing event updated for resources: {'Port': ['ID=a5d2da20-2816-4090-82f4-dc62502e724b,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:32.790289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:32.810080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Provisioning complete for port 918bc585-7143-4aa7-8447-deb3e0909cdd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:32.810894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:32.826936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=01514873-74bb-4191-b009-92cad8625717,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:32.834543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:32.875850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:32.934939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Port 918bc585-7143-4aa7-8447-deb3e0909cdd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:32.985370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::3a0 (3a75fd13-44fb-4742-83a9-2b4faffd5670/a2353dfa-5ce6-43f1-8b37-7f60f986f9f3/0bab5f76-1e9f-482b-8ac0-a8b62b7906c4) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:33.068769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a5d2da20-2816-4090-82f4-dc62502e724b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:33.121172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.125415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/ports/01514873-74bb-4191-b009-92cad8625717 HTTP/1.1" status: 204  len: 168 time: 1.5955825
Dec 15 12:53:33.130646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58146) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:33.142597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:33.149451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:33.154808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:floatingip and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:33.158401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:33.165875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:33.176611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.223639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:33.224069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.248776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674aa185-6795-4b13-b753-e3e77f6589d4 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:33.250834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-674aa185-6795-4b13-b753-e3e77f6589d4 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4637272
Dec 15 12:53:33.260217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58150) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:33.328176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.340023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fffc362d-d4b6-4adc-84f9-f0255b5acac7 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0664756
Dec 15 12:53:33.350823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:33.354497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb556588>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:30Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:33.358999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Checking router: 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:53:33.359637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Updating router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:53:33.384482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.391136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58154) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:33.401939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1469186496', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:33.440836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.445865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c972bb93-1141-496c-bf9b-e1b7a8e7a7df up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:33.462125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.466108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-614ebf36-04ae-4d9e-aede-b1dd8c580cd1 req-071edc28-9704-4405-9706-449ec2a090e3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 210 time: 0.0734735
Dec 15 12:53:33.521966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6b0fa5a-0a76-4ae7-99eb-192593fd5e56 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:33.563732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cc5d9a27-d52e-48c3-b28b-538891be4826 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:33.617758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:33.635288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:33.642890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:33.646734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:33.664443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:33.668184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.668780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=0bab5f76-1e9f-482b-8ac0-a8b62b7906c4,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:33.673311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:33.677050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:33.681861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:33.682729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.691191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port cc5d9a27-d52e-48c3-b28b-538891be4826 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:33.693513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.715228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:33.718200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.720302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/335e681e-3f38-437f-aa32-ef299a67b84d HTTP/1.1" status: 204  len: 168 time: 3.9329238
Dec 15 12:53:33.728068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58158) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:33.730213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.9870749
Dec 15 12:53:33.730842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58160) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:33.731841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Transition to ACTIVE for port object 64041780-c71a-4cd2-a4cb-7a652ff2b30b will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:33.790475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:33.797646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router 745e57c0-7db5-456e-8d89-80fe25838693 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:53:33.810877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8ff3c601-bd3c-416d-991d-b35bd1ea660e None None] Could not find standard attr ID for object 335e681e-3f38-437f-aa32-ef299a67b84d. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:53:33.838064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.856658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.861650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:33.871135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Transition to ACTIVE for port object 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:33.879705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.891563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d0232979-ff0e-48c1-b1d8-454146206695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:33.951610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8ff3c601-bd3c-416d-991d-b35bd1ea660e None None] Provisioning for port c972bb93-1141-496c-bf9b-e1b7a8e7a7df completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:33.965180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8ff3c601-bd3c-416d-991d-b35bd1ea660e None None] Provisioning complete for port c972bb93-1141-496c-bf9b-e1b7a8e7a7df triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:33.965618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c601-bd3c-416d-991d-b35bd1ea660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:33.994674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Pushing event updated for resources: {'Port': ['ID=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:34.004045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Attempting to bind port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:34.004466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Attempting to bind port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:34.004880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Attempting to bind port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:34.012202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.012595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.013096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.013363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.017946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.018339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.018699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.019321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.019516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.019873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.020243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:34.030503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:34.034327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:34.035127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:34.035410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:34.035837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:34.036385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Bound port: 33932e92-b4b0-4d04-b5f2-dc3f78864ab9, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:34.037252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:34.113168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:34.138718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] For port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:34.142411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] For port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:34.157253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:34.164884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:34.270252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Pushing event updated for resources: {'Port': ['ID=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:34.274938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:34.280344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:34.286219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb556588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:34.313103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:34.314245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e734d18b-3505-4c2d-8d68-356d4d2f1abd None None] Could not find standard attr ID for object 335e681e-3f38-437f-aa32-ef299a67b84d. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:53:34.339074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e734d18b-3505-4c2d-8d68-356d4d2f1abd None None] Provisioning for port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:34.349083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e734d18b-3505-4c2d-8d68-356d4d2f1abd None None] Provisioning complete for port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:34.350295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734d18b-3505-4c2d-8d68-356d4d2f1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:34.442465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e734d18b-3505-4c2d-8d68-356d4d2f1abd None None] Port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:34.574432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:34.623862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=64041780-c71a-4cd2-a4cb-7a652ff2b30b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:34.632496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:34.641730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:34.645849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:34.649030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:34.759382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:34.760102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:34.787914 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2971361
Dec 15 12:53:34.789901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:34.798698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/745e57c0-7db5-456e-8d89-80fe25838693/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1685870
Dec 15 12:53:34.799710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.26.0.199 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/c21dec33-5023-46b5-9f2d-bdfdc45d8af5) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:34.801823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Request body: {'port': {'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:34.803544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] Sync routers for ids ['745e57c0-7db5-456e-8d89-80fe25838693'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:34.816107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150bc65d-1343-496d-8ced-5c2df421030e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:34.822931 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-150bc65d-1343-496d-8ced-5c2df421030e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.0871434
Dec 15 12:53:34.826983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58168) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:34.827372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58170) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:34.827667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] Routers {'745e57c0-7db5-456e-8d89-80fe25838693'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:34.828699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb63a550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['745e57c0-7db5-456e-8d89-80fe25838693'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:34.951270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb63a550>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:34.957615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:34.969532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] Routers {'745e57c0-7db5-456e-8d89-80fe25838693'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:34.970151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb63a550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['745e57c0-7db5-456e-8d89-80fe25838693'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:34.978113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:35.016492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb556588>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:30Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:35.022588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80b9c2-8dfa-4766-b431-5661ea4b24f7 None None] The sync data for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv is: [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:30Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:35.026673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:35.038641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:35.071028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb63a550>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:35.071835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d023aecd-06ca-46b4-9271-8011fa5cd84c None None] The sync data for ids ['745e57c0-7db5-456e-8d89-80fe25838693'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:35.085703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:35.170132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1360a642-3858-484e-9f8b-2420630a0981 None None] Provisioning for port 64041780-c71a-4cd2-a4cb-7a652ff2b30b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:35.176232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1360a642-3858-484e-9f8b-2420630a0981 None None] Provisioning complete for port 64041780-c71a-4cd2-a4cb-7a652ff2b30b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:35.176652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1360a642-3858-484e-9f8b-2420630a0981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:35.200819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0860a96-9cd5-4e32-807d-162df38663ac tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:35.201493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b0860a96-9cd5-4e32-807d-162df38663ac tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:35.205294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:35.243183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1360a642-3858-484e-9f8b-2420630a0981 None None] Port 64041780-c71a-4cd2-a4cb-7a652ff2b30b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:35.404195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64041780-c71a-4cd2-a4cb-7a652ff2b30b {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:53:35.413543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:35.429454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b0860a96-9cd5-4e32-807d-162df38663ac tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:35.430766 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0860a96-9cd5-4e32-807d-162df38663ac tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports/8cdae168-d3e2-4721-87c5-face8fc8b70d HTTP/1.1" status: 200  len: 911 time: 0.5944839
Dec 15 12:53:35.437827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58176) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:35.441218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Transition to ACTIVE for port object 64041780-c71a-4cd2-a4cb-7a652ff2b30b will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:35.460864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f59e2b-7a31-407b-9d57-bb43396f2361 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:35.465077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-74f59e2b-7a31-407b-9d57-bb43396f2361 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.6243377
Dec 15 12:53:35.481180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58180) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:35.523048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:35.534826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-554e6e03-5d01-4f8d-a760-5cdf9e14f2d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:35.562214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:35.590989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001be40-e8db-4030-b871-c716018bf735 req-579b9364-83bc-4cc4-815b-abc845c0ca08 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:35.592980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9001be40-e8db-4030-b871-c716018bf735 req-579b9364-83bc-4cc4-815b-abc845c0ca08 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 931 time: 0.7687025
Dec 15 12:53:35.690770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:35.747461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Pushing event updated for resources: {'Port': ['ID=64041780-c71a-4cd2-a4cb-7a652ff2b30b,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:35.750792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:35.768135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36ae01-e7e8-4c1c-be26-725a098c7010 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:35.770257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36ae01-e7e8-4c1c-be26-725a098c7010 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:35.772087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36ae01-e7e8-4c1c-be26-725a098c7010 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:35.773163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6d36ae01-e7e8-4c1c-be26-725a098c7010 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:35.846704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:35.850996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d2de2f4-7a4b-40a7-84a8-664017667e74 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:35.899959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Attempting to bind port 64041780-c71a-4cd2-a4cb-7a652ff2b30b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:35.900721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Attempting to bind port 64041780-c71a-4cd2-a4cb-7a652ff2b30b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:35.902013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Attempting to bind port 64041780-c71a-4cd2-a4cb-7a652ff2b30b on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:35.912329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Port 64041780-c71a-4cd2-a4cb-7a652ff2b30b on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:53:35.913156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Attempting to bind port 64041780-c71a-4cd2-a4cb-7a652ff2b30b on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:35.980102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6d36ae01-e7e8-4c1c-be26-725a098c7010 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:35.981739 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6d36ae01-e7e8-4c1c-be26-725a098c7010 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.4984584
Dec 15 12:53:35.991825 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9001be40-e8db-4030-b871-c716018bf735 req-1f4707d1-1600-4b1a-a9e3-2b997ec90ed0 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3683853
Dec 15 12:53:35.996451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58184) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:35.999844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.033474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:36.049529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:36.050035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:36.050430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Checking segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:36.050873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Bound using segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:36.051048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-097840a6-014e-4dae-a104-dcd87cc5d415 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:36.051387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Bound port: 64041780-c71a-4cd2-a4cb-7a652ff2b30b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:36.051800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.094545 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2353dfa-5ce6-43f1-8b37-7f60f986f9f3 (CIDR: 2001:db8::/64)
Dec 15 12:53:36.098860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:36.104934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:36.122370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:36.154627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:53:36.155104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:53:36.211262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:36.211644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: 3c374369-4ad4-4436-9b5d-dc3e7064c711, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:53:36.229776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-198148ed-cb60-4eb4-8be2-da6c4c8d5fb5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.4904926
Dec 15 12:53:36.230594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58188) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:36.233729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=c21dec33-5023-46b5-9f2d-bdfdc45d8af5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:36.247540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:36.263564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:36.318256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] For port 64041780-c71a-4cd2-a4cb-7a652ff2b30b, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:36.323463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] For port 64041780-c71a-4cd2-a4cb-7a652ff2b30b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:36.381152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.387306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:53:36.395123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c722470-1d8c-4a3d-9cb2-c1ba2aca38da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:36.414895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 3c374369-4ad4-4436-9b5d-dc3e7064c711) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:36.423257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a67d54b-ec94-4257-a4fe-1382c8fab56b None None] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:36.435549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:36.436229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.478934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Pushing event updated for resources: {'Port': ['ID=64041780-c71a-4cd2-a4cb-7a652ff2b30b,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:36.488936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:36.519699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:36.530738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.532816 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] 10.222.0.77 "PUT /v2.0/ports/64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 1093 time: 1.7357545
Dec 15 12:53:36.532961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:36.536602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:53:36.555658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.570073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:36.597557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.604192 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 3.2062790
Dec 15 12:53:36.608934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:36.611521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58194) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:36.633030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 31d3908b-5b7c-4508-a8c4-126e02c3fd1d {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:36.637534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.734616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'status': 'completed', 'code': 200}
Dec 15 12:53:36.736709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-3c374369-4ad4-4436-9b5d-dc3e7064c711', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:53:36.737858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.764466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.832847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.835305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:36.842018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:36.938332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Allocated IP 172.20.0.2 (3c374369-4ad4-4436-9b5d-dc3e7064c711/a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f/8c0f86df-a9a7-4cf2-aafb-774777ef6f7e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:37.036955 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-9d546c62-812e-4b9d-9e38-28503a9cfef0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1096 time: 0.3377523
Dec 15 12:53:37.208599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.213956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-c6cebb9f-1405-43ae-a462-09f9ff4c9c23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 217 time: 0.1643751
Dec 15 12:53:37.218087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.245332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Transition to ACTIVE for port object 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:37.253003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:37.387908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Transition to ACTIVE for port object 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:37.397469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.403508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d5de442-a7bc-4875-8298-568d8a26ae6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:37.459197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:37.483950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:37.484380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.529924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:37.535775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Pushing event updated for resources: {'Port': ['ID=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:37.538986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:37.539994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:37.542791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:37.670535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Attempting to bind port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:37.670935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Attempting to bind port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:37.671398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Attempting to bind port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e on network 3c374369-4ad4-4436-9b5d-dc3e7064c711 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:37.707573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:37.707992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Checking segment: {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:37.708665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.708850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Bound using segment: {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:37.709346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Bound port: 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:37.710022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.752760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-6104ab61-187d-4634-85c5-9c7140cd4330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:37.754388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-6104ab61-187d-4634-85c5-9c7140cd4330 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.4293652
Dec 15 12:53:37.769357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.781484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805fab7-66df-4c60-b676-181c82e7bb2a req-9e63022f-196d-46f3-ab5c-e8691dae5593 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:37.783118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d805fab7-66df-4c60-b676-181c82e7bb2a req-9e63022f-196d-46f3-ab5c-e8691dae5593 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 943 time: 0.2846854
Dec 15 12:53:37.788767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.797045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93a1f7e3-c70f-431b-8506-dbb9956a8f83 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:37.805465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.842356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:37.845582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] For port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:37.849608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] For port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:37.850630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.854287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:37.890598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.914135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:37.926856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17d7e17c-acec-41be-94d5-34cb7cd169d0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:37.947116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:37.949884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:37.950426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab0bd06-fcf9-4bea-a6e5-71486a946434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:37.993235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=31d3908b-5b7c-4508-a8c4-126e02c3fd1d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:38.003493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:38.004641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:38.026242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cd5cc-377d-438d-be4f-94101d98c89c None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:38.067134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=c21dec33-5023-46b5-9f2d-bdfdc45d8af5,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:38.075154 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-0eae7b9d-6f83-498c-93ea-c95ac7ff098f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2630234
Dec 15 12:53:38.076632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/31d3908b-5b7c-4508-a8c4-126e02c3fd1d HTTP/1.1" status: 204  len: 168 time: 2.0731175
Dec 15 12:53:38.084478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58200) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:38.094318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:38.203499 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d805fab7-66df-4c60-b676-181c82e7bb2a req-25f53c4a-1a5e-4e59-91c0-0c1541ff3543 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3754635
Dec 15 12:53:38.236644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:38.301601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:38.313064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-151c067c-83bd-46d8-a7ce-4feb93e274d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:38.325583 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-3dc0f09a-8254-4c43-962b-41c16b216555 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419922
Dec 15 12:53:38.357271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Pushing event updated for resources: {'Port': ['ID=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:38.365493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:38.392798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:38.394190 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2623665
Dec 15 12:53:38.407337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58204) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:38.530105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'port': {'network_id': '4d2eb704-6203-4182-9800-6ca13ecec1c2', 'name': 'tempest-FloatingIPTestJSON-174061277'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:38.551222 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58cd10bf-5f87-4ac9-ae1d-ed34cb0a8531 req-50319171-1c04-45fd-bc9a-1d21ef59275f service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199671
Dec 15 12:53:38.656001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:38.682319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:38.690336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=ba2b17ef-46a2-4a15-9bbc-9f4cfb919171,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:38.693306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:38.694182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:38.698759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7472e05-1a65-49b3-b131-ae43431ea806 None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:38.710257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:38.828895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15132843-7a42-443c-9c6c-e906d52608b4 req-8ac0a315-45ee-4ba9-b6f2-caf52a515509 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1096 time: 0.2084799
Dec 15 12:53:38.830015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 8cdae168-d3e2-4721-87c5-face8fc8b70d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:38.831234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:38.881523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.6446872
Dec 15 12:53:38.885623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58208) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:38.892624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 80136499-1108-4284-a187-a44b830abe68 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:38.896510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:38.964246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-723609959', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba2b17ef-46a2-4a15-9bbc-9f4cfb919171'}], 'security_groups': ['d1352caf-8039-4fe7-97d9-7b3df8c7e643']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:39.113921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:39.121794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:39.146126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:39.165706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:port and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:39.205136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132843-7a42-443c-9c6c-e906d52608b4 req-d16e6fd1-765c-4ae9-ade9-4e67985b9106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:39.206784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15132843-7a42-443c-9c6c-e906d52608b4 req-d16e6fd1-765c-4ae9-ade9-4e67985b9106 service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.3418982
Dec 15 12:53:39.210499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:39.319202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:39.357395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:39.369491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Update dhcp port {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'fixed_ips': [{'subnet_id': 'a2353dfa-5ce6-43f1-8b37-7f60f986f9f3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba2b17ef-46a2-4a15-9bbc-9f4cfb919171'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'a5d2da20-2816-4090-82f4-dc62502e724b'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:53:39.376698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:39.382486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:39.383704 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15132843-7a42-443c-9c6c-e906d52608b4 req-9ce52ae4-f590-4cba-a516-dff71b92d1ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 217 time: 0.1672475
Dec 15 12:53:39.421209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:39.473922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] device_id is not set on port b2b6aa83-686b-41e3-9556-f2d9915338d2 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:53:39.516720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:39.517084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:39.573594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 8cdae168-d3e2-4721-87c5-face8fc8b70d owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:39.592733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:39.666847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:39.749115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132843-7a42-443c-9c6c-e906d52608b4 req-d69fe3d5-a89b-4dcb-990d-12cfb1033bcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:39.750734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15132843-7a42-443c-9c6c-e906d52608b4 req-d69fe3d5-a89b-4dcb-990d-12cfb1033bcb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.2925737
Dec 15 12:53:39.818299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6c2be-5d1f-4e16-80ca-18c4d5798e18 req-daf00808-5544-4001-b9f8-7da29fb68378 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:39.819211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-00d6c2be-5d1f-4e16-80ca-18c4d5798e18 req-daf00808-5544-4001-b9f8-7da29fb68378 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:39.889968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-00d6c2be-5d1f-4e16-80ca-18c4d5798e18 req-daf00808-5544-4001-b9f8-7da29fb68378 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:39.891269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00d6c2be-5d1f-4e16-80ca-18c4d5798e18 req-daf00808-5544-4001-b9f8-7da29fb68378 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 943 time: 0.3288143
Dec 15 12:53:39.941186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15132843-7a42-443c-9c6c-e906d52608b4 req-a79a6f60-54f6-401e-9aa0-3a207a3563ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1681168
Dec 15 12:53:40.014207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:40.081307 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00d6c2be-5d1f-4e16-80ca-18c4d5798e18 req-fdf77a69-98fb-4572-8d16-87c335e9a4f7 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1727650
Dec 15 12:53:40.085869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:40.101854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e94df6e3-1c65-4aac-b45e-603406c53ac6 tempest-RoutersIpV6AdminTest-1432211217 tempest-RoutersIpV6AdminTest-1432211217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:40.125721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Allocated IP 2001:db8:0:1::2 (3a75fd13-44fb-4742-83a9-2b4faffd5670/ba2b17ef-46a2-4a15-9bbc-9f4cfb919171/a5d2da20-2816-4090-82f4-dc62502e724b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:40.209298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=8cdae168-d3e2-4721-87c5-face8fc8b70d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:40.236261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:40.341652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e3f9e004-ec29-4802-ae2a-cdef9887ab0c None None] Provisioning complete for port c972bb93-1141-496c-bf9b-e1b7a8e7a7df triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:40.342087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e004-ec29-4802-ae2a-cdef9887ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:40.395419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:40.408400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e499969-6fee-496b-963a-d1e8f30cd2f6 tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:40.485235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4c4244-475f-4373-9492-ced555663ab6 None None] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:40.507375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:40.512088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=80136499-1108-4284-a187-a44b830abe68,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:40.524237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:40.551925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:40.586296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:40.593111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.6 (4d2eb704-6203-4182-9800-6ca13ecec1c2/0cbd3a91-3df6-4071-8d69-04333983f200/b2b6aa83-686b-41e3-9556-f2d9915338d2) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:40.623675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db0b9b-7aae-4caa-88b6-d601b25b4fe6 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:40.636228 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/80136499-1108-4284-a187-a44b830abe68 HTTP/1.1" status: 204  len: 168 time: 2.5345681
Dec 15 12:53:40.637499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58214) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:40.691297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-161fad58-88e8-422e-b717-67802d34af98 None None] For port a5d2da20-2816-4090-82f4-dc62502e724b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a5d2da20-2816-4090-82f4-dc62502e724b,segment=NetworkSegment(71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1),segment_id=71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:40.746352 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-12dd3c89-b5ef-4140-95d0-24d13ab2b416 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1007297
Dec 15 12:53:40.753502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58218) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:40.767506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:40.983830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15132843-7a42-443c-9c6c-e906d52608b4 req-5be9c9c1-735e-4afc-ad66-aa8b252088e0 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0211623
Dec 15 12:53:41.057531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:41.078273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:41.083210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:41.093608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:41.094812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.119370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:41.125624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.209363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b67dbe9b-590d-4ddb-8a83-ea865728e1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.251423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Transition to ACTIVE for port object a5d2da20-2816-4090-82f4-dc62502e724b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:41.333172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.341702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:41.351540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15132843-7a42-443c-9c6c-e906d52608b4 req-24426db6-cb13-4f77-a096-674291c3a5a4 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3598793
Dec 15 12:53:41.418655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.446454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router 745e57c0-7db5-456e-8d89-80fe25838693 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:41.457554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Provisioning for port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:41.486975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Provisioning complete for port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:41.487275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.561018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Pushing event updated for resources: {'Port': ['ID=a5d2da20-2816-4090-82f4-dc62502e724b,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:41.572052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:41.603336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:41.620365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] Sync routers for ids ['745e57c0-7db5-456e-8d89-80fe25838693'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:41.627726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.634963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/745e57c0-7db5-456e-8d89-80fe25838693/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1927910
Dec 15 12:53:41.637962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58224) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:41.647212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] Routers {'745e57c0-7db5-456e-8d89-80fe25838693'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:41.648020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb556470>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['745e57c0-7db5-456e-8d89-80fe25838693'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:41.697964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.720417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-551a3510-36e0-4916-a5a6-4a61acb0860e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:41.746613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-551a3510-36e0-4916-a5a6-4a61acb0860e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:41.747183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.748501 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-551a3510-36e0-4916-a5a6-4a61acb0860e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=745e57c0-7db5-456e-8d89-80fe25838693 HTTP/1.1" status: 200  len: 205 time: 0.1118381
Dec 15 12:53:41.752842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58228) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:41.766284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a802bcf-5f44-4b01-ad5c-7f9f7b274616 req-d69b99fe-78e9-4642-a4e5-72c15f72f1a8 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:41.774399 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a802bcf-5f44-4b01-ad5c-7f9f7b274616 req-d69b99fe-78e9-4642-a4e5-72c15f72f1a8 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 943 time: 0.5165815
Dec 15 12:53:41.793824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] For port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:41.799824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.802580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-250224d1-0dfe-47a2-93d8-8870f001d195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:41.859970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:41.897515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:53:41.901060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Delete allocated IP 2001:db8::3a0 (3a75fd13-44fb-4742-83a9-2b4faffd5670/a2353dfa-5ce6-43f1-8b37-7f60f986f9f3) {{(pid=88869) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 15 12:53:41.914545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Deleting port c972bb93-1141-496c-bf9b-e1b7a8e7a7df {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:41.915569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:41.991997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8:0:1::2e8 (3a75fd13-44fb-4742-83a9-2b4faffd5670/ba2b17ef-46a2-4a15-9bbc-9f4cfb919171/0bab5f76-1e9f-482b-8ac0-a8b62b7906c4) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:42.010818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb556470>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:42.025160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] Routers {'745e57c0-7db5-456e-8d89-80fe25838693'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:42.026277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb556470>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['745e57c0-7db5-456e-8d89-80fe25838693'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:42.038286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14835e69-1a0c-4ce5-8464-fcf50432d6c8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.099690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Pushing event updated for resources: {'Port': ['ID=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:42.118061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb556470>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:42.119497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:42.119647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b0d36-b971-45a3-b389-39c3e97f527b None None] The sync data for ids ['745e57c0-7db5-456e-8d89-80fe25838693'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:42.171566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network 4d2eb704-6203-4182-9800-6ca13ecec1c2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:42.187440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=b2b6aa83-686b-41e3-9556-f2d9915338d2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:42.263990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:42.279455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:42.281600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] For port c972bb93-1141-496c-bf9b-e1b7a8e7a7df, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:42.282224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.302823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4fe91595-c594-4ce6-813b-6991d1d26ad4 None None] Provisioning complete for port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:42.303494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4fe91595-c594-4ce6-813b-6991d1d26ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.403666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:42.464218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Calling delete_port for c972bb93-1141-496c-bf9b-e1b7a8e7a7df owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:42.471273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:42.472288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.490331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a802bcf-5f44-4b01-ad5c-7f9f7b274616 req-1017f285-e3d4-474e-a2e5-d2f536dabfba tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7148092
Dec 15 12:53:42.503443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.525661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a1382ac7-8847-4d91-bbc0-66bad5aebcec tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:42.552499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.602548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14835e69-1a0c-4ce5-8464-fcf50432d6c8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.608264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14835e69-1a0c-4ce5-8464-fcf50432d6c8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.635425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14835e69-1a0c-4ce5-8464-fcf50432d6c8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.635760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14835e69-1a0c-4ce5-8464-fcf50432d6c8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Fanout notify agent at l3_agent the message router_deleted on router 745e57c0-7db5-456e-8d89-80fe25838693 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:53:42.647691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14835e69-1a0c-4ce5-8464-fcf50432d6c8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.653392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-14835e69-1a0c-4ce5-8464-fcf50432d6c8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/745e57c0-7db5-456e-8d89-80fe25838693 HTTP/1.1" status: 204  len: 168 time: 0.8974054
Dec 15 12:53:42.655476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58232) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:42.660430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.674058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1847276b-1a4a-47bf-ba88-0388d757c80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:42.732521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] No DVR routers for this DVR port c972bb93-1141-496c-bf9b-e1b7a8e7a7df on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:42.736127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.3231919
Dec 15 12:53:42.736640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58236) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:42.742297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Pushing event deleted for resources: {'Port': ['ID=c972bb93-1141-496c-bf9b-e1b7a8e7a7df,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:42.745146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:42.762164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'port_id': 'b2b6aa83-686b-41e3-9556-f2d9915338d2'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:42.846101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:42.867121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:42.870290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:42.871001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.883490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e9fcd-32fa-48e2-ab83-ede4bda0709b None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:42.889788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=181300c9-0164-44c7-a6d2-23f3013f6f11,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:42.892619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:42.915443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:42.959754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2040229
Dec 15 12:53:42.964768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58240) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:42.974986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:43.041882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (3c374369-4ad4-4436-9b5d-dc3e7064c711/a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f/13dd3213-cc99-44d8-98a5-585bb86c6429) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:43.045542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.058833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a5d2da20-2816-4090-82f4-dc62502e724b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:43.114662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet 5e0662d0-1737-4ed6-8e62-3a12ab61ecef {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:43.120335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.192966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Provisioning complete for port 918bc585-7143-4aa7-8447-deb3e0909cdd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:43.193325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.241251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.268249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:43.302649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'tenant_id': '37018c6f41264c869f4239c044bcc774', 'fixed_ips': [{'subnet_id': '181300c9-0164-44c7-a6d2-23f3013f6f11'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:53:43.303640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.351142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Port 918bc585-7143-4aa7-8447-deb3e0909cdd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:43.427553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:43.451240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.466484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d07718d6-ae50-4cd9-b429-f34dd0850615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.466723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60e61b17-9a20-4e0a-af31-ade114ceaa22 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:43.472679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Provisioning for port a5d2da20-2816-4090-82f4-dc62502e724b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:43.485936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:43.486362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.588759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:43.589181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.653787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=0bab5f76-1e9f-482b-8ac0-a8b62b7906c4,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:43.671232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:43.692933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.711141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/181300c9-0164-44c7-a6d2-23f3013f6f11/323dfca7-edb0-4d6f-afb6-81b7786bd4c2) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:43.751903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] In _notify_port_updated(), no bound segment for port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 on network 3a75fd13-44fb-4742-83a9-2b4faffd5670 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:53:43.755907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:43.756590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.759095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "PUT /v2.0/ports/0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 HTTP/1.1" status: 200  len: 930 time: 4.8075674
Dec 15 12:53:43.767885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:43.772820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58246) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:43.834647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:43.856220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:43.910253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:43.911314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:43.919385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:43.919768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.034785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97785a-6e67-4a49-97ae-bfc65fb4d654 req-691e87b6-d9d5-4bcc-94e9-b76abbc2bddb tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:44.044390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c97785a-6e67-4a49-97ae-bfc65fb4d654 req-691e87b6-d9d5-4bcc-94e9-b76abbc2bddb tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 943 time: 0.2890527
Dec 15 12:53:44.053164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.059174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:44.177801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Provisioning for port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:44.178592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c97785a-6e67-4a49-97ae-bfc65fb4d654 req-f09157ff-306c-4846-9af3-f2505998f466 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331048
Dec 15 12:53:44.190109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Provisioning complete for port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:44.190538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.211639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 13dd3213-cc99-44d8-98a5-585bb86c6429 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:44.217422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.235661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c972bb93-1141-496c-bf9b-e1b7a8e7a7df no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:44.286264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: c972bb93-1141-496c-bf9b-e1b7a8e7a7df {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:44.286670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c972bb93-1141-496c-bf9b-e1b7a8e7a7df not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:44.343380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4d46842-1c53-43f0-8de4-6180cdf22af4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:44.351664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c62c9-5e8d-45c2-bdad-2330d3fe1e37 None None] Port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:44.366067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.371981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.383726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Transition to ACTIVE for port object 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:44.397691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0662d0-1737-4ed6-8e62-3a12ab61ecef,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:44.398414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.401262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:44.404367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Transition to ACTIVE for port object 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:44.406716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.411606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.419642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a4eb4f1-82e7-4088-b195-e2024aa19347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:44.421981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92e8c1db-1f88-4a2f-bf36-4aa61ff56b1d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:44.432120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/5e0662d0-1737-4ed6-8e62-3a12ab61ecef HTTP/1.1" status: 204  len: 168 time: 1.7725604
Dec 15 12:53:44.433269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58250) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:44.449080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93166a3a-fe5a-4892-9a56-6bcd18c17776 None None] Network 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:44.463455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.488696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.496595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.579871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:44.588977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:44.604200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:44.610459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Pushing event updated for resources: {'Port': ['ID=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:44.615546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:44.617895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:44.658371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-28066998-0f27-4434-aec1-f42beeec3a8b None None] Provisioning complete for port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:44.659657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28066998-0f27-4434-aec1-f42beeec3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.667841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.682243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:44.698760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port cc5d9a27-d52e-48c3-b28b-538891be4826 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:44.699150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.702003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:44.740463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:44.815560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=13dd3213-cc99-44d8-98a5-585bb86c6429,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:44.859323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Attempting to bind port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:44.859750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Attempting to bind port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:44.860192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Attempting to bind port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 on network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:44.873720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-28066998-0f27-4434-aec1-f42beeec3a8b None None] Port 0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:44.884517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:44.885055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Checking segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:44.885537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.886120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Bound using segment: {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:44.886520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Bound port: 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bc61ae-c35e-49c5-83ed-37c532929f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:44.886951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:44.984762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] For port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:44.989739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] For port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:44.995285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.000860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:45.001557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.004260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1e93392-b744-46d8-8247-5cad78af4634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:45.015869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25880b1d-bb4d-48b6-96c0-4b4585241b13 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:45.047139 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 2ca1fcd5-6d1e-41d4-8c46-d900faf720e4 associated. External IP: 172.26.0.199, port: b2b6aa83-686b-41e3-9556-f2d9915338d2.
Dec 15 12:53:45.069811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=0bab5f76-1e9f-482b-8ac0-a8b62b7906c4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:45.080868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:45.093502 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 181300c9-0164-44c7-a6d2-23f3013f6f11 (CIDR: 2001:db8::/64)
Dec 15 12:53:45.104774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:53:45.105259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:53:45.111375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Pushing event updated for resources: {'Port': ['ID=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:45.114869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:45.129919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b1b78a21-39cc-4c45-8430-d901aae5504b None None] Provisioning for port 13dd3213-cc99-44d8-98a5-585bb86c6429 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:45.136213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b1b78a21-39cc-4c45-8430-d901aae5504b None None] Provisioning complete for port 13dd3213-cc99-44d8-98a5-585bb86c6429 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:45.136573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1b78a21-39cc-4c45-8430-d901aae5504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.149149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.183540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port cc5d9a27-d52e-48c3-b28b-538891be4826, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cc5d9a27-d52e-48c3-b28b-538891be4826,segment=NetworkSegment(e15bd172-fc49-4d9d-b4ff-3ef2db0605f7),segment_id=e15bd172-fc49-4d9d-b4ff-3ef2db0605f7)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:45.183794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.194215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.201510 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 HTTP/1.1" status: 204  len: 168 time: 1.4232166
Dec 15 12:53:45.202611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58254) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:45.205746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] DHCP port deletion for 0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:53:45.208878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7474db6d-fcd9-4484-84b0-a0617991ee89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.2406156
Dec 15 12:53:45.233398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Deleting port cc5d9a27-d52e-48c3-b28b-538891be4826 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:45.233762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.299379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58260) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:45.312761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b1b78a21-39cc-4c45-8430-d901aae5504b None None] Port 13dd3213-cc99-44d8-98a5-585bb86c6429 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:45.323731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:45.363263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7eceb64-c964-4c69-8195-5ced1637bbf0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:53:45.363870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7eceb64-c964-4c69-8195-5ced1637bbf0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:45.376660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for cc5d9a27-d52e-48c3-b28b-538891be4826 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:45.544659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.549440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.550948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] For port cc5d9a27-d52e-48c3-b28b-538891be4826, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cc5d9a27-d52e-48c3-b28b-538891be4826,segment=NetworkSegment(e15bd172-fc49-4d9d-b4ff-3ef2db0605f7),segment_id=e15bd172-fc49-4d9d-b4ff-3ef2db0605f7)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:45.551587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.555640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9efc843f-c8b0-42ed-b620-664f7c4837a6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:45.607628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=cc5d9a27-d52e-48c3-b28b-538891be4826,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:45.608013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7eceb64-c964-4c69-8195-5ced1637bbf0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:45.610636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:45.612498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d7eceb64-c964-4c69-8195-5ced1637bbf0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/0bab5f76-1e9f-482b-8ac0-a8b62b7906c4 HTTP/1.1" status: 404  len: 333 time: 0.4074404
Dec 15 12:53:45.615246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:45.646323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No DVR routers for this DVR port cc5d9a27-d52e-48c3-b28b-538891be4826 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:53:45.671455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.718482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:45.739947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Calling delete_port for cc5d9a27-d52e-48c3-b28b-538891be4826 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:45.760499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:45.777867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed0f0-6a39-4cc6-93fb-4fd75709eb63 req-fe1488d1-50a0-4bff-bb59-a8cee322857d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:45.786718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90bed0f0-6a39-4cc6-93fb-4fd75709eb63 req-fe1488d1-50a0-4bff-bb59-a8cee322857d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 943 time: 0.3772154
Dec 15 12:53:45.800276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   (self, other),
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   (self, other),
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.825956 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:53:45.828543 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:53:45.830977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:45.833348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:53:45.833777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:53:45.875484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.908660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:45.920524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb16c4a8>,) {'filters': {'network_id': ['0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:45.950485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb16c4a8>, 'e15bd172-fc49-4d9d-b4ff-3ef2db0605f7') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:45.950832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb16c4a8>, 'e15bd172-fc49-4d9d-b4ff-3ef2db0605f7') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:45.958426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:45.964626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.033281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.048000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.088866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.112687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:53:46.113129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:53:46.138866 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:53:46.237123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.242677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c673a027-f50f-471d-922f-029038c50249 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:46.263004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.267864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.277590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435329e7-a140-4726-8a2e-6eb7e937a8ed,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:46.280582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:46.290682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fdcb1f99-ebcd-444d-b4a8-400a60d6303d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:46.319821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90bed0f0-6a39-4cc6-93fb-4fd75709eb63 req-5014da55-1198-45cf-9862-cf506a7b444d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5325904
Dec 15 12:53:46.334964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Deleting port cc5d9a27-d52e-48c3-b28b-538891be4826 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:46.335475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.380975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:46.384668 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/0ae5332e-b10a-4bd6-86c7-6e9e8220f0c8 HTTP/1.1" status: 204  len: 168 time: 1.9501786
Dec 15 12:53:46.389626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58268) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:46.392125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:46.394157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.395930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/security-groups/435329e7-a140-4726-8a2e-6eb7e937a8ed HTTP/1.1" status: 204  len: 168 time: 0.7795823
Dec 15 12:53:46.399912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58272) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:46.411518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1403324999', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:46.413083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8c83ad26-c760-4b90-9d7f-4ae20c25eb13 None None] The port 'cc5d9a27-d52e-48c3-b28b-538891be4826' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:53:46.423786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:46.433913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:router and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:46.441235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:46.452755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:46.500778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.502102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.503163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.538628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:46.541035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.544639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 64041780-c71a-4cd2-a4cb-7a652ff2b30b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:53:46.652824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.659939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.668703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-300be7d9-9c3f-4892-9818-d7ae78a9c6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:46.688272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1352caf-8039-4fe7-97d9-7b3df8c7e643,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:46.692476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:46.694780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.699648 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/security-groups/d1352caf-8039-4fe7-97d9-7b3df8c7e643 HTTP/1.1" status: 204  len: 168 time: 0.2984564
Dec 15 12:53:46.700339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58276) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:46.736794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 64041780-c71a-4cd2-a4cb-7a652ff2b30b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:46.754322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:53:46.818056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.842072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64041780-c71a-4cd2-a4cb-7a652ff2b30b {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:53:46.861819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 64041780-c71a-4cd2-a4cb-7a652ff2b30b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:46.869032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.871794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:46.930433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.944168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:46.960007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=64041780-c71a-4cd2-a4cb-7a652ff2b30b,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:46.967004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:46.992638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ebb46c7e-85d6-4e72-a7cd-3f94be9f3ffe tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:47.065328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.106385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['64041780-c71a-4cd2-a4cb-7a652ff2b30b'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:53:47.112785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.127814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=13dd3213-cc99-44d8-98a5-585bb86c6429,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:47.133777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:47.138405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:47.340466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet a2353dfa-5ce6-43f1-8b37-7f60f986f9f3 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:47.343565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:47.351967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.387680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:47.398261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.401919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:47.501232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cc5d9a27-d52e-48c3-b28b-538891be4826 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:53:47.502598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.539991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: cc5d9a27-d52e-48c3-b28b-538891be4826 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:53:47.540504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cc5d9a27-d52e-48c3-b28b-538891be4826 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:53:47.553631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:47.554370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbaa6208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:47.605820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97f69a77-87f4-4dea-88b4-adbb6aee34d2 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/floatingips/2ca1fcd5-6d1e-41d4-8c46-d900faf720e4 HTTP/1.1" status: 200  len: 977 time: 4.8643367
Dec 15 12:53:47.608670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58282) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:47.640223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:47.649342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbaa6208>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:47.652190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:47.678352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:47.679063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbaa6208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:47.728860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port b2b6aa83-686b-41e3-9556-f2d9915338d2 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:47.729395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.811129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953072c-307e-470f-ae9f-6d20a2efe225 req-fd6a19d8-1c86-4a85-91b8-6c595049ef15 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:47.812970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d953072c-307e-470f-ae9f-6d20a2efe225 req-fd6a19d8-1c86-4a85-91b8-6c595049ef15 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 944 time: 0.2750762
Dec 15 12:53:47.894559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.932521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Provisioning for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:47.947683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbaa6208>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:47.949675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26035fe8-0b02-406f-884f-443c9108a090 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:47.949838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:47.953543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:47.953886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.021468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.031709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d953072c-307e-470f-ae9f-6d20a2efe225 req-46c6362a-3e12-431e-864f-7b21810e4886 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2094767
Dec 15 12:53:48.128000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.137153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.144347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09e95429-c8db-41ce-a2a5-1e17394faa69 tempest-FloatingIPNegativeTestJSON-599357156 tempest-FloatingIPNegativeTestJSON-599357156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:48.165821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] For port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:48.170425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.172356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48d1bccd-2db9-4938-b71d-a1581b4804e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:48.188688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=a2353dfa-5ce6-43f1-8b37-7f60f986f9f3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:48.202316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:48.209969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.213887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.218494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc47a3-4d48-44f9-815b-0521ccb7d249 None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:48.233481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.247616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/a2353dfa-5ce6-43f1-8b37-7f60f986f9f3 HTTP/1.1" status: 204  len: 168 time: 1.5411131
Dec 15 12:53:48.250147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58286) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:48.347119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Pushing event updated for resources: {'Port': ['ID=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:48.354587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:48.401166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-be423f8b-7ae8-4f0f-98d4-ae5f53299631 None None] Provisioning complete for port 13dd3213-cc99-44d8-98a5-585bb86c6429 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:48.401747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be423f8b-7ae8-4f0f-98d4-ae5f53299631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.511506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-be423f8b-7ae8-4f0f-98d4-ae5f53299631 None None] Port 13dd3213-cc99-44d8-98a5-585bb86c6429 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:48.548637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:48.563549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 64041780-c71a-4cd2-a4cb-7a652ff2b30b up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:48.594491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.595064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.595541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 2ca1fcd5-6d1e-41d4-8c46-d900faf720e4 disassociated. External IP: 172.26.0.199, port: b2b6aa83-686b-41e3-9556-f2d9915338d2.
Dec 15 12:53:48.595817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for b2b6aa83-686b-41e3-9556-f2d9915338d2 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:48.666542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 64041780-c71a-4cd2-a4cb-7a652ff2b30b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:48.671960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 64041780-c71a-4cd2-a4cb-7a652ff2b30b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:48.672384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.768658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.774622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:48.819396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.822145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=b2b6aa83-686b-41e3-9556-f2d9915338d2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:48.826484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:48.860477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 172.26.0.21 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/fe941127-c351-4fbd-8e5d-c22a71c3272c) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:48.874492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 64041780-c71a-4cd2-a4cb-7a652ff2b30b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:48.875882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:53:48.885041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:48.887903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51a5b8f1-8405-480c-8ecc-9b1ec734fc1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:48.963283 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'code': 200}
Dec 15 12:53:49.014443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=64041780-c71a-4cd2-a4cb-7a652ff2b30b,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:49.024274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:49.070904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:49.146219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:49.196513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:49.197814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.342160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:49.367072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:49.373721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.389419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:49.406073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:49.413631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:49.444060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.450484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:49.481838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0bd03dcb-8e8e-41dc-aa05-d96fb259dd70 req-80a11894-a2d6-4b3d-a6a0-4277cb99c491 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1098 time: 0.2310188
Dec 15 12:53:49.483177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.484068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.496601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c986d82-de7c-46a2-8de4-abb6d5c0b00c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:49.509402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0e78c-8bb2-4225-9663-99c6727d920f req-5d8d37fc-95f9-4037-8713-60454b10ede6 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:49.511030 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82c0e78c-8bb2-4225-9663-99c6727d920f req-5d8d37fc-95f9-4037-8713-60454b10ede6 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 945 time: 0.2221341
Dec 15 12:53:49.568247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.611386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0bd03dcb-8e8e-41dc-aa05-d96fb259dd70 req-a6107929-0d5b-4896-8621-ba4222e9bac2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219227
Dec 15 12:53:49.617906 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82c0e78c-8bb2-4225-9663-99c6727d920f req-894ebd5f-c605-499b-afd2-1a29be0ca055 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981369
Dec 15 12:53:49.655000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:49.668454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:49.686650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:49.688380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:49.690220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb477f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:49.693907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:49.708329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c95cae-80df-4dd5-b645-8b6cce0f42ba None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:49.712207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:49.712848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.726443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,revision_number=5']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:49.739728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:49.753714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:49.754406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d578532b-0318-4202-94d5-f14e99d421e8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:49.766792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb477f28>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:49.779088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:49.780423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb477f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:49.782768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:49.803966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.805203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:49.817248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/ports/b2b6aa83-686b-41e3-9556-f2d9915338d2 HTTP/1.1" status: 204  len: 168 time: 2.2051783
Dec 15 12:53:49.817632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58294) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:49.860038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb477f28>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:49.860872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e018a41b-1e41-4487-8a8d-b354c6b8d730 None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:49.878285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.938731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.6334429
Dec 15 12:53:49.947165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58298) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:49.954336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=e5e5d6d8-cae8-4656-8781-37b72207893e,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:49.960280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5b8f28a8-3b43-45d6-bcf8-d09c19141f96 None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:49.960669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b8f28a8-3b43-45d6-bcf8-d09c19141f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:49.960928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:32:6a:93', 'name': 'tempest-NetworksTestDHCPv6-839466965'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:49.983337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:50.042263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:50.072979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:50.174617 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c1e944c-6e14-40b5-ab59-31ca7e78a34a tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "GET /v2.0/floatingips/2ca1fcd5-6d1e-41d4-8c46-d900faf720e4 HTTP/1.1" status: 200  len: 688 time: 0.3529592
Dec 15 12:53:50.175148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58302) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:50.190114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5b8f28a8-3b43-45d6-bcf8-d09c19141f96 None None] Provisioning complete for port 918bc585-7143-4aa7-8447-deb3e0909cdd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:50.190531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5b8f28a8-3b43-45d6-bcf8-d09c19141f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:50.272109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f28a8-3b43-45d6-bcf8-d09c19141f96 None None] Port 918bc585-7143-4aa7-8447-deb3e0909cdd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:50.312550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=fe941127-c351-4fbd-8e5d-c22a71c3272c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:50.344651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port c21dec33-5023-46b5-9f2d-bdfdc45d8af5 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:50.345031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:50.382268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:50.440792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:50.451770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:port and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:50.459634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:50.473333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:50.570683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:50.592525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:50.593160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:50.779694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for c21dec33-5023-46b5-9f2d-bdfdc45d8af5 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:50.941635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:50.948260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:50.997360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=c21dec33-5023-46b5-9f2d-bdfdc45d8af5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:51.000691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:51.106937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.126918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.128271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/floatingips/2ca1fcd5-6d1e-41d4-8c46-d900faf720e4 HTTP/1.1" status: 204  len: 168 time: 0.9520936
Dec 15 12:53:51.132085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58308) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:51.138346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '451591e2-b976-42ca-ad0c-4b4d26340204'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:51.147613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:51.152315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:floatingip and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:51.155657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:51.162162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:51.173338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.180236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.189324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db7f08be-8a3b-4f10-a710-08f27d24c4d5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:51.203223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b3ec7849-a8cd-4301-9d05-b1e26663a452 None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:51.203662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3ec7849-a8cd-4301-9d05-b1e26663a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.291747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.340256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:51.341473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.342246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.342702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.355039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:51.366193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee64c2-178d-4469-b2ab-c99920e35e9e None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:51.377442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:51.378110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.474743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port 0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:53:51.503308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.26.0.139 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/ef080c1b-d68e-4ff0-ad6e-c020e36f3b42) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:51.522579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=b9e45b2e-4f4a-4983-ab02-8e20b3c0e519,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:51.526303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:51.556025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d773e7-0cb1-4810-81b5-78a26dae7638 req-5366f1f0-251e-4610-aff6-5db88c58bac7 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:51.557977 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90d773e7-0cb1-4810-81b5-78a26dae7638 req-5366f1f0-251e-4610-aff6-5db88c58bac7 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 945 time: 0.5543833
Dec 15 12:53:51.579259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3223190
Dec 15 12:53:51.582363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58312) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:51.622777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100676687'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:51.645396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:51.661560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:51.666351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:51.678894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.706767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.711722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-900c0d97-a1d8-4a3c-a91f-46234699903b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:51.733765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:51.754445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Update dhcp port {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'fixed_ips': [{'subnet_id': 'ba2b17ef-46a2-4a15-9bbc-9f4cfb919171', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b9e45b2e-4f4a-4983-ab02-8e20b3c0e519'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'a5d2da20-2816-4090-82f4-dc62502e724b'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:53:51.771831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:51.783079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:51.786974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:51.789050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=ef080c1b-d68e-4ff0-ad6e-c020e36f3b42,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:51.791538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:51.795294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.807611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Sync routers for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:51.810207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90d773e7-0cb1-4810-81b5-78a26dae7638 req-ea80b9ed-a704-4317-9950-1d5d1af8c028 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2429795
Dec 15 12:53:51.820850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/95bc1fb5-2257-45d6-b502-f40fc5e1bb2a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.1373188
Dec 15 12:53:51.829562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58316) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:51.838270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:51.856529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:51.918394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:51.919126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb45bd30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:52.119520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:52.142674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group_rule and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:52.162916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:52.170964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::a4 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/181300c9-0164-44c7-a6d2-23f3013f6f11/0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:52.180632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:52.188166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8:0:1:f816:3eff:fe32:6a93 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/e5e5d6d8-cae8-4656-8781-37b72207893e/0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:52.205056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.205565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.206038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.206490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.206960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.207440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.207911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.208380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.208842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.208953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828c4f4-90d1-4e78-a6e6-8860ea59efc2 req-c3a01791-08f8-4c75-936c-42487313cdc7 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.210564 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5828c4f4-90d1-4e78-a6e6-8860ea59efc2 req-c3a01791-08f8-4c75-936c-42487313cdc7 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 945 time: 0.2611606
Dec 15 12:53:52.211066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-65dabd41-a428-4154-a814-945556420e32 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6468 time: 0.3337998
Dec 15 12:53:52.215930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58322) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:52.277446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:52.361628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.369833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Allocated IP 2001:db8::2 (3a75fd13-44fb-4742-83a9-2b4faffd5670/b9e45b2e-4f4a-4983-ab02-8e20b3c0e519/a5d2da20-2816-4090-82f4-dc62502e724b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:52.378087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.386389 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5828c4f4-90d1-4e78-a6e6-8860ea59efc2 req-f6da0ffa-9f3b-4318-957c-3d1d17064207 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249077
Dec 15 12:53:52.387981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03a95e82-77b6-4081-901e-b5e71648ba65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:52.404953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.405365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.405779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.406174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.406573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.406972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.407378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.407784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.408175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.408564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.408951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:52.414244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-406959f8-dcc4-49f5-b498-e9b7a7321d7e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7096 time: 0.1952958
Dec 15 12:53:52.416757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58326) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:52.474789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58330) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:52.572851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac84462c-589d-4051-a3c1-cd4f69e32524,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:52.580137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:52.582489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.583858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9948123
Dec 15 12:53:52.608119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58334) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:52.622176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1779356450'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:52.644698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:52.671549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:52.681296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.685387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:52.698204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:52.727793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router c94cb937-7838-4d77-b1ba-62d7dc0e5104 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:53:52.731605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object 0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:52.741484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4827bbef-ec0e-4ebb-9f00-99793c4f1f15 tempest-TestVolumeBootPattern-658489909 tempest-TestVolumeBootPattern-658489909-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1093 time: 0.2625592
Dec 15 12:53:52.742207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58338) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:52.746658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.765809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:52.774731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.785160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:52.799318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:floatingip and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:52.808473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:52.884794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.909284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:52.921495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:52.940820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7c98652-74e4-44c6-99c1-28af7132a8ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:52.968812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ccff95df-350a-4919-919d-b74dac3b6f07 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4481 time: 0.5507460
Dec 15 12:53:52.993874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] For port a5d2da20-2816-4090-82f4-dc62502e724b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a5d2da20-2816-4090-82f4-dc62502e724b,segment=NetworkSegment(71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1),segment_id=71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:53.010659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:53.017220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.027183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group_rule and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:53.037843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.042910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:53.064499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Transition to ACTIVE for port object a5d2da20-2816-4090-82f4-dc62502e724b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:53.071520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb45bd30>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:46Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:53.071714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:53.073721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.080146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6afe22d-b660-4587-b1b1-81f695e02f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:53.085409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:53.090190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:53.096765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:53.098800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:53.117230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:53.121945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:53.122637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.134332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Checking router: 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:53:53.134757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Updating router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a port 13dd3213-cc99-44d8-98a5-585bb86c6429 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:53:53.289076 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.3340147
Dec 15 12:53:53.304207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58344) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:53.320933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.340210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Pushing event updated for resources: {'Port': ['ID=a5d2da20-2816-4090-82f4-dc62502e724b,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:53.350999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:53.426563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.436040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.446909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8081ef5-0f4a-4ff3-9960-14fa92bfd244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:53.485140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58350) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:53.505936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218017502', 'description': 'tempest-secgroup-smoke-218017502 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:53.531438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.536031 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9256287
Dec 15 12:53:53.549024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:53.553360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58354) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:53.566313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'security_group': {'name': 'tempest-secgroup-964467043'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:53.581864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:53.585501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ddb6c-2d37-465c-9998-8db344bc0762,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:53.590472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:53.592003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:53.596993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:53.606626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:53.611062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:53.621387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:53.668832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:53.702898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.750393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.785241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port 0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:53:53.785806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.806675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.813161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.818295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6b57ed6a-b385-4e41-bec1-311c65bfbdb7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:53.838370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:53.849546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] Sync routers for ids ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:53.864740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] Routers {'c94cb937-7838-4d77-b1ba-62d7dc0e5104'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:53.865839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb6d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:53.870325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.892630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.906980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Transition to ACTIVE for port object 13dd3213-cc99-44d8-98a5-585bb86c6429 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:53.922702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:53.927309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=ef080c1b-d68e-4ff0-ad6e-c020e36f3b42,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:53.927960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:53.942727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.943170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.943623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.944311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.945885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.946318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.946912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.953350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.953808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.954522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.955325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:53.968012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb6d8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:53.981418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] Routers {'c94cb937-7838-4d77-b1ba-62d7dc0e5104'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:53.982661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb6d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:54.002227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:54.016781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:security_group_rule and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:54.020141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:54.026721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:54.042035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.056337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb6d8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:54.057211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d4f92-546e-4dc9-902e-b7ad95340fc3 None None] The sync data for ids ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:54.117198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e9eeacbe-4486-405e-9d60-a45f42153fa8 None None] Provisioning for port 0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:54.133036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:54.139155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e9eeacbe-4486-405e-9d60-a45f42153fa8 None None] Provisioning complete for port 0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:54.139675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9eeacbe-4486-405e-9d60-a45f42153fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.173714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735fe03-4445-444d-bc31-9f6c6d7cffaa None None] Pushing event updated for resources: {'Port': ['ID=13dd3213-cc99-44d8-98a5-585bb86c6429,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:54.182228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e735fe03-4445-444d-bc31-9f6c6d7cffaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:54.326427 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 658c1b24-9884-451f-bab8-72acb1e73a9b associated. External IP: 172.26.0.139, port: 451591e2-b976-42ca-ad0c-4b4d26340204.
Dec 15 12:53:54.342893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e9eeacbe-4486-405e-9d60-a45f42153fa8 None None] Port 0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:54.383162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Attempting to bind port 13dd3213-cc99-44d8-98a5-585bb86c6429 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:53:54.383634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Attempting to bind port 13dd3213-cc99-44d8-98a5-585bb86c6429 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:53:54.384221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Attempting to bind port 13dd3213-cc99-44d8-98a5-585bb86c6429 on network 3c374369-4ad4-4436-9b5d-dc3e7064c711 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:53:54.396609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:53:54.397039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Checking segment: {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:54.398461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.399102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Bound using segment: {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:53:54.399875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Bound port: 13dd3213-cc99-44d8-98a5-585bb86c6429, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:53:54.400831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.451245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:54.519260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] For port 13dd3213-cc99-44d8-98a5-585bb86c6429, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:53:54.522776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] For port 13dd3213-cc99-44d8-98a5-585bb86c6429, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13dd3213-cc99-44d8-98a5-585bb86c6429,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:53:54.530383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.533107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:54.534512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc8188d8-883b-4974-874e-f12d383b4bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:54.536252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:54.574734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:54.614665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.618890 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 8.2200642
Dec 15 12:53:54.626346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.633123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58358) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:54.651162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735fe03-4445-444d-bc31-9f6c6d7cffaa None None] Pushing event updated for resources: {'Port': ['ID=13dd3213-cc99-44d8-98a5-585bb86c6429,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:54.656392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e735fe03-4445-444d-bc31-9f6c6d7cffaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:54.662612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:54.663308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb45bd30>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:54.774182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.830202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aeef8dc6-4309-461c-bb53-e1af766836ab tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:54.841558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:54.853362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:54.854784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.3002157
Dec 15 12:53:54.859471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58362) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:54.866559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1824756900', 'security_groups': ['4012d2d0-ee15-42f9-9e6a-7ba8078bb62d'], 'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9e45b2e-4f4a-4983-ab02-8e20b3c0e519'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:54.905268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0c49666d-1e72-4edf-b055-f451b9f70841 None None] Provisioning for port a5d2da20-2816-4090-82f4-dc62502e724b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:54.911235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0c49666d-1e72-4edf-b055-f451b9f70841 None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:54.911815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c49666d-1e72-4edf-b055-f451b9f70841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.002520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4012d2d0-ee15-42f9-9e6a-7ba8078bb62d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:55.005479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:55.035336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:53:55.051764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.054706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Allocated IP 172.26.0.240 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/ccbd391f-a52a-4bea-9ced-24e5c5dde127) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:55.070879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.086728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a5d2da20-2816-4090-82f4-dc62502e724b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:55.095845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94034b31-35e4-4adb-be6b-3336d7ff73c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:55.186143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.196607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:55.218528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:55.258246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.258848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:55.263062 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.7706673
Dec 15 12:53:55.268194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58366) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:55.311466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0c49666d-1e72-4edf-b055-f451b9f70841 None None] Provisioning complete for port 918bc585-7143-4aa7-8447-deb3e0909cdd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:55.312050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c49666d-1e72-4edf-b055-f451b9f70841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.385325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37742c85-1d41-43d8-84b3-a7f84956de53,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:55.387927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:53:55.388392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:55.396847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for 0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:53:55.419918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.425908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:53:55.433093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '37742c85-1d41-43d8-84b3-a7f84956de53', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:55.451233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:55.451669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:55.451912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.481890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0c49666d-1e72-4edf-b055-f451b9f70841 None None] Port 918bc585-7143-4aa7-8447-deb3e0909cdd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:55.488984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.515817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 4.3798971
Dec 15 12:53:55.516067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58370) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:55.520529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:55.522266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1295663556'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:55.528246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:55.529961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:55.534096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:55.534905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2f2c88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:55.535310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] device_id is not set on port 6e5bbe27-a1da-4101-aebf-e0218bdf49bc yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:53:55.551777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:55.572509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:network and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:55.580979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:55.593075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:55.627069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:55.632730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.645973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2f2c88>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:55.651658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.662092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.819268 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-767cfc2f-98c5-46ff-9190-1707f1ca515c tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/routers/c94cb937-7838-4d77-b1ba-62d7dc0e5104 HTTP/1.1" status: 200  len: 884 time: 1.1798725
Dec 15 12:53:55.820258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58374) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:55.885009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.898881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:55.901897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8::37a (3a75fd13-44fb-4742-83a9-2b4faffd5670/b9e45b2e-4f4a-4983-ab02-8e20b3c0e519/6e5bbe27-a1da-4101-aebf-e0218bdf49bc) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:55.913448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:53:55.914309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2f2c88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:55.952437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.966718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:55.998985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2f2c88>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:55.999644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a33e04-25f8-455a-8e73-67dcb12722dc None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:56.010403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb45bd30>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:54Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:53:56.015265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec5ccf-b12f-4990-8fc9-481ac44109b3 None None] The sync data for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv is: [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:54Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:53:56.018713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:56.019635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.031590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:56.034230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:56.063421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:53:56.076542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.076936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Added segment 44dbe016-2010-4cee-af52-c2c61ea25577 of type vlan for network df9de4d9-dde8-4c39-9335-f727f8cd1666
Dec 15 12:53:56.079004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=ccbd391f-a52a-4bea-9ced-24e5c5dde127,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:56.090714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:56.091625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.096266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7710238
Dec 15 12:53:56.104913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58378) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:56.107196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6dd279a5-bb47-4bdd-b4e7-19303d45882b tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:56.111759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.127708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '37742c85-1d41-43d8-84b3-a7f84956de53', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:56.186767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:56.201235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56aec14d-b7f5-4042-8277-b0ba1dc4b98f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:56.204282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:56.254458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:56.258522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:56.264955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ee402ed8-d399-438b-ba1d-b6b3d0575941 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:56.306657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.309429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 HTTP/1.1" status: 204  len: 168 time: 3.0030823
Dec 15 12:53:56.315767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58382) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:56.319724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:56.321905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.326355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:56.326988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.411872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:56.438173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:56.451155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:56.457075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.9398720
Dec 15 12:53:56.479412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58386) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:56.499061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'subnet': {'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:56.589883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.834428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:56.835424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.852976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:subnet and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:56.858045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:56.867197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Network': ['ID=df9de4d9-dde8-4c39-9335-f727f8cd1666,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:56.869424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:56.871080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:56.883162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:53:56.884508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.888380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 6e5bbe27-a1da-4101-aebf-e0218bdf49bc will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:53:56.893887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d751d292-0bc0-42f6-901b-add808c92d2e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:router {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:56.902610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:56.908948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-af014e72-e8ab-4753-8d23-6ed0fb3b547d tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:56.927171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa393bdb-97e8-49ec-87e7-b03bf60d4cc1,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:56.931554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:56.940273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d751d292-0bc0-42f6-901b-add808c92d2e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:router {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:56.943843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d751d292-0bc0-42f6-901b-add808c92d2e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 1.1205034
Dec 15 12:53:56.949566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa168e-d3f9-464f-bacb-7092f5607bf1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:56.950409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9fa168e-d3f9-464f-bacb-7092f5607bf1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:56.955777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58390) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:56.961849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4ed60c24-3c4d-4f82-8657-84b615c4b5f2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1403324999'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:56.962093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:56.998766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.000130 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8813176
Dec 15 12:53:57.005385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58394) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:57.011240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '37742c85-1d41-43d8-84b3-a7f84956de53', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:57.085108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:57.099971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:57.101334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.110758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:57.114749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13dd3213-cc99-44d8-98a5-585bb86c6429 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:57.121740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:57.123556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9fa168e-d3f9-464f-bacb-7092f5607bf1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:57.125119 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e9fa168e-d3f9-464f-bacb-7092f5607bf1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.7758377
Dec 15 12:53:57.128131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa7f0096-d77e-4cb5-a1bc-327423e5cab1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:57.131382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58398) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:57.137363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.212636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 13dd3213-cc99-44d8-98a5-585bb86c6429 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:57.219248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 13dd3213-cc99-44d8-98a5-585bb86c6429 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:57.219892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.222108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:53:57.224023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=6e5bbe27-a1da-4101-aebf-e0218bdf49bc,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:57.226794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:57.241808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:53:57.248555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:57.249447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.256653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:57.311888 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4508741
Dec 15 12:53:57.317560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58402) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:57.332671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:57.419774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.460579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 13dd3213-cc99-44d8-98a5-585bb86c6429, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13dd3213-cc99-44d8-98a5-585bb86c6429,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:53:57.464833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.467507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-451525d7-025a-415a-9044-e77d989f68e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:57.548907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=13dd3213-cc99-44d8-98a5-585bb86c6429,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:57.553085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:57.659945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:57.680005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.732046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:57.754531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:57.756796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bd02a2df-3d51-483a-b9b0-83649f0b6217 None None] Provisioning for port 6e5bbe27-a1da-4101-aebf-e0218bdf49bc completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:53:57.764762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bd02a2df-3d51-483a-b9b0-83649f0b6217 None None] Provisioning complete for port 6e5bbe27-a1da-4101-aebf-e0218bdf49bc triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:57.765101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:57.765741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd02a2df-3d51-483a-b9b0-83649f0b6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.788616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:57.797015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.809702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed6782d-7d4b-4f36-901a-4a68cf6d5baa tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:57.810524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eed6782d-7d4b-4f36-901a-4a68cf6d5baa tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:57.835259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bd02a2df-3d51-483a-b9b0-83649f0b6217 None None] Port 6e5bbe27-a1da-4101-aebf-e0218bdf49bc cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:53:57.915485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eed6782d-7d4b-4f36-901a-4a68cf6d5baa tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:57.916897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eed6782d-7d4b-4f36-901a-4a68cf6d5baa tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.7644160
Dec 15 12:53:57.923527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58406) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:57.932546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:57.955334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.002092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.015302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d651ec6-0626-4a0a-9597-1f6ea4913927 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:58.035973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.051623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1968c0db-3412-4982-b161-51a386813bfa,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:58.107390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629b10c-5688-4ca3-954a-9a2782f7f48b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:58.109015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629b10c-5688-4ca3-954a-9a2782f7f48b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:58.110477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629b10c-5688-4ca3-954a-9a2782f7f48b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:58.111337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e629b10c-5688-4ca3-954a-9a2782f7f48b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:53:58.113950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.115229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1093976
Dec 15 12:53:58.121847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.121847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.122276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.122685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.123095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.123561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.123977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.124367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.124771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.125172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.125574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:53:58.128826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58410) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:58.129008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:58.130164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9e45b2e-4f4a-4983-ab02-8e20b3c0e519 (CIDR: 2001:db8::/64)
Dec 15 12:53:58.140915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '37742c85-1d41-43d8-84b3-a7f84956de53', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:58.151199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:53:58.151724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:53:58.157410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:58.170135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:58.172841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.176743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:58.189574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:58.197774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e629b10c-5688-4ca3-954a-9a2782f7f48b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:53:58.199073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e629b10c-5688-4ca3-954a-9a2782f7f48b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2731578
Dec 15 12:53:58.203225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2f70ad3-a64b-4b88-be1b-11de09b9554f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8824396
Dec 15 12:53:58.205311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58414) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:58.208865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:58.230342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:58.258247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.274076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26234e82-4b0d-4232-b9a2-991dcdaded57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:58.275036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.497323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Subnet': ['ID=3af2d63b-2146-4754-8c6f-568deb599196,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:58.506100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:58.602430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:58.610366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:58.615110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:58.621511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Checking segment: {'id': '44dbe016-2010-4cee-af52-c2c61ea25577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:53:58.621892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network hostable DHCP agents. Network: df9de4d9-dde8-4c39-9335-f727f8cd1666, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:53:58.639949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:58.645444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.656449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 181300c9-0164-44c7-a6d2-23f3013f6f11 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:58.661213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ed60c24-3c4d-4f82-8657-84b615c4b5f2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.664919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:58.665191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.668484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.702579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60fe0443-a960-4308-b12f-3a1c8e866085 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:58.739991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffd15cd-7c1b-482a-9f1b-827a820dbca2,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:58.747819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ed60c24-3c4d-4f82-8657-84b615c4b5f2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.750055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:58.767446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.800502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.808179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:53:58.810430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.817785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:58.859976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.864175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7279642
Dec 15 12:53:58.875369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58422) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:58.891001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '37742c85-1d41-43d8-84b3-a7f84956de53', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:58.908761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, df9de4d9-dde8-4c39-9335-f727f8cd1666) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:53:58.910759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:58.919698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db720b-f512-4d3c-8605-d10fb3f8e0ab None None] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:58.932584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:53:58.933224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:58.938752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:58.968014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:58.981665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.009161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.019025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:59.028009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=ccbd391f-a52a-4bea-9ced-24e5c5dde127,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:59.050276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:59.067728 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5778761
Dec 15 12:53:59.070804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58426) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:59.079157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1623341687', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:59.082541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13dd3213-cc99-44d8-98a5-585bb86c6429 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:53:59.095560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:59.109924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:router and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:59.114516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:59.126368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:53:59.126561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:59.140129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.173790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed60c24-3c4d-4f82-8657-84b615c4b5f2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router c94cb937-7838-4d77-b1ba-62d7dc0e5104 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:53:59.221488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.282303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.286680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.287780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.293836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 13dd3213-cc99-44d8-98a5-585bb86c6429 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:53:59.294357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.299574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ae5eb6d-10a3-4c89-8e6b-45bc4345fb6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:59.308851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ba2b17ef-46a2-4a15-9bbc-9f4cfb919171 (CIDR: 2001:db8:0:1::/64)
Dec 15 12:53:59.319613 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:53:59.320472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:53:59.346541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=181300c9-0164-44c7-a6d2-23f3013f6f11,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:59.351824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:59.361943 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-818e6111-a993-4bff-b507-1e69c0417e22 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.1428685
Dec 15 12:53:59.362151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-df9de4d9-dde8-4c39-9335-f727f8cd1666', 'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666', 'tenant_id': 'dfb49e698bba441cb9133b72273694d3', 'fixed_ips': [{'subnet_id': '3af2d63b-2146-4754-8c6f-568deb599196'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:53:59.362422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.363764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.365426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58430) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:59.373923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'subnet': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:59.378645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0ab1b4-fed7-493d-af4a-0b91e3f7ed33 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:53:59.390907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.394686 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/181300c9-0164-44c7-a6d2-23f3013f6f11 HTTP/1.1" status: 204  len: 168 time: 1.1874259
Dec 15 12:53:59.401306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58434) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:59.482401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.542568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.552781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3a1a2860-38e5-4d61-a236-abd434e9c72e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:53:59.599999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaaf34e-1aef-4d60-97d5-4b1f5a4cbe11,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:53:59.616827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:53:59.683386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:59.687990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.694077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.8150311
Dec 15 12:53:59.697240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58438) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:53:59.702661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Usage tracker for resource:subnet and tenant:554f48bdb9e94470bb294e488aa7ac10 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:59.710752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:59.719011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '37742c85-1d41-43d8-84b3-a7f84956de53', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:53:59.728400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:53:59.732988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:53:59.737083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:53:59.744661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:59.760148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:53:59.762909 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:53:59.772853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.786592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Allocated IP 172.20.0.2 (df9de4d9-dde8-4c39-9335-f727f8cd1666/3af2d63b-2146-4754-8c6f-568deb599196/a32db0dd-bfc6-4370-a9b9-7ff881d424dd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:53:59.817929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Made reservation on behalf of 554f48bdb9e94470bb294e488aa7ac10 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:53:59.825489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:53:59.872952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Floating IP 173fb824-7587-4d9b-a62e-d18aa0e205e4 associated. External IP: 172.26.0.240, port: 64041780-c71a-4cd2-a4cb-7a652ff2b30b.
Dec 15 12:53:59.889521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet e5e5d6d8-cae8-4656-8781-37b72207893e {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:53:59.900281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.044167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.095139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.103479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.109620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Transition to ACTIVE for port object a32db0dd-bfc6-4370-a9b9-7ff881d424dd will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:00.137401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Transition to ACTIVE for port object a32db0dd-bfc6-4370-a9b9-7ff881d424dd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:00.144205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.151255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2763ff02-599f-44ec-8900-8a26cfda751a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:00.216121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed60c24-3c4d-4f82-8657-84b615c4b5f2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:00.230525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] Sync routers for ids ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:00.240225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ed60c24-3c4d-4f82-8657-84b615c4b5f2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.247705 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ed60c24-3c4d-4f82-8657-84b615c4b5f2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/c94cb937-7838-4d77-b1ba-62d7dc0e5104 HTTP/1.1" status: 200  len: 891 time: 3.2902219
Dec 15 12:54:00.257869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.263505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] Routers {'c94cb937-7838-4d77-b1ba-62d7dc0e5104'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:00.265842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb769e80>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:00.284336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:00.288868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:00.297716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58442) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:00.298987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:00.422470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb769e80>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:00.438190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] Routers {'c94cb937-7838-4d77-b1ba-62d7dc0e5104'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:00.439133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb769e80>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:00.442915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Pushing event updated for resources: {'Port': ['ID=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:00.450434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Attempting to bind port a32db0dd-bfc6-4370-a9b9-7ff881d424dd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:00.451022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Attempting to bind port a32db0dd-bfc6-4370-a9b9-7ff881d424dd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '44dbe016-2010-4cee-af52-c2c61ea25577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:00.451606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Attempting to bind port a32db0dd-bfc6-4370-a9b9-7ff881d424dd on network df9de4d9-dde8-4c39-9335-f727f8cd1666 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:00.464518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.470739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ef2ef0b-1136-482e-81d4-965817e951d7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:00.472495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:00.473058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Checking segment: {'id': '44dbe016-2010-4cee-af52-c2c61ea25577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:00.473614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.474180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Bound using segment: {'id': '44dbe016-2010-4cee-af52-c2c61ea25577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:00.474937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Bound port: a32db0dd-bfc6-4370-a9b9-7ff881d424dd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44dbe016-2010-4cee-af52-c2c61ea25577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:00.475546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.529892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb769e80>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:00.530597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d272cf-aed0-4972-846b-eff4686366fe None None] The sync data for ids ['c94cb937-7838-4d77-b1ba-62d7dc0e5104'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:00.542375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e5d6d8-cae8-4656-8781-37b72207893e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:00.547168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:00.551749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.557607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.575049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.575493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.575979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.576589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.578361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.578749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.579624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.579624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.580152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.580313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.580823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:00.588190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:00.590723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.594954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:00.606217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.648720 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/e5e5d6d8-cae8-4656-8781-37b72207893e HTTP/1.1" status: 204  len: 168 time: 1.2447760
Dec 15 12:54:00.654546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58446) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:00.656552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.675381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] For port a32db0dd-bfc6-4370-a9b9-7ff881d424dd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:00.684688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] For port a32db0dd-bfc6-4370-a9b9-7ff881d424dd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,segment=NetworkSegment(44dbe016-2010-4cee-af52-c2c61ea25577),segment_id=44dbe016-2010-4cee-af52-c2c61ea25577)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:00.711526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfbe552-8815-4dcf-86c9-2295eaee3954,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:00.720516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:00.732955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.766159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e735fe03-4445-444d-bc31-9f6c6d7cffaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:00.781415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f803ab2f-21c4-401f-9b46-07a81357a88c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1211364
Dec 15 12:54:00.793156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58450) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:00.824245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:00.839381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.1312995
Dec 15 12:54:00.846773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:00.908914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Pushing event updated for resources: {'Port': ['ID=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:00.922009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:01.074678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:01.089241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:01.089241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:01.164058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:01.194105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:01.204370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:01.497480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed9ed3a9-69a0-4a5d-b53e-039f2e3af762 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/routers/c94cb937-7838-4d77-b1ba-62d7dc0e5104 HTTP/1.1" status: 200  len: 891 time: 1.1917651
Dec 15 12:54:01.501784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58466) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:01.612455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:01.629526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07ed4ebf-5fbe-4e6f-ab6f-5fb272e2b1b7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=c94cb937-7838-4d77-b1ba-62d7dc0e5104 HTTP/1.1" status: 200  len: 205 time: 0.1007783
Dec 15 12:54:01.632244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ac53781-99fd-4ac7-a352-71346e8f37b6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:01.639018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58470) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:01.741654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:01.752688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:01.752688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Subnet': ['ID=c879611f-3ddb-4fcb-acd8-fda65384a03a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:01.754705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:01.756578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:01.764649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd2aec-4200-4585-b366-e59bbbea1379 None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:01.769068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.26.0.203 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/1cacc347-b37f-44b0-b9c4-82d65f8a2ca9) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:01.775009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:01.865870 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-7a9e12c6-ced1-4787-9343-62a8c79f090a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218017502&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.2716062
Dec 15 12:54:01.928434 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.5538018
Dec 15 12:54:01.928434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58474) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:01.943387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1233102509', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c879611f-3ddb-4fcb-acd8-fda65384a03a'}], 'security_groups': ['ac84462c-589d-4051-a3c1-cd4f69e32524', '9d2ddb6c-2d37-465c-9998-8db344bc0762']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:01.998062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e1591-e52b-44d4-bc06-14ae5d75a084 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:02.098666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:02.109809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:02.112226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a6c98b5-11ed-4926-986f-efdd9b8f47d0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:02.141510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:02.349270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:02.359697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:02.365975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-fa549724-c916-4c0f-8e55-319aae887dce tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:02.367009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-fa549724-c916-4c0f-8e55-319aae887dce tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:02.375477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:02.376126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:02.380062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=1938f49e-8909-4cc6-8418-80a8e6f9992a,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:02.389140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:02.396275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-12851d17-98db-4f60-a1cf-b2a0d551f02d None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:02.396627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-12851d17-98db-4f60-a1cf-b2a0d551f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:02.440947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-fa549724-c916-4c0f-8e55-319aae887dce tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:02.442229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-fa549724-c916-4c0f-8e55-319aae887dce tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=3c374369-4ad4-4436-9b5d-dc3e7064c711 HTTP/1.1" status: 200  len: 797 time: 0.5169609
Dec 15 12:54:02.481086 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6905890
Dec 15 12:54:02.483102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58478) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:02.497516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:02.520085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:02.548199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-5973fd1a-f0aa-4bf0-8e0a-14cae79b5df4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0897295
Dec 15 12:54:02.768204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:02.824856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:02.853117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:02.877443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Update dhcp port {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'fixed_ips': [{'subnet_id': '1938f49e-8909-4cc6-8418-80a8e6f9992a'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '323dfca7-edb0-4d6f-afb6-81b7786bd4c2'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:54:02.899763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Delete allocated IP 2001:db8::37a (3a75fd13-44fb-4742-83a9-2b4faffd5670/b9e45b2e-4f4a-4983-ab02-8e20b3c0e519) {{(pid=88869) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 15 12:54:02.923621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Allocated IP 2001:db8:0:2::274 (3a75fd13-44fb-4742-83a9-2b4faffd5670/c879611f-3ddb-4fcb-acd8-fda65384a03a/6e5bbe27-a1da-4101-aebf-e0218bdf49bc) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:02.940717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 10.1948514
Dec 15 12:54:02.943243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:54:02.958192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.049630 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'status': 'completed', 'code': 200}
Dec 15 12:54:03.066094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.114626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:03.115326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb989cf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:03.191160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Update dhcp port {'port': {'network_id': '3a75fd13-44fb-4742-83a9-2b4faffd5670', 'fixed_ips': [{'subnet_id': 'ba2b17ef-46a2-4a15-9bbc-9f4cfb919171', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b9e45b2e-4f4a-4983-ab02-8e20b3c0e519', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c879611f-3ddb-4fcb-acd8-fda65384a03a'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'a5d2da20-2816-4090-82f4-dc62502e724b'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:54:03.193440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.215950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1fd0df0-ad27-4c82-8be1-68ddd5ac5dd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:03.218496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a32db0dd-bfc6-4370-a9b9-7ff881d424dd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:03.250051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.272293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Transition to ACTIVE for port object 6e5bbe27-a1da-4101-aebf-e0218bdf49bc will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:03.275846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.293135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4c1e981-871e-4bd1-b20d-2b42d7680ac8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:03.306720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:03.336313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:03.347445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:03.365988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:03.402346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a178a-b70d-4b78-8a90-9dcddedacc17 None None] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:03.405913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:03.406692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] In _notify_port_updated(), no bound segment for port 6e5bbe27-a1da-4101-aebf-e0218bdf49bc on network 3a75fd13-44fb-4742-83a9-2b4faffd5670 {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:54:03.411071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:03.411748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.415167 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "PUT /v2.0/ports/6e5bbe27-a1da-4101-aebf-e0218bdf49bc HTTP/1.1" status: 200  len: 970 time: 1.4897110
Dec 15 12:54:03.416636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:03.418785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=1cacc347-b37f-44b0-b9c4-82d65f8a2ca9,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:03.426457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-6dac957f-cbb9-420c-ba94-8bf44aefc5fe tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5350022
Dec 15 12:54:03.429171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:03.440639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58486) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:03.458286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:03.466945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:03.473046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.489130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event updated for resources: {'Port': ['ID=6e5bbe27-a1da-4101-aebf-e0218bdf49bc,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:03.499046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:03.525085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.530432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 6e5bbe27-a1da-4101-aebf-e0218bdf49bc {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:03.531295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.618841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b24453f5-5c39-4528-93a7-fadaed3c55d8 None None] Provisioning for port a32db0dd-bfc6-4370-a9b9-7ff881d424dd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:03.709433 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-49a90f0d-1cac-40c5-b89f-2f9518d1a2a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1098 time: 0.5642309
Dec 15 12:54:03.767967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port a32db0dd-bfc6-4370-a9b9-7ff881d424dd completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:03.810666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a32db0dd-bfc6-4370-a9b9-7ff881d424dd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:03.811065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.822750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:03.910410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Allocated IP 2001:db8::2 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/1938f49e-8909-4cc6-8418-80a8e6f9992a/323dfca7-edb0-4d6f-afb6-81b7786bd4c2) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:03.942471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:54:04.033578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1938f49e-8909-4cc6-8418-80a8e6f9992a (CIDR: 2001:db8::/64)
Dec 15 12:54:04.059225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:54:04.059733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:04.139661 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-961888d0-b2c2-4dbf-8322-fb9561e7d0fb service neutron] 10.222.0.53 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6792750
Dec 15 12:54:04.156541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a62800ce-206a-4686-9b16-91693adab342 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6674492
Dec 15 12:54:04.173444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58492) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:04.217773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'subnet': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:04.223456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 6e5bbe27-a1da-4101-aebf-e0218bdf49bc owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:04.393153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-f5205d61-bbcf-4606-9b56-6d6cca0314a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:04.394728 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-f5205d61-bbcf-4606-9b56-6d6cca0314a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.6053288
Dec 15 12:54:04.413649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.420628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:04.464634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=6e5bbe27-a1da-4101-aebf-e0218bdf49bc,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:04.468691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:04.511491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.524739 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/6e5bbe27-a1da-4101-aebf-e0218bdf49bc HTTP/1.1" status: 204  len: 168 time: 1.0826805
Dec 15 12:54:04.527663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58496) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:04.561549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:54:04.581925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-917d9a62-c0cb-4702-ba81-c606f0a29030 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] GET failed (client error): The resource could not be found.
Dec 15 12:54:04.582501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-917d9a62-c0cb-4702-ba81-c606f0a29030 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Synchronizing usage tracker for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:04.600932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-917d9a62-c0cb-4702-ba81-c606f0a29030 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Unset dirty status for tenant:554f48bdb9e94470bb294e488aa7ac10 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:04.602722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-917d9a62-c0cb-4702-ba81-c606f0a29030 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports/6e5bbe27-a1da-4101-aebf-e0218bdf49bc HTTP/1.1" status: 404  len: 333 time: 0.0733242
Dec 15 12:54:04.605781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58500) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:04.670302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:04.672692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Allocated IP 2001:db8:0:2::2 (3a75fd13-44fb-4742-83a9-2b4faffd5670/c879611f-3ddb-4fcb-acd8-fda65384a03a/a5d2da20-2816-4090-82f4-dc62502e724b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:04.682843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.688875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Usage tracker for resource:subnet and tenant:37018c6f41264c869f4239c044bcc774 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:04.700324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-870a33e8-34f9-49eb-be77-37aacd0682ac service neutron] 10.222.0.53 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5404699
Dec 15 12:54:04.701440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.701893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:04.710813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:04.735296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-25a6f196-492a-4e3e-9f8f-7ff0ef129948 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 999 time: 0.3230922
Dec 15 12:54:04.737814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port fe941127-c351-4fbd-8e5d-c22a71c3272c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:04.738176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.765339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.776458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] For port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:04.781762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:04.794972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.847967 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-53e2d68e-5c65-4725-b177-b0f6129e5ec4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1982012
Dec 15 12:54:04.849445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.854613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab0ac8a3-7284-4243-8fb0-a4771984f43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:04.869944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4012d2d0-ee15-42f9-9e6a-7ba8078bb62d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:04.875552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:04.886384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:04.887980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/security-groups/4012d2d0-ee15-42f9-9e6a-7ba8078bb62d HTTP/1.1" status: 204  len: 168 time: 0.2810295
Dec 15 12:54:04.891815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58506) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:04.986040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c76b8189-c322-435e-b7b8-ca390383f871 req-f0cdede1-94a5-48d0-b603-37f0a503cc7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:05.038109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port a32db0dd-bfc6-4370-a9b9-7ff881d424dd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,segment=NetworkSegment(44dbe016-2010-4cee-af52-c2c61ea25577),segment_id=44dbe016-2010-4cee-af52-c2c61ea25577)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:05.053345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.061151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c76b8189-c322-435e-b7b8-ca390383f871 req-f0cdede1-94a5-48d0-b603-37f0a503cc7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:05.068865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.072542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.073375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c76b8189-c322-435e-b7b8-ca390383f871 req-f0cdede1-94a5-48d0-b603-37f0a503cc7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 210 time: 0.1619859
Dec 15 12:54:05.085074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.092087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4d5f835-6052-4403-9e12-a32c514f67d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:05.142684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.159753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Transition to ACTIVE for port object 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:05.204499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.212575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0e6d09c-4dab-4a15-8ba0-1e4d3dbfbaa4 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:05.213007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.222830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] For port a5d2da20-2816-4090-82f4-dc62502e724b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a5d2da20-2816-4090-82f4-dc62502e724b,segment=NetworkSegment(71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1),segment_id=71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:05.233064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ddb6c-2d37-465c-9998-8db344bc0762,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:05.235753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:05.244542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.245883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d2ddb6c-2d37-465c-9998-8db344bc0762 HTTP/1.1" status: 204  len: 168 time: 0.3519473
Dec 15 12:54:05.249055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58510) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:05.336081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.355733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:05.374679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:05.378298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-161fad58-88e8-422e-b717-67802d34af98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:05.383737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.418472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.434471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.440192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b75e4d0f-c335-4765-a31a-083d4168de56 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:05.441799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-352cee3a-d0f5-45dd-a8c2-7618e3afc3c5 None None] Provisioning complete for port a32db0dd-bfc6-4370-a9b9-7ff881d424dd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:05.442226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-352cee3a-d0f5-45dd-a8c2-7618e3afc3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.454279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac84462c-589d-4051-a3c1-cd4f69e32524,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:05.458787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:05.472465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.474170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac84462c-589d-4051-a3c1-cd4f69e32524 HTTP/1.1" status: 204  len: 168 time: 0.2243316
Dec 15 12:54:05.480210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58514) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:05.491792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for fe941127-c351-4fbd-8e5d-c22a71c3272c owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:05.545184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Transition to ACTIVE for port object a5d2da20-2816-4090-82f4-dc62502e724b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:05.568104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb989cf8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:53:56Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:05.577860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.647069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:54:05.659407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Pushing event updated for resources: {'Port': ['ID=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:05.663703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:05.668248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-828d36da-6cbd-4ce0-8310-73952769020a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:05.745342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet b9e45b2e-4f4a-4983-ab02-8e20b3c0e519 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:54:05.748871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.791446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.804674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51c0a560-909e-4442-814f-cab2ab16f33b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:05.815496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.848386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.890413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.891180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:05.893597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=fe941127-c351-4fbd-8e5d-c22a71c3272c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:05.939179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Pushing event updated for resources: {'Port': ['ID=a5d2da20-2816-4090-82f4-dc62502e724b,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:05.942904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:05.949495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:05.950410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb989cf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:05.952219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:05.954467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.053217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.060130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a54adc8c-0096-48d6-a9e3-f0bb435066e5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:06.131372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e45b2e-4f4a-4983-ab02-8e20b3c0e519,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:06.138540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:06.153279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.165160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/b9e45b2e-4f4a-4983-ab02-8e20b3c0e519 HTTP/1.1" status: 204  len: 168 time: 0.6836505
Dec 15 12:54:06.167098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58524) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:06.204572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-1809f8c6-3197-48cf-aa5f-4f4a627521e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:06.206498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-1809f8c6-3197-48cf-aa5f-4f4a627521e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 1.3954711
Dec 15 12:54:06.265707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet c879611f-3ddb-4fcb-acd8-fda65384a03a {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:54:06.269768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.270226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:54:06.379023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.400258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9951c5b-d4b5-42c3-a39b-1bb97791d884 req-ea7bcd27-1157-4a26-8ecf-f1e05f604b16 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 210 time: 0.1913517
Dec 15 12:54:06.568869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.688504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.697367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97f3466f-9132-4c3d-b073-75ee0b4d5f33 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:06.747077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=c879611f-3ddb-4fcb-acd8-fda65384a03a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:06.756375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cf74e-02c3-4695-bcc8-4a1a6f975af9 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:06.757363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:06.765325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.768030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.773501 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/c879611f-3ddb-4fcb-acd8-fda65384a03a HTTP/1.1" status: 204  len: 168 time: 0.6024177
Dec 15 12:54:06.776244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58528) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:06.825299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b93a22-b089-4391-8efa-d6c4ca19eb60 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:06.826247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b93a22-b089-4391-8efa-d6c4ca19eb60 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:06.828393 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1b93a22-b089-4391-8efa-d6c4ca19eb60 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/b9e45b2e-4f4a-4983-ab02-8e20b3c0e519 HTTP/1.1" status: 404  len: 337 time: 0.0504615
Dec 15 12:54:06.831795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58532) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:06.876146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-9bef7fee-6c63-4843-816e-d3be363d07d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5585966
Dec 15 12:54:06.921837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting subnet ba2b17ef-46a2-4a15-9bbc-9f4cfb919171 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:54:06.925448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.976166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b91f5588-2dc5-4c35-9f70-8c2155481a90 None None] Provisioning for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:06.986724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b91f5588-2dc5-4c35-9f70-8c2155481a90 None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:06.987220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b91f5588-2dc5-4c35-9f70-8c2155481a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:06.996867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.132938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.311426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.323437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add93398-375f-4e2f-ac71-a0b0d788a491 None None] Network 3a75fd13-44fb-4742-83a9-2b4faffd5670 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:07.324961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-169b3f16-d98d-470d-b657-1463268cebd5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:07.351535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.371050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.375597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2b17ef-46a2-4a15-9bbc-9f4cfb919171,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:07.384973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.388411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:07.398585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/ba2b17ef-46a2-4a15-9bbc-9f4cfb919171 HTTP/1.1" status: 204  len: 168 time: 0.5648737
Dec 15 12:54:07.399574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58542) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:07.425175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-17ef7b18-20a7-4a07-aaa2-fae7422dc2bc service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4716284
Dec 15 12:54:07.442320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a5d2da20-2816-4090-82f4-dc62502e724b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:07.518381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-74986328-3fc3-4589-94ac-36ba4f461822 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:07.518381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74986328-3fc3-4589-94ac-36ba4f461822 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:07.535621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-74986328-3fc3-4589-94ac-36ba4f461822 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/a2353dfa-5ce6-43f1-8b37-7f60f986f9f3 HTTP/1.1" status: 404  len: 337 time: 0.1153822
Dec 15 12:54:07.535621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58548) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:07.764481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d5b5a4a8-c716-4093-9993-fc5c02fa5de2 None None] Provisioning for port a5d2da20-2816-4090-82f4-dc62502e724b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:07.781774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d5b5a4a8-c716-4093-9993-fc5c02fa5de2 None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:07.781774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a4a8-c716-4093-9993-fc5c02fa5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.871512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83afe2ec-2e8c-4f50-899e-05b534438c3c req-9767564f-a351-4423-8e26-08533623ce66 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 210 time: 0.3049159
Dec 15 12:54:07.871512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2f1b0ac5-509e-4b23-afb7-bad778fa8045 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c84232f-c298-46f3-8257-f6402edc336d HTTP/1.1" status: 200  len: 205 time: 0.3387213
Dec 15 12:54:07.882584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58552) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:07.951220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:07.951220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Fanout notify agent at l3_agent the message router_deleted on router c94cb937-7838-4d77-b1ba-62d7dc0e5104 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:54:08.010859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb989cf8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:53:56Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:08.029035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff9bad-6474-41f4-8a78-3763da698090 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:53:56Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:08.029035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d5b5a4a8-c716-4093-9993-fc5c02fa5de2 None None] Could not find standard attr ID for object 6e5bbe27-a1da-4101-aebf-e0218bdf49bc. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:54:08.050214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-3b636ebc-8e05-4dc5-9500-56289d1864c2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] delete failed (client error): The resource could not be found.
Dec 15 12:54:08.059035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a5d2da20-2816-4090-82f4-dc62502e724b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:08.059035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:08.065397 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3b636ebc-8e05-4dc5-9500-56289d1864c2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/routers/9c84232f-c298-46f3-8257-f6402edc336d HTTP/1.1" status: 404  len: 336 time: 0.1695893
Dec 15 12:54:08.065397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58556) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:08.108367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e49e06-44f5-4752-991b-2a86af779108 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:08.108367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e49e06-44f5-4752-991b-2a86af779108 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:08.108367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-55e49e06-44f5-4752-991b-2a86af779108 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/0e12d9e9-a770-4665-9476-cc380b3c4930 HTTP/1.1" status: 404  len: 337 time: 0.0606363
Dec 15 12:54:08.120401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58560) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:08.231422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d5b5a4a8-c716-4093-9993-fc5c02fa5de2 None None] Provisioning complete for port 918bc585-7143-4aa7-8447-deb3e0909cdd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:08.231422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a4a8-c716-4093-9993-fc5c02fa5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:08.323659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a27eca-9511-494e-8762-c2870cc18bfb tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:08.323659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a27eca-9511-494e-8762-c2870cc18bfb tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:08.373546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5a4a8-c716-4093-9993-fc5c02fa5de2 None None] Port 918bc585-7143-4aa7-8447-deb3e0909cdd cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:08.373546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] DHCP port deletion for 3a75fd13-44fb-4742-83a9-2b4faffd5670 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:54:08.389042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Deleting port a5d2da20-2816-4090-82f4-dc62502e724b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:08.389042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:08.427762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:08.433444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58566) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:08.438517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/c94cb937-7838-4d77-b1ba-62d7dc0e5104 HTTP/1.1" status: 204  len: 168 time: 6.7844055
Dec 15 12:54:08.444561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-540875715'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:08.450373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-20a27eca-9511-494e-8762-c2870cc18bfb tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/f5df817c-2a26-4e53-af5e-2f30a378e9fe HTTP/1.1" status: 404  len: 337 time: 0.3261244
Dec 15 12:54:08.450373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58570) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:08.450373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69d138a2-abb5-496d-ac3c-0513bd43a738 req-9225c8fd-12ed-4088-8a73-aa7d0ed2b9ee service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0034404
Dec 15 12:54:08.462622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:08.493836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:08.493836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:08.518893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:08.539968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:08.556658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:08.639953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router 75616890-62f5-4a99-8e33-87ed7b85c54d is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:54:08.694108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:08.720293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:08.720293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment b58c2d01-2356-4873-a944-a3bb7920808c of type vlan for network e6343297-5586-41e1-a55b-ccf1bb521849
Dec 15 12:54:08.738676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a32db0dd-bfc6-4370-a9b9-7ff881d424dd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:08.804409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:08.879802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7af0df-72ed-4263-aca3-96c2878fdba8 None None] New status for floating IP 173fb824-7587-4d9b-a62e-d18aa0e205e4: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:54:08.894248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d5cbc2-aa28-418d-9089-85fbc333a5dd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:08.894248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d5cbc2-aa28-418d-9089-85fbc333a5dd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:08.894248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-38d5cbc2-aa28-418d-9089-85fbc333a5dd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/0f7c48f8-1262-4393-aa7f-66c93bd8bba6 HTTP/1.1" status: 404  len: 337 time: 0.4316096
Dec 15 12:54:08.900728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58576) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:09.080923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0100717c-c113-4652-9a12-e1a9c7351f71 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:09.080923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0100717c-c113-4652-9a12-e1a9c7351f71 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:09.080923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:09.103004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:09.103004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:09.126547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-26330203-7e10-43c2-99f8-9787dbef356e None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:09.126547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26330203-7e10-43c2-99f8-9787dbef356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:09.132620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac39b447-58b1-4501-8134-3b20d415b33d tempest-RoutersIpV6AdminTest-1902205600 tempest-RoutersIpV6AdminTest-1902205600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:09.230256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-7b5f613c-7035-4032-9ee5-9ebfba0d1f02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1098 time: 0.5216248
Dec 15 12:54:09.262481 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0100717c-c113-4652-9a12-e1a9c7351f71 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/507608e8-1c9c-4765-a188-71c9edcb5f6f HTTP/1.1" status: 404  len: 333 time: 0.3529971
Dec 15 12:54:09.262481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58582) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:09.319497 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6cf05bf-b44e-4a0f-81fc-f9fb10fae91b req-54bd26b4-ef91-4937-a741-68ac88f2746e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 210 time: 0.0941217
Dec 15 12:54:09.608658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1756349
Dec 15 12:54:09.608658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58586) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:09.619809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': 'e6343297-5586-41e1-a55b-ccf1bb521849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:09.642475 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-658500e2-4a8f-40ae-83a8-d13884591b8d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:09.642475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658500e2-4a8f-40ae-83a8-d13884591b8d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:09.642475 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-658500e2-4a8f-40ae-83a8-d13884591b8d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/f9ae275a-5418-4413-af21-62f0f7fa90cd HTTP/1.1" status: 404  len: 337 time: 0.3637857
Dec 15 12:54:09.642475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=e6343297-5586-41e1-a55b-ccf1bb521849,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:09.642475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58590) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:09.652801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:09.688790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a32db0dd-bfc6-4370-a9b9-7ff881d424dd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:09.688790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:09.700047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-c193416e-3763-48e9-a365-a0c46363eaea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:09.700047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-c193416e-3763-48e9-a365-a0c46363eaea service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.4388361
Dec 15 12:54:09.700047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:09.814888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e6343297-5586-41e1-a55b-ccf1bb521849 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:09.834620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab15bbe-1129-42d8-915f-0a59b9a6a054 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:09.834620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab15bbe-1129-42d8-915f-0a59b9a6a054 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:09.834620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eab15bbe-1129-42d8-915f-0a59b9a6a054 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/7bb33483-159d-443a-95a3-3e6d6cbb28eb HTTP/1.1" status: 404  len: 337 time: 0.1888101
Dec 15 12:54:09.840042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58594) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:09.906962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:09.906962 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c11e773-b7b8-46cc-892d-81b18149190e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:09.906962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c11e773-b7b8-46cc-892d-81b18149190e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:09.917227 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c11e773-b7b8-46cc-892d-81b18149190e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/8e145f87-eb95-4155-b5bf-211b4e4b6f0c HTTP/1.1" status: 404  len: 333 time: 0.0708375
Dec 15 12:54:09.917227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58600) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:09.956654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:09.956654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:09.970975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9fc565-8a59-4b09-b60a-a77e6079ea6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:09.970975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9fc565-8a59-4b09-b60a-a77e6079ea6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:09.970975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8c9fc565-8a59-4b09-b60a-a77e6079ea6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/dfad300a-f14f-4d17-bc64-d3a2964b051f HTTP/1.1" status: 404  len: 337 time: 0.0581841
Dec 15 12:54:09.980984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:09.980984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58604) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:10.023278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf659144-642d-47aa-9c26-4bcd1f7b9a84 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:10.023278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf659144-642d-47aa-9c26-4bcd1f7b9a84 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:10.023278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bf659144-642d-47aa-9c26-4bcd1f7b9a84 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/subnets/4e0f675d-c79c-47e2-a9ae-9cfa0aca4fa6 HTTP/1.1" status: 404  len: 337 time: 0.0476017
Dec 15 12:54:10.028345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58608) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:10.076023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-6dac9e0a-edb5-4455-af71-bd615656cb14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 1001 time: 0.3462780
Dec 15 12:54:10.118338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:10.129400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Deleting port 918bc585-7143-4aa7-8447-deb3e0909cdd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:10.129400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:10.176486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] For port a5d2da20-2816-4090-82f4-dc62502e724b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a5d2da20-2816-4090-82f4-dc62502e724b,segment=NetworkSegment(71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1),segment_id=71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:10.176486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:10.204162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] Sync routers for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:10.213708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:10.253810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:10.263777 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 11.1829329
Dec 15 12:54:10.273118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58614) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:10.303588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:10.303588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faade630>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:10.398462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:10.642559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-3116b4d1-8234-4ffd-9b0a-8ace1b0249bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:10.642559 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-3116b4d1-8234-4ffd-9b0a-8ace1b0249bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.5467091
Dec 15 12:54:10.730242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:10.967375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Calling delete_port for 918bc585-7143-4aa7-8447-deb3e0909cdd owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:11.026877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] For port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:11.137808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Calling delete_port for a5d2da20-2816-4090-82f4-dc62502e724b owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:11.142870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.217846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faade630>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:11.254228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-094e6226-9d53-4653-bf0c-871da4102998 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:11.259472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:11.265189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-abdcc3db-12e3-4f57-a346-e8b2faabcf25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5648921
Dec 15 12:54:11.275883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.297466 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eba24b60-ffcb-437b-a879-50184043a0f3 req-0cbedfab-d6bf-463a-948e-42e82e5ff1c5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 210 time: 0.2335491
Dec 15 12:54:11.333606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Port': ['ID=918bc585-7143-4aa7-8447-deb3e0909cdd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:11.371205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:11.392078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.411828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd14e-cbb0-4900-afc9-053dd6d62b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.426763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:11.426763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faade630>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:53:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:11.526786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/ports/918bc585-7143-4aa7-8447-deb3e0909cdd HTTP/1.1" status: 204  len: 168 time: 1.4922276
Dec 15 12:54:11.536394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58620) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:11.541418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faade630>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:11.541418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e8d94-a044-4cce-9bda-e88e5233fd5b None None] The sync data for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:11.596361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:11.596361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.740012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.832277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.843216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.854276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:11.859505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:11.899425 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-09fe6d42-74c0-4780-a0a3-211d0084cad2 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6129124
Dec 15 12:54:11.899425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.899425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:11.921234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] No DVR routers for this DVR port a5d2da20-2816-4090-82f4-dc62502e724b on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:54:11.936107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Pushing event deleted for resources: {'Port': ['ID=a5d2da20-2816-4090-82f4-dc62502e724b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:11.936107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:11.949226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ebfa786-5103-470d-8b8d-1dfdada0bd54 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:11.991082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=c918d735-2584-4812-8d69-1238a88c4b7f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:12.030884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:12.116539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f150484-fbf4-4ab7-b15e-ba5da036d867 req-c022d5c8-b608-488e-b083-9f5e10a867a3 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061048
Dec 15 12:54:12.134237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a5d2da20-2816-4090-82f4-dc62502e724b no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:54:12.173039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:12.184931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:12.196930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:12.196930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:12.281830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,revision_number=10']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:12.298639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:12.298639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8f4de74b-a164-4712-b427-70f520a72fdc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:12.308890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc372e-e918-4ca3-aefc-1b1466e42631 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:12.378713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 8.1642857
Dec 15 12:54:12.378713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58626) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:12.389197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Request body: {'port': {'network_id': '4656ff00-eb9b-40f0-a40c-d7c89a31d8a3', 'mac_address': 'fa:16:3e:f3:21:8d', 'name': 'tempest-NetworksTestDHCPv6-1338229875'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:12.658772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:12.671073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:12.724645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Subnet': ['ID=4d0e5701-773e-4de2-9f0a-d76e0e459ede,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:12.760841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-a5c83c57-e983-4c55-950a-a86dba254bd1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:12.760841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-a5c83c57-e983-4c55-950a-a86dba254bd1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:12.766872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: a5d2da20-2816-4090-82f4-dc62502e724b {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:54:12.766872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a5d2da20-2816-4090-82f4-dc62502e724b not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:54:12.781418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:12.795079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:12.801302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Made reservation on behalf of 37018c6f41264c869f4239c044bcc774 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:12.813780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': 'b58c2d01-2356-4873-a944-a3bb7920808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6343297-5586-41e1-a55b-ccf1bb521849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:12.813780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: e6343297-5586-41e1-a55b-ccf1bb521849, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:12.831690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:12.844777 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14d8ed93-54fe-4674-91d3-187cf153e3ce req-92d29586-931a-4eb5-9014-16751963651c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 210 time: 0.1677201
Dec 15 12:54:12.867627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-a5c83c57-e983-4c55-950a-a86dba254bd1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:12.867627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-a5c83c57-e983-4c55-950a-a86dba254bd1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=3c374369-4ad4-4436-9b5d-dc3e7064c711 HTTP/1.1" status: 200  len: 797 time: 0.9013166
Dec 15 12:54:12.867627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9abf710>,) {'filters': {'network_id': ['3a75fd13-44fb-4742-83a9-2b4faffd5670']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:12.903007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network e6343297-5586-41e1-a55b-ccf1bb521849 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:12.920646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9abf710>, '71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:12.920646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9abf710>, '71f84984-46f7-4b2f-a8b3-1bc9a5a63ad1') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:12.940938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:12.954436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, e6343297-5586-41e1-a55b-ccf1bb521849) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:12.965726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730b24c-1c02-4e00-98e0-0d67575688d9 None None] Network e6343297-5586-41e1-a55b-ccf1bb521849 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:12.989485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:12.989485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.017391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-267c7b2a-7c46-4249-90c1-a74c7c33c10e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:13.039221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.039221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4248838
Dec 15 12:54:13.039221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-267c7b2a-7c46-4249-90c1-a74c7c33c10e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:13.045909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58634) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:13.051289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-267c7b2a-7c46-4249-90c1-a74c7c33c10e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 379 time: 0.1645238
Dec 15 12:54:13.051289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:13.051289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.057498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-846756960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:13.069231 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:13.078968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['37742c85-1d41-43d8-84b3-a7f84956de53']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:13.083978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:13.123159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:router and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:13.137644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:13.186539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.207213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:13.268480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:13.278851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:13.309536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:13.319271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.405150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] device_id is not set on port cfc562f8-3653-4e9f-b6ad-e336ea1117e5 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:54:13.518851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cb5021d-bdfd-4de3-9ebd-a7d2d51557ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.534294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-e6343297-5586-41e1-a55b-ccf1bb521849', 'network_id': 'e6343297-5586-41e1-a55b-ccf1bb521849', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': 'c918d735-2584-4812-8d69-1238a88c4b7f'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:13.534294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.560637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.560637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4dbd57fc-3978-4c5d-ad86-87dba6accfef tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:13.592186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.608321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.618938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Pushing event deleted for resources: {'Network': ['ID=3a75fd13-44fb-4742-83a9-2b4faffd5670,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:13.634347 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] 10.222.0.53 "DELETE /v2.0/networks/3a75fd13-44fb-4742-83a9-2b4faffd5670 HTTP/1.1" status: 204  len: 168 time: 2.0829620
Dec 15 12:54:13.657913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:13.740789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.740789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:13.917784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Allocated IP 2001:db8::2 (e6343297-5586-41e1-a55b-ccf1bb521849/c918d735-2584-4812-8d69-1238a88c4b7f/03e6543d-8083-48fd-9c80-7667db4fdb75) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:14.035696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.10 (3c374369-4ad4-4436-9b5d-dc3e7064c711/a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f/2b32e212-6595-4bdd-bacd-2abc43d17eea) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:14.201772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:14.421445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8::277 (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/1938f49e-8909-4cc6-8418-80a8e6f9992a/cfc562f8-3653-4e9f-b6ad-e336ea1117e5) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:14.432653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:218d (4656ff00-eb9b-40f0-a40c-d7c89a31d8a3/4d0e5701-773e-4de2-9f0a-d76e0e459ede/cfc562f8-3653-4e9f-b6ad-e336ea1117e5) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:14.506928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-8cc50169-c627-4ec4-8131-9cf878374fd3 req-b55159e3-49a4-4102-a3e9-2acf3c351688 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:14.525329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:14.525329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.559311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-8cc50169-c627-4ec4-8131-9cf878374fd3 req-b55159e3-49a4-4102-a3e9-2acf3c351688 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:14.559311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8cc50169-c627-4ec4-8131-9cf878374fd3 req-b55159e3-49a4-4102-a3e9-2acf3c351688 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 210 time: 0.1593971
Dec 15 12:54:14.587745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.612416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 2b32e212-6595-4bdd-bacd-2abc43d17eea will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:14.619712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.645044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.652256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0abafd95-4355-46e6-827e-ec8750911851 None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:14.652256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0abafd95-4355-46e6-827e-ec8750911851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.664433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:14.675792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Transition to ACTIVE for port object 03e6543d-8083-48fd-9c80-7667db4fdb75 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:14.719044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58644) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:14.756952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.776644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Transition to ACTIVE for port object cfc562f8-3653-4e9f-b6ad-e336ea1117e5 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:14.807944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:14.807944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:14.818258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.829687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:14.836585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:14.856312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=2b32e212-6595-4bdd-bacd-2abc43d17eea,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:14.856312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:14.889593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Transition to ACTIVE for port object 03e6543d-8083-48fd-9c80-7667db4fdb75 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:14.894594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.914706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.933965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:14.933965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:14.940879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:15.090498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:15.090498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:15.103090 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9160631
Dec 15 12:54:15.109123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:15.114504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Request body: {'port': {'device_id': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:15.119581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Network e6343297-5586-41e1-a55b-ccf1bb521849 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:15.119581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:15.129179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:15.129179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.134939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:15.194409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.194409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event updated for resources: {'Port': ['ID=cfc562f8-3653-4e9f-b6ad-e336ea1117e5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:15.228417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.8443568
Dec 15 12:54:15.239111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58650) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:15.239111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:15.309328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b2ff52bc-39e9-4895-8387-61f87b94666c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=554f48bdb9e94470bb294e488aa7ac10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5728729
Dec 15 12:54:15.337186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58654) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:15.365498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.375956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Attempting to bind port 03e6543d-8083-48fd-9c80-7667db4fdb75 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:15.375956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Attempting to bind port 03e6543d-8083-48fd-9c80-7667db4fdb75 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b58c2d01-2356-4873-a944-a3bb7920808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6343297-5586-41e1-a55b-ccf1bb521849'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:15.375956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Attempting to bind port 03e6543d-8083-48fd-9c80-7667db4fdb75 on network e6343297-5586-41e1-a55b-ccf1bb521849 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:15.386151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Pushing event updated for resources: {'Port': ['ID=03e6543d-8083-48fd-9c80-7667db4fdb75,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:15.403263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:15.403263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Checking segment: {'id': 'b58c2d01-2356-4873-a944-a3bb7920808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6343297-5586-41e1-a55b-ccf1bb521849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:15.403263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.403263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Bound using segment: {'id': 'b58c2d01-2356-4873-a944-a3bb7920808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6343297-5586-41e1-a55b-ccf1bb521849'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:15.403263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Bound port: 03e6543d-8083-48fd-9c80-7667db4fdb75, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58c2d01-2356-4873-a944-a3bb7920808c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6343297-5586-41e1-a55b-ccf1bb521849'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:15.403263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.420188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:15.456386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.456386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de3e4b76-8598-4e68-a385-44281285ca7a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 2.4127555
Dec 15 12:54:15.467265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58658) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:15.473932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.576856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] For port 03e6543d-8083-48fd-9c80-7667db4fdb75, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:15.576856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] For port 03e6543d-8083-48fd-9c80-7667db4fdb75, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=03e6543d-8083-48fd-9c80-7667db4fdb75,segment=NetworkSegment(b58c2d01-2356-4873-a944-a3bb7920808c),segment_id=b58c2d01-2356-4873-a944-a3bb7920808c)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:15.576856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bc3b98c9-cc83-42a8-9354-437481fe3083 None None] Provisioning for port 2b32e212-6595-4bdd-bacd-2abc43d17eea completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:15.593267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bc3b98c9-cc83-42a8-9354-437481fe3083 None None] Provisioning complete for port 2b32e212-6595-4bdd-bacd-2abc43d17eea triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:15.593267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc3b98c9-cc83-42a8-9354-437481fe3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.599436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting port cfc562f8-3653-4e9f-b6ad-e336ea1117e5 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:15.599436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.694582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.710566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3b5fb4ee-ad7c-48ac-aab6-1716317a3c5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:15.777108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b98c9-cc83-42a8-9354-437481fe3083 None None] Port 2b32e212-6595-4bdd-bacd-2abc43d17eea cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:15.780442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.825535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Pushing event updated for resources: {'Port': ['ID=03e6543d-8083-48fd-9c80-7667db4fdb75,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:15.829395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:15.849499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:15.955554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-630b13b9-ef6a-4747-b81d-3fbef958b149 None None] Provisioning for port cfc562f8-3653-4e9f-b6ad-e336ea1117e5 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:15.966249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-630b13b9-ef6a-4747-b81d-3fbef958b149 None None] Provisioning complete for port cfc562f8-3653-4e9f-b6ad-e336ea1117e5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:15.967109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-630b13b9-ef6a-4747-b81d-3fbef958b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.079639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-630b13b9-ef6a-4747-b81d-3fbef958b149 None None] Port cfc562f8-3653-4e9f-b6ad-e336ea1117e5 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:16.126116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b32e212-6595-4bdd-bacd-2abc43d17eea {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:54:16.144195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.171163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Transition to ACTIVE for port object 2b32e212-6595-4bdd-bacd-2abc43d17eea will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:16.171163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.174104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30c6ea08-1ada-4496-8714-49c527f7925e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:16.185641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad8930-0ad0-48fb-9f02-5616cd70bfc5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:16.189614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:16.195547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.206233 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6ad8930-0ad0-48fb-9f02-5616cd70bfc5 HTTP/1.1" status: 204  len: 168 time: 0.8736935
Dec 15 12:54:16.236289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.250524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-120723f6-4a1e-4ad5-a0de-aae0f1aa5fe7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:16.287279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.461578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Calling delete_port for cfc562f8-3653-4e9f-b6ad-e336ea1117e5 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:16.494194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Pushing event updated for resources: {'Port': ['ID=2b32e212-6595-4bdd-bacd-2abc43d17eea,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:16.504532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:16.731410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Attempting to bind port 2b32e212-6595-4bdd-bacd-2abc43d17eea on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:16.732146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Attempting to bind port 2b32e212-6595-4bdd-bacd-2abc43d17eea by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:16.732291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Attempting to bind port 2b32e212-6595-4bdd-bacd-2abc43d17eea on network 3c374369-4ad4-4436-9b5d-dc3e7064c711 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:16.743858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Port 2b32e212-6595-4bdd-bacd-2abc43d17eea on network 3c374369-4ad4-4436-9b5d-dc3e7064c711 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:54:16.744786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Attempting to bind port 2b32e212-6595-4bdd-bacd-2abc43d17eea on network 3c374369-4ad4-4436-9b5d-dc3e7064c711 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:16.761904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:16.762493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Checking segment: {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:16.763868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Bound using segment: {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:16.766078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Bound port: 2b32e212-6595-4bdd-bacd-2abc43d17eea, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:16.767131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.927011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] For port 2b32e212-6595-4bdd-bacd-2abc43d17eea, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:16.933436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] For port 2b32e212-6595-4bdd-bacd-2abc43d17eea, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:16.944014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:16.944014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c71f7ff-8620-4adc-9241-a248d12a4d6f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:17.037836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Pushing event updated for resources: {'Port': ['ID=2b32e212-6595-4bdd-bacd-2abc43d17eea,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:17.037836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:17.046896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:17.048006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd21f2-c4e2-44b6-99a9-5fb81421813c req-679c3f5e-6b8b-4964-bb9a-8098ac5e990f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:17.048725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] 10.222.0.77 "PUT /v2.0/ports/2b32e212-6595-4bdd-bacd-2abc43d17eea HTTP/1.1" status: 200  len: 1094 time: 2.0575182
Dec 15 12:54:17.049328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:54:17.060907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49dd21f2-c4e2-44b6-99a9-5fb81421813c req-679c3f5e-6b8b-4964-bb9a-8098ac5e990f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 944 time: 0.5447829
Dec 15 12:54:17.166109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'status': 'completed', 'code': 200}
Dec 15 12:54:17.210118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49dd21f2-c4e2-44b6-99a9-5fb81421813c req-4cc438b6-b6ee-4a7b-9c40-9cfd32b096f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1488121
Dec 15 12:54:17.211156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-05452947-2678-4d22-a297-34ab79f1b776 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 1097 time: 0.1122270
Dec 15 12:54:17.308060 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-c1a42679-8d60-4cbe-94f3-aea1d391367d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea HTTP/1.1" status: 200  len: 217 time: 0.0816932
Dec 15 12:54:17.398181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-173c7085-6204-4535-963d-ea1f7cfc83cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:17.408655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-173c7085-6204-4535-963d-ea1f7cfc83cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f HTTP/1.1" status: 200  len: 835 time: 0.0907378
Dec 15 12:54:17.560158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-6072bd11-d42e-48f8-94b4-053f28164a9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c374369-4ad4-4436-9b5d-dc3e7064c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1541188
Dec 15 12:54:17.800949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-8fe5d88a-9c45-47f6-b601-0332a8bd517d service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2335203
Dec 15 12:54:17.850429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:17.945498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:17.948090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:18.085560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84fe8315-1aff-4572-8ad0-71596d746b0f req-3aac51de-812b-4aa8-8b30-c6bcc0e22112 service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2748852
Dec 15 12:54:18.094000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72a11541-3207-48f4-b7de-8517841b2dbb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:18.103528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 03e6543d-8083-48fd-9c80-7667db4fdb75 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:18.136495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58686) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:18.259593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 03e6543d-8083-48fd-9c80-7667db4fdb75 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:18.294989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-de5548f0-c6fe-4b76-b249-3af167c98c90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 1097 time: 0.1393125
Dec 15 12:54:18.297406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e9418-7146-435b-b4b8-b414f0c72d54 None None] Network e6343297-5586-41e1-a55b-ccf1bb521849 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:18.408037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Port': ['ID=cfc562f8-3653-4e9f-b6ad-e336ea1117e5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:18.420033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:18.421778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-971892369'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:18.430258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:18.435835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:18.459270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:18.528260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:18.659748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:18.665484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:18.714348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:18.749764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-6c9428d8-8146-4785-a426-79b993b46c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:18.751458 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-6c9428d8-8146-4785-a426-79b993b46c44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c374369-4ad4-4436-9b5d-dc3e7064c711 HTTP/1.1" status: 200  len: 898 time: 0.4431224
Dec 15 12:54:18.760273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b9f71-de73-4d35-a9e7-f417099dd7d8 req-113f2f54-5eba-48c1-b4a1-f92e8b13afde tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:18.767999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-178b9f71-de73-4d35-a9e7-f417099dd7d8 req-113f2f54-5eba-48c1-b4a1-f92e8b13afde tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 944 time: 0.3242068
Dec 15 12:54:18.769176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Provisioning for port 03e6543d-8083-48fd-9c80-7667db4fdb75 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:18.810386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:18.828275 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/cfc562f8-3653-4e9f-b6ad-e336ea1117e5 HTTP/1.1" status: 204  len: 168 time: 3.5763617
Dec 15 12:54:18.828674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58694) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:18.853580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Provisioning complete for port 03e6543d-8083-48fd-9c80-7667db4fdb75 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:18.855666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:18.858312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-9655d767-28dc-444e-bbda-ca584a348be4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea HTTP/1.1" status: 200  len: 217 time: 0.0863817
Dec 15 12:54:19.022100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:19.031511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:security_group_rule and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:19.032654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:19.050515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:19.070900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-de3565ee-2f75-4cdf-b86f-4baed1a6df6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:19.070900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-de3565ee-2f75-4cdf-b86f-4baed1a6df6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f HTTP/1.1" status: 200  len: 835 time: 0.1868849
Dec 15 12:54:19.120279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.201790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] For port 03e6543d-8083-48fd-9c80-7667db4fdb75, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=03e6543d-8083-48fd-9c80-7667db4fdb75,segment=NetworkSegment(b58c2d01-2356-4873-a944-a3bb7920808c),segment_id=b58c2d01-2356-4873-a944-a3bb7920808c)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:19.210350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.214049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-233f6c4d-1aa2-4da5-9be1-74505d7224eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:19.355827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Pushing event updated for resources: {'Port': ['ID=03e6543d-8083-48fd-9c80-7667db4fdb75,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:19.364057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:19.400487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.1 (df9de4d9-dde8-4c39-9335-f727f8cd1666/3af2d63b-2146-4754-8c6f-568deb599196/c4cd5470-26cb-41c8-887b-c7be47a172a6) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:19.419886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e2e9b-0bc0-4e3e-9501-f828f2756b27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:19.420278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b63e2e9b-0bc0-4e3e-9501-f828f2756b27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:19.500507 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-178b9f71-de73-4d35-a9e7-f417099dd7d8 req-8c358fab-0bd3-4f94-b369-2abd6dff2985 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7309301
Dec 15 12:54:19.541245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b63e2e9b-0bc0-4e3e-9501-f828f2756b27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:19.546058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b63e2e9b-0bc0-4e3e-9501-f828f2756b27 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.7089403
Dec 15 12:54:19.548692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58698) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:19.611798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-bf929746-9ff1-449c-a0b7-7fe512ba3d3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c374369-4ad4-4436-9b5d-dc3e7064c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5446963
Dec 15 12:54:19.647122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8::1 (e6343297-5586-41e1-a55b-ccf1bb521849/c918d735-2584-4812-8d69-1238a88c4b7f/14340603-0550-47e8-b716-a6c345887fd3) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:19.655635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fdbe9261-4242-4cc8-af3a-a6a3932e506e None None] Provisioning complete for port 03e6543d-8083-48fd-9c80-7667db4fdb75 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:19.655882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9261-4242-4cc8-af3a-a6a3932e506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.713373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.721311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.729968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0653480-c23a-4b9e-8011-e64003894230 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:19.738840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.826961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Transition to ACTIVE for port object c4cd5470-26cb-41c8-887b-c7be47a172a6 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:19.850997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:19.862895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf97722-3a8f-4972-b7b2-d11a7dbfee2d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:19.867017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:19.889171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.895705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.896513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:19.896768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment 605ce33c-f953-4778-b2ea-c1fbb3be5778 of type vlan for network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2
Dec 15 12:54:19.901619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-428f199f-65f0-4cc2-8141-75319a5b7b2e tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:19.904405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c33729-54fa-46d4-aaab-49e8a7367b7b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:19.906544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d7c33729-54fa-46d4-aaab-49e8a7367b7b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3508546
Dec 15 12:54:19.914588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58702) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:19.986921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object 14340603-0550-47e8-b716-a6c345887fd3 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:19.996124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:19.997020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:20.000322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=c4cd5470-26cb-41c8-887b-c7be47a172a6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:20.003198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:20.032724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:20.033596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 03e6543d-8083-48fd-9c80-7667db4fdb75 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:20.038517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-da8e9e43-5c34-41c2-be63-8dc766507e89 service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4096932
Dec 15 12:54:20.041906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.076137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.091828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.104617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ca14855-cbd7-4d68-b959-2b51a07064fd tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:20.131103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 03e6543d-8083-48fd-9c80-7667db4fdb75 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:20.131650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.181139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network e6343297-5586-41e1-a55b-ccf1bb521849 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:20.190422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:20.269599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:20.269931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.284257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26987fb4-7acd-4b0e-a38c-17148147d4c3 req-1882d5b6-4706-43d7-97ac-7e0be5cc19da service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2345250
Dec 15 12:54:20.289475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.294540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:20.295220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.305847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a4e5a1d-e356-4158-8e59-9a0cbf6d32a2 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:20.317845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.340091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=14340603-0550-47e8-b716-a6c345887fd3,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:20.350720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:20.486920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1cc5e-ca79-4ecd-92cc-5f09285e20b1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:20.486920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-79c1cc5e-ca79-4ecd-92cc-5f09285e20b1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:20.486920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:20.509801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:20.518064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:20.524473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.3758245
Dec 15 12:54:20.524473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58706) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:20.555125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965625784'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:20.561700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:20.567430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-79c1cc5e-ca79-4ecd-92cc-5f09285e20b1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:20.575398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-79c1cc5e-ca79-4ecd-92cc-5f09285e20b1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.6538892
Dec 15 12:54:20.580483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:20.581408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58712) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:20.585568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:20.609852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:20.633284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:20.641351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.701025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:20.716925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.717573 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment 25bfa5e1-755e-464c-a433-bc86c7e7866b of type vlan for network abf16df7-20f9-466c-8ecc-7bd6cc600e3f
Dec 15 12:54:20.723063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 2b32e212-6595-4bdd-bacd-2abc43d17eea details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:54:20.766980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.801827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.807101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.811559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:20.812262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.818331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0319b6ce-caae-4de5-a9ea-90716541f50a tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:20.875808 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3495710
Dec 15 12:54:20.879641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-256b5144-2d80-4f9c-b9be-68db80037708 None None] Provisioning for port c4cd5470-26cb-41c8-887b-c7be47a172a6 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:20.892766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58716) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:20.900860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-256b5144-2d80-4f9c-b9be-68db80037708 None None] Provisioning complete for port c4cd5470-26cb-41c8-887b-c7be47a172a6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:20.901303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-256b5144-2d80-4f9c-b9be-68db80037708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:20.932310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=abf16df7-20f9-466c-8ecc-7bd6cc600e3f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:20.935706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:20.947866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:20.966578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': 'd4af2ff8-4b83-40bf-87c4-dbf311b4a0f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:21.002895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 2b32e212-6595-4bdd-bacd-2abc43d17eea, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:21.025816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-256b5144-2d80-4f9c-b9be-68db80037708 None None] Port c4cd5470-26cb-41c8-887b-c7be47a172a6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:21.033317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'port_id': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'mac_address': 'fa:16:3e:c0:02:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:54:21.182760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:21.208086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b32e212-6595-4bdd-bacd-2abc43d17eea {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:54:21.213619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec4ebd6a-507e-4d11-888b-9958d42c62d5 None None] Provisioning for port 14340603-0550-47e8-b716-a6c345887fd3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:21.223028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec4ebd6a-507e-4d11-888b-9958d42c62d5 None None] Provisioning complete for port 14340603-0550-47e8-b716-a6c345887fd3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:21.223708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec4ebd6a-507e-4d11-888b-9958d42c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:21.265572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 2b32e212-6595-4bdd-bacd-2abc43d17eea, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:21.270561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:21.280019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:21.334669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ebd6a-507e-4d11-888b-9958d42c62d5 None None] Port 14340603-0550-47e8-b716-a6c345887fd3 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:21.362235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=2b32e212-6595-4bdd-bacd-2abc43d17eea,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:21.365750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:21.403778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:21.435017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:21.460930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:21.470746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['2b32e212-6595-4bdd-bacd-2abc43d17eea'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:54:21.481401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:21.503781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba434a12-3715-4b7e-9e58-63a8f04beae3 req-d6a99ce6-1aaf-4c81-9477-023b2317f05e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:21.505370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ba434a12-3715-4b7e-9e58-63a8f04beae3 req-d6a99ce6-1aaf-4c81-9477-023b2317f05e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 944 time: 0.7431898
Dec 15 12:54:21.627056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:21.675770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 1938f49e-8909-4cc6-8418-80a8e6f9992a {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:54:21.968041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.211705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.234309 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ba434a12-3715-4b7e-9e58-63a8f04beae3 req-88cd6394-97f5-431f-baaf-f1fbcbde8c53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7126703
Dec 15 12:54:22.239963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.429597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.447766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.480679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40425d8d-719d-4fbd-99d1-f34403f42294 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:22.593213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.620322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.621387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.625411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.660360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.673327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=c4cd5470-26cb-41c8-887b-c7be47a172a6,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:22.717826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 2b32e212-6595-4bdd-bacd-2abc43d17eea up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:22.720246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:22.725565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3051c9f-358d-486d-bcbc-e7fb4acef80b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:22.796507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 2b32e212-6595-4bdd-bacd-2abc43d17eea completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:22.802073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 2b32e212-6595-4bdd-bacd-2abc43d17eea triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:22.802545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.925680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.952114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=14340603-0550-47e8-b716-a6c345887fd3,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:22.959136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:22.959917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:54:22.970685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 2b32e212-6595-4bdd-bacd-2abc43d17eea, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:22.974263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:22.976722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:23.021366 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'code': 200}
Dec 15 12:54:23.053521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=2b32e212-6595-4bdd-bacd-2abc43d17eea,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:23.056821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:23.070302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:23.086087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d21103a3-0088-4c37-8e3f-f4825f044c87 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:23.148765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=1938f49e-8909-4cc6-8418-80a8e6f9992a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:23.164084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:23.181478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:23.190578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e0e54a2-1988-4cf7-9758-fa174dfcea5b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:23.237953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604afba9-6aec-4b73-b8a9-bc0092d06834 None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:23.248465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:23.276036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network e6343297-5586-41e1-a55b-ccf1bb521849 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:23.285484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39bb5a07-277c-4a84-bc72-c3135290f631 req-4fe4f282-6e69-4e15-b062-a3e1825424bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 1099 time: 0.0990474
Dec 15 12:54:23.285912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:23.375295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39bb5a07-277c-4a84-bc72-c3135290f631 req-1701460f-e260-42ff-b50c-07055671da30 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754340
Dec 15 12:54:23.458779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:23.472352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:23.584557 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/1938f49e-8909-4cc6-8418-80a8e6f9992a HTTP/1.1" status: 204  len: 168 time: 3.0003207
Dec 15 12:54:23.585762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=c8a3e96c-b143-4b72-8c95-44a348ee65d0,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:23.587711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58726) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:23.608945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:23.659499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': '605ce33c-f953-4778-b2ea-c1fbb3be5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd4af2ff8-4b83-40bf-87c4-dbf311b4a0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:23.659911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:23.787571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e0609b17-4574-42cf-9559-98586da786da None None] Provisioning complete for port 14340603-0550-47e8-b716-a6c345887fd3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:23.793546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0609b17-4574-42cf-9559-98586da786da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:23.826339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Deleting subnet 4d0e5701-773e-4de2-9f0a-d76e0e459ede {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:54:23.834718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:23.868458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e0609b17-4574-42cf-9559-98586da786da None None] Port 14340603-0550-47e8-b716-a6c345887fd3 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:23.907520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:23.992037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9fa99235-4427-4349-81d0-b3371e905460 None None] Provisioning complete for port c4cd5470-26cb-41c8-887b-c7be47a172a6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:23.993412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa99235-4427-4349-81d0-b3371e905460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.006333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.063321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9fa99235-4427-4349-81d0-b3371e905460 None None] Port c4cd5470-26cb-41c8-887b-c7be47a172a6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:24.089999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.095300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1e4e18e-2516-4caf-84b4-021b48460137 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:24.141000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0e5701-773e-4de2-9f0a-d76e0e459ede,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:24.144426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:24.148086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.159911 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/4d0e5701-773e-4de2-9f0a-d76e0e459ede HTTP/1.1" status: 204  len: 168 time: 0.5709209
Dec 15 12:54:24.161447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58730) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.241365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c9ccaf9-cf37-4072-ac7e-32aff0160a5e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0784431
Dec 15 12:54:24.246430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58734) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.273773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:24.290316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df53d96-f6d8-4b43-93b9-e6eaefe0ba36 req-15b906d7-cb30-4809-a201-5fe322c32b75 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:24.298495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1df53d96-f6d8-4b43-93b9-e6eaefe0ba36 req-15b906d7-cb30-4809-a201-5fe322c32b75 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 946 time: 0.8440278
Dec 15 12:54:24.337336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:24.345982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8699fe9-f766-468a-8615-60e609f4caeb None None] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:24.359134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:24.359988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.391099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247cbc18-323f-4168-be8e-3bfbe2cec362 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:24.393160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-247cbc18-323f-4168-be8e-3bfbe2cec362 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1456947
Dec 15 12:54:24.395932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58738) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.485063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b283c94f-fd57-434e-941e-631ce8e860db tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5885720
Dec 15 12:54:24.486045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58742) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.499810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': 'abf16df7-20f9-466c-8ecc-7bd6cc600e3f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:24.522767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c22af2-2092-4982-b46b-5727526f3fb3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:24.523908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e1c22af2-2092-4982-b46b-5727526f3fb3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Synchronizing usage tracker for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:24.531693 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1df53d96-f6d8-4b43-93b9-e6eaefe0ba36 req-f1c22423-b263-4c51-b973-1661adf1253e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2317057
Dec 15 12:54:24.553080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e1c22af2-2092-4982-b46b-5727526f3fb3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Unset dirty status for tenant:37018c6f41264c869f4239c044bcc774 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:24.554691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e1c22af2-2092-4982-b46b-5727526f3fb3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1575224
Dec 15 12:54:24.557938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58746) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.614448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98cd76-0dfa-4a81-af61-4f6e573a208c None None] Network 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:24.638635 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-955acdf0-88bb-40c2-ad5d-1c07898cd107 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0793743
Dec 15 12:54:24.649085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58750) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.695199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f5921-d8dd-49b2-b667-c113e79c77af tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:24.696084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295f5921-d8dd-49b2-b667-c113e79c77af tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:24.698402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-295f5921-d8dd-49b2-b667-c113e79c77af tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/cfc562f8-3653-4e9f-b6ad-e336ea1117e5 HTTP/1.1" status: 404  len: 333 time: 0.0478337
Dec 15 12:54:24.701120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58754) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.703798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:24.750767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7902f97-01d0-480d-bf05-5f1bcd93ab4b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:24.751266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7902f97-01d0-480d-bf05-5f1bcd93ab4b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:24.756405 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7902f97-01d0-480d-bf05-5f1bcd93ab4b tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/4d0e5701-773e-4de2-9f0a-d76e0e459ede HTTP/1.1" status: 404  len: 337 time: 0.0508614
Dec 15 12:54:24.756405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58758) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.764311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:24.769743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2', 'network_id': 'd4af2ff8-4b83-40bf-87c4-dbf311b4a0f2', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': 'c8a3e96c-b143-4b72-8c95-44a348ee65d0'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:24.770635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.779774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:24.789780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:24.799920 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a6e619-3034-4467-bf41-e5eaf824af3a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:24.800544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a6e619-3034-4467-bf41-e5eaf824af3a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:24.805409 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b4a6e619-3034-4467-bf41-e5eaf824af3a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/1938f49e-8909-4cc6-8418-80a8e6f9992a HTTP/1.1" status: 404  len: 337 time: 0.0454161
Dec 15 12:54:24.805715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58762) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.810945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router 15f63dce-d34c-4f66-8519-aa4be34ad25a is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:54:24.815279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:24.848284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f333f6-8f8f-4d27-a05c-2243d9b12ad5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:24.848707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f333f6-8f8f-4d27-a05c-2243d9b12ad5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:24.853403 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-33f333f6-8f8f-4d27-a05c-2243d9b12ad5 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/0e6b7e8a-4bdc-483a-b02d-5b81cb8fc203 HTTP/1.1" status: 404  len: 333 time: 0.0438063
Dec 15 12:54:24.853611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58766) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.868269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-032fee7e-9621-4ce7-b712-fea3187ce0ce None None] Provisioning complete for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:24.868809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-032fee7e-9621-4ce7-b712-fea3187ce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.898161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d20918d-2c5f-4241-84e1-1633d024c24c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:24.898631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d20918d-2c5f-4241-84e1-1633d024c24c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:24.903176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d20918d-2c5f-4241-84e1-1633d024c24c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/e5e5d6d8-cae8-4656-8781-37b72207893e HTTP/1.1" status: 404  len: 337 time: 0.0461116
Dec 15 12:54:24.903494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58770) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.945836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a56199-137c-46fd-bd4b-3b3ed7b2b5ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:24.946394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a56199-137c-46fd-bd4b-3b3ed7b2b5ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:24.948356 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-75a56199-137c-46fd-bd4b-3b3ed7b2b5ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/181300c9-0164-44c7-a6d2-23f3013f6f11 HTTP/1.1" status: 404  len: 337 time: 0.0437539
Dec 15 12:54:24.951490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58774) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:24.963682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:24.997271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f3f41d-3dd7-46f1-a4cf-dc3cb2d8f4c9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:24.997930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f3f41d-3dd7-46f1-a4cf-dc3cb2d8f4c9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.002561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-63f3f41d-3dd7-46f1-a4cf-dc3cb2d8f4c9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/335e681e-3f38-437f-aa32-ef299a67b84d HTTP/1.1" status: 404  len: 333 time: 0.0474305
Dec 15 12:54:25.003225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58778) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.054272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb45a79-077a-4d0b-b5d2-01d331f79bfb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.054792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb45a79-077a-4d0b-b5d2-01d331f79bfb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.059682 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4eb45a79-077a-4d0b-b5d2-01d331f79bfb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/31d3908b-5b7c-4508-a8c4-126e02c3fd1d HTTP/1.1" status: 404  len: 337 time: 0.0544579
Dec 15 12:54:25.061963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58782) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.113594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdd6716-d1ae-4af4-b585-19dbf98e104f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.113950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdd6716-d1ae-4af4-b585-19dbf98e104f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.116079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0bdd6716-d1ae-4af4-b585-19dbf98e104f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/80136499-1108-4284-a187-a44b830abe68 HTTP/1.1" status: 404  len: 337 time: 0.0531116
Dec 15 12:54:25.119317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58786) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.164796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-471cef58-0cf0-4026-9cb6-4d22a559acd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.165583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471cef58-0cf0-4026-9cb6-4d22a559acd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.167422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-471cef58-0cf0-4026-9cb6-4d22a559acd9 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/5469aee2-2dcd-4a53-b391-a5f10d4eb415 HTTP/1.1" status: 404  len: 333 time: 0.0467379
Dec 15 12:54:25.170746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58790) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.221082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c7098c-bce4-45f9-a24c-ae9f9851f548 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.221349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c7098c-bce4-45f9-a24c-ae9f9851f548 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.226619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-82c7098c-bce4-45f9-a24c-ae9f9851f548 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9615a829-37c5-43b5-ad24-c654378484f7 HTTP/1.1" status: 404  len: 337 time: 0.0513859
Dec 15 12:54:25.228080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58794) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.252566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router 75616890-62f5-4a99-8e33-87ed7b85c54d has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:25.275237 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f994b9-7c22-4669-961e-8151ef5baded tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.275786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f994b9-7c22-4669-961e-8151ef5baded tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.280621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d1f994b9-7c22-4669-961e-8151ef5baded tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/00686139-1bed-42d8-bf74-cfe1ef8661c9 HTTP/1.1" status: 404  len: 337 time: 0.0520225
Dec 15 12:54:25.281359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58798) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.324179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb141767-c223-4f11-bea5-d13d56cddd7d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.324782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb141767-c223-4f11-bea5-d13d56cddd7d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.329487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bb141767-c223-4f11-bea5-d13d56cddd7d tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/747fc6d7-5380-42cd-a2cb-ca3d79358ab1 HTTP/1.1" status: 404  len: 333 time: 0.0472119
Dec 15 12:54:25.330165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58802) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.343082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Allocated IP 172.20.0.2 (d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2/c8a3e96c-b143-4b72-8c95-44a348ee65d0/65a7aad8-edd0-405b-aef5-95161aaedf4f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:25.376984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d362c94-f645-4800-98b6-1e659af9d3eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.377955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d362c94-f645-4800-98b6-1e659af9d3eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.382324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d362c94-f645-4800-98b6-1e659af9d3eb tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/7c45d50e-ec3e-46b1-b187-f99e540bcbea HTTP/1.1" status: 404  len: 337 time: 0.0511475
Dec 15 12:54:25.383235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58806) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.405501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] DHCP port deletion for 4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:54:25.414438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Deleting port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:25.415770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:25.427017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-172c2ec6-3f8b-442b-be63-e940406a90ff tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.427823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172c2ec6-3f8b-442b-be63-e940406a90ff tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.430606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-172c2ec6-3f8b-442b-be63-e940406a90ff tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/d0a36569-6f72-453e-b254-8593342138d8 HTTP/1.1" status: 404  len: 333 time: 0.0457599
Dec 15 12:54:25.433735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58810) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.452094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:25.465059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] Sync routers for ids ['15f63dce-d34c-4f66-8519-aa4be34ad25a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:25.477895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] Routers {'15f63dce-d34c-4f66-8519-aa4be34ad25a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:25.479112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cca90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['15f63dce-d34c-4f66-8519-aa4be34ad25a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:25.481741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-005b1fef-15c3-4d4b-ab3b-3a1632ba5acc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.482246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005b1fef-15c3-4d4b-ab3b-3a1632ba5acc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.484315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-005b1fef-15c3-4d4b-ab3b-3a1632ba5acc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/ef3b701f-10ee-4d46-b1e9-5485cb9f6147 HTTP/1.1" status: 404  len: 337 time: 0.0495417
Dec 15 12:54:25.488083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58814) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.501127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/15f63dce-d34c-4f66-8519-aa4be34ad25a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0395162
Dec 15 12:54:25.506176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58818) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.546786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cca90>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:25.558910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] Routers {'15f63dce-d34c-4f66-8519-aa4be34ad25a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:25.559945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cca90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['15f63dce-d34c-4f66-8519-aa4be34ad25a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:25.563084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af32a1f-87eb-479a-bc84-51648f3674a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.563706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af32a1f-87eb-479a-bc84-51648f3674a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.565820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5af32a1f-87eb-479a-bc84-51648f3674a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/6c415ce7-8b8b-4fd6-af42-30e804cdc75f HTTP/1.1" status: 404  len: 333 time: 0.0765965
Dec 15 12:54:25.568992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58824) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.621662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af14d4-8b70-4683-9f3a-0dd5630b35b8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:25.622239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f8af14d4-8b70-4683-9f3a-0dd5630b35b8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:25.626356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cca90>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:25.627133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76519c80-f092-4db2-96fd-9228433b3240 None None] The sync data for ids ['15f63dce-d34c-4f66-8519-aa4be34ad25a'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:25.652601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b5e23b-d3ad-4539-9cad-290e6e096034 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.653203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b5e23b-d3ad-4539-9cad-290e6e096034 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.656854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1b5e23b-d3ad-4539-9cad-290e6e096034 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/d0a234c3-ffcb-4d17-8f4f-275d684d6a9b HTTP/1.1" status: 404  len: 337 time: 0.0854375
Dec 15 12:54:25.658233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58828) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.706289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e38d4c8-0f9b-44fa-8005-5cca52973f82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.706779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e38d4c8-0f9b-44fa-8005-5cca52973f82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.708639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e38d4c8-0f9b-44fa-8005-5cca52973f82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/442248cc-7609-4f7d-bcf1-418346fb5244 HTTP/1.1" status: 404  len: 333 time: 0.0494113
Dec 15 12:54:25.714233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58832) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.726478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:25.733897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94e0150b-8f94-466b-bdc2-e23defce5def tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:25.787473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:25.799976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c53536-fa7e-4c4b-9977-91550d0d41d7 req-66af6662-fba4-4304-bd5a-db550c207bae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:25.802086 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31c53536-fa7e-4c4b-9977-91550d0d41d7 req-66af6662-fba4-4304-bd5a-db550c207bae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 946 time: 0.0985856
Dec 15 12:54:25.803730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] For port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,segment=NetworkSegment(23bc61ae-c35e-49c5-83ed-37c532929f7d),segment_id=23bc61ae-c35e-49c5-83ed-37c532929f7d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:25.804435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:25.813256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Transition to ACTIVE for port object 65a7aad8-edd0-405b-aef5-95161aaedf4f will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:25.815911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f8af14d4-8b70-4683-9f3a-0dd5630b35b8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:25.817302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f8af14d4-8b70-4683-9f3a-0dd5630b35b8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports/14340603-0550-47e8-b716-a6c345887fd3 HTTP/1.1" status: 200  len: 911 time: 0.3100777
Dec 15 12:54:25.818631 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb11915-c709-4b91-8bcb-c1822d726286 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.819117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb11915-c709-4b91-8bcb-c1822d726286 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.823660 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7eb11915-c709-4b91-8bcb-c1822d726286 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/e5181747-895d-4c10-9b4f-fc4c65582697 HTTP/1.1" status: 404  len: 337 time: 0.0967741
Dec 15 12:54:25.828819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58836) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.829199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58838) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.863934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31c53536-fa7e-4c4b-9977-91550d0d41d7 req-a99c5e88-7555-4bd9-8345-716c1f49b28e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536220
Dec 15 12:54:25.876233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c918d735-2584-4812-8d69-1238a88c4b7f'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:25.947039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5ec9d5-9430-49ba-afd1-45a57211d23a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:25.947563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5ec9d5-9430-49ba-afd1-45a57211d23a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:25.951952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e5ec9d5-9430-49ba-afd1-45a57211d23a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/c344a7b3-1b76-4438-a60c-e951315deb8d HTTP/1.1" status: 404  len: 333 time: 0.1165257
Dec 15 12:54:25.952737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58846) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:25.967828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Calling delete_port for 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:25.991957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=ef67bbdc-5dd2-418a-be3c-427a18256871,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:26.000396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:26.011469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Transition to ACTIVE for port object 65a7aad8-edd0-405b-aef5-95161aaedf4f will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:26.031080 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08f1f03-e374-4391-96f3-035fc0c670ee tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.031891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08f1f03-e374-4391-96f3-035fc0c670ee tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.033945 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b08f1f03-e374-4391-96f3-035fc0c670ee tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/83856f0f-cbab-4a81-9dd7-5e0a91d591b8 HTTP/1.1" status: 404  len: 337 time: 0.0800862
Dec 15 12:54:26.036939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58850) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.038470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:54:26.057216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': '25bfa5e1-755e-464c-a433-bc86c7e7866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf16df7-20f9-466c-8ecc-7bd6cc600e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:26.057606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: abf16df7-20f9-466c-8ecc-7bd6cc600e3f, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:26.063457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:26.075098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c55744c-4287-4194-9468-b91c3badf394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:26.082581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c02458-42cb-47a3-a48e-d4d995a64f8a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.083094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c02458-42cb-47a3-a48e-d4d995a64f8a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.085293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-73c02458-42cb-47a3-a48e-d4d995a64f8a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/23e36424-8ceb-4d6e-a5d1-fafb5aceccdf HTTP/1.1" status: 404  len: 333 time: 0.0466266
Dec 15 12:54:26.088054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58854) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.151327 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f642d8-bc53-4588-9be1-c33a2c1e2792 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.151918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f642d8-bc53-4588-9be1-c33a2c1e2792 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.154470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-47f642d8-bc53-4588-9be1-c33a2c1e2792 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/1d141740-c8e5-4251-8c20-7b8bf99306d3 HTTP/1.1" status: 404  len: 337 time: 0.0648212
Dec 15 12:54:26.156997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58858) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.186377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:26.197035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:26.200479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Pushing event updated for resources: {'Port': ['ID=65a7aad8-edd0-405b-aef5-95161aaedf4f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:26.204036 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f5b274-2be2-4203-99b3-afcf40d22426 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.204534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f5b274-2be2-4203-99b3-afcf40d22426 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.205849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:26.209108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6f5b274-2be2-4203-99b3-afcf40d22426 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/2e56d272-3a6d-42fb-b4b1-add7eb307474 HTTP/1.1" status: 404  len: 337 time: 0.0484114
Dec 15 12:54:26.209267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:26.209356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58862) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.210566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:26.217353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c862ddd-f6fb-41ae-bb30-e67aa7376604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:26.254831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-178ff09f-6144-432d-86e6-16e21421cfab tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.255455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178ff09f-6144-432d-86e6-16e21421cfab tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.260283 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-178ff09f-6144-432d-86e6-16e21421cfab tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/a40a5db6-70f9-4a4f-8e56-293534e2ff9b HTTP/1.1" status: 404  len: 333 time: 0.0470123
Dec 15 12:54:26.261975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58866) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.277744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No active binding found for port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 {{(pid=88871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 15 12:54:26.278238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:54:26.289929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Pushing event deleted for resources: {'Port': ['ID=323dfca7-edb0-4d6f-afb6-81b7786bd4c2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:26.319409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:26.321934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-678508a1-508f-4147-a713-be44b928ea9e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.322452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678508a1-508f-4147-a713-be44b928ea9e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.325923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-678508a1-508f-4147-a713-be44b928ea9e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/2befb068-f089-42ab-87ff-9feede67f59b HTTP/1.1" status: 404  len: 337 time: 0.0609062
Dec 15 12:54:26.327328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58870) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.331890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] No DVR routers for this DVR port 323dfca7-edb0-4d6f-afb6-81b7786bd4c2 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:54:26.371052 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec70a1e-c5bc-4b94-b77d-3860a7cbe6c7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.371609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec70a1e-c5bc-4b94-b77d-3860a7cbe6c7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.376195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cec70a1e-c5bc-4b94-b77d-3860a7cbe6c7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/e06eed26-13c6-4bbc-89bf-d7ed63d16fa8 HTTP/1.1" status: 404  len: 337 time: 0.0448122
Dec 15 12:54:26.376467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58874) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.393288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Attempting to bind port 65a7aad8-edd0-405b-aef5-95161aaedf4f on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:26.393703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Attempting to bind port 65a7aad8-edd0-405b-aef5-95161aaedf4f by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '605ce33c-f953-4778-b2ea-c1fbb3be5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd4af2ff8-4b83-40bf-87c4-dbf311b4a0f2'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:26.394114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Attempting to bind port 65a7aad8-edd0-405b-aef5-95161aaedf4f on network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:26.402147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:26.402526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Checking segment: {'id': '605ce33c-f953-4778-b2ea-c1fbb3be5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd4af2ff8-4b83-40bf-87c4-dbf311b4a0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:26.402909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:26.403778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Bound using segment: {'id': '605ce33c-f953-4778-b2ea-c1fbb3be5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd4af2ff8-4b83-40bf-87c4-dbf311b4a0f2'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:26.404391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Bound port: 65a7aad8-edd0-405b-aef5-95161aaedf4f, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605ce33c-f953-4778-b2ea-c1fbb3be5778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd4af2ff8-4b83-40bf-87c4-dbf311b4a0f2'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:26.404818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:26.419769 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e1fd59-b8b8-4982-9c47-a27b3c496771 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.420285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e1fd59-b8b8-4982-9c47-a27b3c496771 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.422164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a9e1fd59-b8b8-4982-9c47-a27b3c496771 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/ae48ca47-1be6-4c1f-a9dc-0ae1c8a74380 HTTP/1.1" status: 404  len: 333 time: 0.0447423
Dec 15 12:54:26.425389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58878) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.470793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-343852ba-bb27-4ee4-a596-e354f76da338 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.471293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343852ba-bb27-4ee4-a596-e354f76da338 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.473160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-343852ba-bb27-4ee4-a596-e354f76da338 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/64be4e63-9724-4410-8505-1222c9d5133d HTTP/1.1" status: 404  len: 337 time: 0.0467370
Dec 15 12:54:26.477837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58882) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.505218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] For port 65a7aad8-edd0-405b-aef5-95161aaedf4f, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:26.508613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] For port 65a7aad8-edd0-405b-aef5-95161aaedf4f, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=65a7aad8-edd0-405b-aef5-95161aaedf4f,segment=NetworkSegment(605ce33c-f953-4778-b2ea-c1fbb3be5778),segment_id=605ce33c-f953-4778-b2ea-c1fbb3be5778)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:26.512774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:26.517383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:26.543637 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea51a6e4-2f06-4c4d-a98b-5db126fd65de tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.544163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea51a6e4-2f06-4c4d-a98b-5db126fd65de tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.546020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea51a6e4-2f06-4c4d-a98b-5db126fd65de tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/4c07a35f-7a18-4f29-8cd6-6c88756ca8ed HTTP/1.1" status: 404  len: 337 time: 0.0641761
Dec 15 12:54:26.548229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:26.549136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58886) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.564765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] Sync routers for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:26.568670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/routers/75616890-62f5-4a99-8e33-87ed7b85c54d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2986176
Dec 15 12:54:26.574531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58890) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.586228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'port': {'network_id': 'df9de4d9-dde8-4c39-9335-f727f8cd1666', 'name': 'tempest-FloatingIPTestJSON-1063561673'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:26.597530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6af50e-07c5-4d3b-8624-19c5d96df0c3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.598181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6af50e-07c5-4d3b-8624-19c5d96df0c3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.605648 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e6af50e-07c5-4d3b-8624-19c5d96df0c3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/606a5ebd-4298-478a-a93e-ea0f2ab47aee HTTP/1.1" status: 404  len: 333 time: 0.0495257
Dec 15 12:54:26.605648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58894) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.605941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:26.627073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:26.627823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb07e320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:26.648902 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb545efa-516e-4907-b3e1-890c9c2fb49f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.649540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb545efa-516e-4907-b3e1-890c9c2fb49f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.652373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb545efa-516e-4907-b3e1-890c9c2fb49f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/195347f0-92c1-41d4-a343-77242f1a35d7 HTTP/1.1" status: 404  len: 337 time: 0.0470893
Dec 15 12:54:26.654328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58898) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.685994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, abf16df7-20f9-466c-8ecc-7bd6cc600e3f) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:26.694443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Pushing event updated for resources: {'Port': ['ID=65a7aad8-edd0-405b-aef5-95161aaedf4f,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:26.700030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c259c2-5fcc-4a49-ac89-70fa3d06b04e None None] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:26.700705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:26.701358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:26.701829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8416a01-c4dd-46cf-8c1f-9e7b075e69a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.702352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8416a01-c4dd-46cf-8c1f-9e7b075e69a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.706840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8416a01-c4dd-46cf-8c1f-9e7b075e69a2 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9384fc57-0f7c-401f-a064-2269b0c9c980 HTTP/1.1" status: 404  len: 337 time: 0.0487611
Dec 15 12:54:26.707253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58902) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.719761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:26.720901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb07e320>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:26.759389 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4cf1a6b6-516d-4801-a43f-114d9de358c7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports?device_id=5325d306-0033-448e-b073-1dab55d6883f HTTP/1.1" status: 200  len: 205 time: 0.0499034
Dec 15 12:54:26.761068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58906) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.800892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae7fa7-abc8-4834-be50-c5c70d0a77f1 req-2f8637bd-d87e-48d6-9fdd-7d4eb3b33492 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:26.802540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4ae7fa7-abc8-4834-be50-c5c70d0a77f1 req-2f8637bd-d87e-48d6-9fdd-7d4eb3b33492 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 946 time: 0.7523003
Dec 15 12:54:26.814320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:26.825692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:26.826398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb07e320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:26.840324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-ef98041c-1824-40d7-b841-c29288206657 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] delete failed (client error): The resource could not be found.
Dec 15 12:54:26.843977 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ef98041c-1824-40d7-b841-c29288206657 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/routers/5325d306-0033-448e-b073-1dab55d6883f HTTP/1.1" status: 404  len: 336 time: 0.0792291
Dec 15 12:54:26.844266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58910) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.858651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3694184
Dec 15 12:54:26.871184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58914) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.877043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-758928753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:26.889486 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76eb0e2-1b2f-46d2-b419-eb3ff7383c89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:26.889987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76eb0e2-1b2f-46d2-b419-eb3ff7383c89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:26.894564 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a76eb0e2-1b2f-46d2-b419-eb3ff7383c89 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/85792d37-5fb6-4f78-b1ae-c53bd65536dd HTTP/1.1" status: 404  len: 337 time: 0.0468211
Dec 15 12:54:26.895185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58918) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.904431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb07e320>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:26.905049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775d24e-418e-4a58-9f71-98feaee2f172 None None] The sync data for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:26.944043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:26.948298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0fd43b4f-5e5d-4d07-94ad-18063126e425 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "GET /v2.0/ports?device_id=787a77b1-13f2-4f58-88f5-639e2c5fa8a0 HTTP/1.1" status: 200  len: 205 time: 0.0511551
Dec 15 12:54:26.949449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58922) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:26.968500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:router and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:26.984025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:26.995573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:26.998047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:27.025394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-f50c2a83-ef16-4a12-bb75-63daead6dda0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] delete failed (client error): The resource could not be found.
Dec 15 12:54:27.026797 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f50c2a83-ef16-4a12-bb75-63daead6dda0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/routers/787a77b1-13f2-4f58-88f5-639e2c5fa8a0 HTTP/1.1" status: 404  len: 336 time: 0.0748444
Dec 15 12:54:27.030243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58926) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.049455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-abf16df7-20f9-466c-8ecc-7bd6cc600e3f', 'network_id': 'abf16df7-20f9-466c-8ecc-7bd6cc600e3f', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': 'ef67bbdc-5dd2-418a-be3c-427a18256871'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:27.050581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.080117 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9c3bf3-cb2b-4b40-9d56-554cf7e89223 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.081143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9c3bf3-cb2b-4b40-9d56-554cf7e89223 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.083063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a9c3bf3-cb2b-4b40-9d56-554cf7e89223 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/bd4ccd34-cf44-4b5c-a63b-d0ec00b3f952 HTTP/1.1" status: 404  len: 337 time: 0.0513871
Dec 15 12:54:27.087011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58930) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.152597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Usage tracker for resource:port and tenant:dfb49e698bba441cb9133b72273694d3 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:27.159838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4ae7fa7-abc8-4834-be50-c5c70d0a77f1 req-f0978e2b-e17c-465c-8d0a-d1c73c123de0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3339906
Dec 15 12:54:27.161200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:27.175670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee30f8f6-fdba-4ead-bda8-f4eb8d6add0a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.176421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee30f8f6-fdba-4ead-bda8-f4eb8d6add0a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.180246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee30f8f6-fdba-4ead-bda8-f4eb8d6add0a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9f303e93-f3eb-49c4-a8be-b844009780b6 HTTP/1.1" status: 404  len: 337 time: 0.0918951
Dec 15 12:54:27.183725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58934) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.183868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.184764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.188820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:27.238372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58938) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.240677 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac4ef7d-f136-4b7a-bbdf-c7848a1dbdbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.241186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac4ef7d-f136-4b7a-bbdf-c7848a1dbdbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.246188 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5ac4ef7d-f136-4b7a-bbdf-c7848a1dbdbc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/fe027042-2977-459f-a76e-5a8aba46ddea HTTP/1.1" status: 404  len: 333 time: 0.0612495
Dec 15 12:54:27.246821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58942) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.293050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-380cdd4e-00e8-407e-b8a9-a04501a1bab0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.293642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380cdd4e-00e8-407e-b8a9-a04501a1bab0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.298461 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-380cdd4e-00e8-407e-b8a9-a04501a1bab0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/13150bca-4fbe-4dd2-b3b2-a2ba96380598 HTTP/1.1" status: 404  len: 337 time: 0.0505369
Dec 15 12:54:27.299123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58946) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.314621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Allocated IP 172.21.0.2 (abf16df7-20f9-466c-8ecc-7bd6cc600e3f/ef67bbdc-5dd2-418a-be3c-427a18256871/c89df046-4fd0-4308-b5a9-48b1d7c0aa0e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:27.317034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Made reservation on behalf of dfb49e698bba441cb9133b72273694d3 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:27.323148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.350546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-033f2cb1-548f-4c40-a66e-b3fea407fd1e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.350546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033f2cb1-548f-4c40-a66e-b3fea407fd1e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.355533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-033f2cb1-548f-4c40-a66e-b3fea407fd1e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/7a8e7ddd-643f-46a2-a824-d89ca4fafbd1 HTTP/1.1" status: 404  len: 333 time: 0.0549493
Dec 15 12:54:27.355937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58950) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.363442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] device_id is not set on port 885fda4a-643c-4000-b9a6-5e34aca9842a yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:54:27.398858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1edf74-27ef-475d-8331-64661438ca05 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.399934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1edf74-27ef-475d-8331-64661438ca05 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.405452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e1edf74-27ef-475d-8331-64661438ca05 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/71b53c55-3bf9-45ff-864a-79d4f2abbdb3 HTTP/1.1" status: 404  len: 337 time: 0.0481069
Dec 15 12:54:27.406112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58954) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.450079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cb332d-8d46-4568-ad30-572b641bffb7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.450079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cb332d-8d46-4568-ad30-572b641bffb7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.455049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-63cb332d-8d46-4568-ad30-572b641bffb7 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/923c7ce0-0e69-43d1-b195-abb8bce9e716 HTTP/1.1" status: 404  len: 333 time: 0.0475824
Dec 15 12:54:27.455500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58958) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.461447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.512700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96489bc-b621-4a59-bf64-a96138d2beb3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.513198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96489bc-b621-4a59-bf64-a96138d2beb3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.515540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d96489bc-b621-4a59-bf64-a96138d2beb3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/7b26a2a0-90fa-48ef-9d54-44250e4f6753 HTTP/1.1" status: 404  len: 337 time: 0.0565231
Dec 15 12:54:27.517993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58962) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.548291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.565602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6769774e-d5eb-4ea7-bc96-f1df30604a8c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.566108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6769774e-d5eb-4ea7-bc96-f1df30604a8c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.568047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6769774e-d5eb-4ea7-bc96-f1df30604a8c tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/52cd7a1c-790a-405d-a40a-040f30dda6a5 HTTP/1.1" status: 404  len: 333 time: 0.0488555
Dec 15 12:54:27.571578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58966) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.577402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.591100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Transition to ACTIVE for port object c89df046-4fd0-4308-b5a9-48b1d7c0aa0e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:27.612860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Transition to ACTIVE for port object c89df046-4fd0-4308-b5a9-48b1d7c0aa0e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:27.613517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb39d383-8b05-48e8-9339-2f32868970cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.613857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb39d383-8b05-48e8-9339-2f32868970cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.616113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bb39d383-8b05-48e8-9339-2f32868970cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/9ab7a39e-13f0-4cad-b558-c6481676fc37 HTTP/1.1" status: 404  len: 337 time: 0.0430284
Dec 15 12:54:27.619375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58970) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.620240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.624894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-426b8813-26e5-4a21-85bd-b9826e1338aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:27.667511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-93729981-41f2-400f-90e9-116b4aefa37f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.668378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93729981-41f2-400f-90e9-116b4aefa37f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.671474 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93729981-41f2-400f-90e9-116b4aefa37f tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/6ba5a7ae-d662-45f8-a60b-14bb8c7ef181 HTTP/1.1" status: 404  len: 333 time: 0.0494404
Dec 15 12:54:27.673140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58974) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.684796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:27.692800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:27.698929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:27.704088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bc192f24-01b0-4423-927f-0e153a1a77c4 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 1094 time: 0.4618979
Dec 15 12:54:27.708694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.713253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dab6fca8-5422-4308-bd0d-04f9b99fcf32 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.8377535
Dec 15 12:54:27.713253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58978) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.713660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 58980) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.721196 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-59018a46-37d8-475d-b93c-cc4307d20879 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.722209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59018a46-37d8-475d-b93c-cc4307d20879 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.724309 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-59018a46-37d8-475d-b93c-cc4307d20879 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/1ce4f60f-91d6-42da-8891-43010aa40083 HTTP/1.1" status: 404  len: 337 time: 0.0497718
Dec 15 12:54:27.726916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58986) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.727136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:27.738895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Pushing event updated for resources: {'Port': ['ID=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:27.745964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:27.772199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b84714-0e5c-4dcc-8fd5-eae86d5db204 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.772819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b84714-0e5c-4dcc-8fd5-eae86d5db204 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.777566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3b84714-0e5c-4dcc-8fd5-eae86d5db204 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/b0b453b7-4e42-4f53-86f9-4a03495c7e6f HTTP/1.1" status: 404  len: 333 time: 0.0464871
Dec 15 12:54:27.777806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58990) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.799790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Attempting to bind port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:27.800464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Attempting to bind port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '25bfa5e1-755e-464c-a433-bc86c7e7866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf16df7-20f9-466c-8ecc-7bd6cc600e3f'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:27.801095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Attempting to bind port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e on network abf16df7-20f9-466c-8ecc-7bd6cc600e3f {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:27.809056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:27.809800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Checking segment: {'id': '25bfa5e1-755e-464c-a433-bc86c7e7866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf16df7-20f9-466c-8ecc-7bd6cc600e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:27.810260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.810839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Bound using segment: {'id': '25bfa5e1-755e-464c-a433-bc86c7e7866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf16df7-20f9-466c-8ecc-7bd6cc600e3f'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:27.811182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Bound port: c89df046-4fd0-4308-b5a9-48b1d7c0aa0e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bfa5e1-755e-464c-a433-bc86c7e7866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'abf16df7-20f9-466c-8ecc-7bd6cc600e3f'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:27.811645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.822429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:27.831620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90e024d-d55c-4f44-93f8-a6d23a0570ef tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.832120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90e024d-d55c-4f44-93f8-a6d23a0570ef tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.833976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e90e024d-d55c-4f44-93f8-a6d23a0570ef tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/5abdeb78-edc9-4b44-bb32-b4c584d4434c HTTP/1.1" status: 404  len: 337 time: 0.0549524
Dec 15 12:54:27.836892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58994) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.880135 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-499e46f9-e2ff-41d2-9db9-199512feffcc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.880747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499e46f9-e2ff-41d2-9db9-199512feffcc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.885564 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-499e46f9-e2ff-41d2-9db9-199512feffcc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/ports/3af02d0a-e2be-42f0-a5e9-e56e20a3da2c HTTP/1.1" status: 404  len: 333 time: 0.0448937
Dec 15 12:54:27.885922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 58998) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:27.909342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:27.912666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Allocated IP 172.20.0.5 (df9de4d9-dde8-4c39-9335-f727f8cd1666/3af2d63b-2146-4754-8c6f-568deb599196/885fda4a-643c-4000-b9a6-5e34aca9842a) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:27.921652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:27.926217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] For port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:27.928491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.930603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] For port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,segment=NetworkSegment(25bfa5e1-755e-464c-a433-bc86c7e7866b),segment_id=25bfa5e1-755e-464c-a433-bc86c7e7866b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:27.937683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:27.941141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd347ab-51be-46c7-95db-32530a765422 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:27.941723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd347ab-51be-46c7-95db-32530a765422 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:27.946973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cd44982-c9fb-44c2-9ffd-79a9c5957e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:27.947163 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9fd347ab-51be-46c7-95db-32530a765422 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/subnets/5f8a19b9-44cb-4686-9c79-556e8a9977b7 HTTP/1.1" status: 404  len: 337 time: 0.0566900
Dec 15 12:54:27.947630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59002) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:28.014359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:28.040554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Pushing event updated for resources: {'Port': ['ID=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:28.043833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:28.055737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.082202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65a7aad8-edd0-405b-aef5-95161aaedf4f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:28.119857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.159144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 65a7aad8-edd0-405b-aef5-95161aaedf4f completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:28.285297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.626566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faaad518>,) {'filters': {'network_id': ['4656ff00-eb9b-40f0-a40c-d7c89a31d8a3']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:28.646474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faaad518>, '23bc61ae-c35e-49c5-83ed-37c532929f7d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:28.646887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faaad518>, '23bc61ae-c35e-49c5-83ed-37c532929f7d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:28.662965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.680148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.687947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:28.688392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:28.706009 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:28.770328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.791683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.796474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:28.797185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.798713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/ports/14340603-0550-47e8-b716-a6c345887fd3 HTTP/1.1" status: 200  len: 911 time: 2.9674349
Dec 15 12:54:28.802173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.804224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59006) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:28.805901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:28.809763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac8f9286-d8cc-4baf-a384-c3ae952f98e0 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:28.881596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:28.941527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fc319-e2e2-457d-8500-62dec6719350 None None] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:28.959152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] 10.222.0.53 "DELETE /v2.0/networks/4656ff00-eb9b-40f0-a40c-d7c89a31d8a3 HTTP/1.1" status: 204  len: 168 time: 1.0102773
Dec 15 12:54:28.963453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Pushing event deleted for resources: {'Network': ['ID=4656ff00-eb9b-40f0-a40c-d7c89a31d8a3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:28.976533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:29.124658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.143141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=14340603-0550-47e8-b716-a6c345887fd3,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:29.147015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:29.173610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Transition to ACTIVE for port object 885fda4a-643c-4000-b9a6-5e34aca9842a will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:29.277510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.301876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Provisioning for port 65a7aad8-edd0-405b-aef5-95161aaedf4f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:29.315805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Provisioning complete for port 65a7aad8-edd0-405b-aef5-95161aaedf4f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:29.316901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.354073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.359585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.405590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:29.408479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59014) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:29.500681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.559830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.560430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:29.619307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] For port 65a7aad8-edd0-405b-aef5-95161aaedf4f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=65a7aad8-edd0-405b-aef5-95161aaedf4f,segment=NetworkSegment(605ce33c-f953-4778-b2ea-c1fbb3be5778),segment_id=605ce33c-f953-4778-b2ea-c1fbb3be5778)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:29.636439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.638092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca619b4c-e183-4d8a-98f8-152b3e92d096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:29.648685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:29.739668 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d8f0b49-f70c-4e1f-a190-302adb0ebd03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37018c6f41264c869f4239c044bcc774&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3288431
Dec 15 12:54:29.744635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59020) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:29.776724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Pushing event updated for resources: {'Port': ['ID=65a7aad8-edd0-405b-aef5-95161aaedf4f,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:29.785470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:29.861608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:29.927021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event updated for resources: {'Port': ['ID=885fda4a-643c-4000-b9a6-5e34aca9842a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:29.936464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:29.939270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.212 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f4fb3932-d2a8-47b0-bbb4-36eef9d0c380) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:29.970718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:29.988994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:29.989701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.018923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.130572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.140822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-54c80610-6602-40fd-9705-3d3699a9679f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:30.153041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a69ea03-567f-42e3-b01c-87e83fe28116,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:30.161922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:30.214860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.215534 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a69ea03-567f-42e3-b01c-87e83fe28116 HTTP/1.1" status: 204  len: 168 time: 0.4710798
Dec 15 12:54:30.246156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c89df046-4fd0-4308-b5a9-48b1d7c0aa0e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:30.416312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 14340603-0550-47e8-b716-a6c345887fd3 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:30.417068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.422177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fd8480de-eb8f-48da-a138-38bff6da0660 None None] Provisioning complete for port 65a7aad8-edd0-405b-aef5-95161aaedf4f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:30.422601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fd8480de-eb8f-48da-a138-38bff6da0660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.445136 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.8661642
Dec 15 12:54:30.450640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59028) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:30.474542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Request body: {'floatingip': {'port_id': '885fda4a-643c-4000-b9a6-5e34aca9842a'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:30.514188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:30.525673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65a7aad8-edd0-405b-aef5-95161aaedf4f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:30.659407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.20.0.1 (d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2/c8a3e96c-b143-4b72-8c95-44a348ee65d0/68509a1e-1a0c-48d3-88ad-c4a8048e0633) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:30.688437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 65a7aad8-edd0-405b-aef5-95161aaedf4f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:30.688865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.730998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.740077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b8ca3-d174-472a-a8fa-e04d84a6aec5 None None] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:30.832346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.873880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.888448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1eb5a0b-bfdb-4333-baf9-c14176c658ae tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:30.920909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.955466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.972289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fd8480de-eb8f-48da-a138-38bff6da0660 None None] Provisioning for port 885fda4a-643c-4000-b9a6-5e34aca9842a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:30.982052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fd8480de-eb8f-48da-a138-38bff6da0660 None None] Provisioning complete for port 885fda4a-643c-4000-b9a6-5e34aca9842a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:30.982487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fd8480de-eb8f-48da-a138-38bff6da0660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:30.998301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=f4fb3932-d2a8-47b0-bbb4-36eef9d0c380,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:31.016894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:31.029633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:31.032749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:31.035253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 68509a1e-1a0c-48d3-88ad-c4a8048e0633 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:31.036804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:31.121787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fd8480de-eb8f-48da-a138-38bff6da0660 None None] Port 885fda4a-643c-4000-b9a6-5e34aca9842a cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:31.185055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 14340603-0550-47e8-b716-a6c345887fd3 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:31.235841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:31.244245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:31.255525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Provisioning for port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:31.262300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Provisioning complete for port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:31.263226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:31.357493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:31.440302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:31.442446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=68509a1e-1a0c-48d3-88ad-c4a8048e0633,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:31.445184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:31.462591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:31.495333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:31.520013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] For port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,segment=NetworkSegment(25bfa5e1-755e-464c-a433-bc86c7e7866b),segment_id=25bfa5e1-755e-464c-a433-bc86c7e7866b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:31.524147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:31.527796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6fbbd693-a992-4a41-b48e-38d2002411cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:31.615780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Pushing event updated for resources: {'Port': ['ID=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:31.620017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:31.655655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:31.724568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59048) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:31.825929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:31.853244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d8cb2129-987e-4068-871f-c57c012a2da9 None None] Provisioning complete for port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:31.853669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2129-987e-4068-871f-c57c012a2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.038538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c89df046-4fd0-4308-b5a9-48b1d7c0aa0e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:32.122137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:32.122634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.178257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c718d4f4-8e2d-4897-bd3c-83705ff44336 None None] Provisioning for port 68509a1e-1a0c-48d3-88ad-c4a8048e0633 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:32.189087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c718d4f4-8e2d-4897-bd3c-83705ff44336 None None] Provisioning complete for port 68509a1e-1a0c-48d3-88ad-c4a8048e0633 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:32.189512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c718d4f4-8e2d-4897-bd3c-83705ff44336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.206089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.212867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30694f30-f127-423e-918f-58a3653f5edf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:32.262771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c718d4f4-8e2d-4897-bd3c-83705ff44336 None None] Port 68509a1e-1a0c-48d3-88ad-c4a8048e0633 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:32.267844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.270012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=14340603-0550-47e8-b716-a6c345887fd3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:32.278976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:32.279129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-771015699'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:32.323772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:32.382086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:32.389184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:32.409930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:32.498046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.552417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.588324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:32.593738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.644386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.765843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:32.843560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:security_group_rule and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:32.851816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:32.881465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.891631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:32.907590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:33.052646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.067697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.082007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17f6a98b-ad3d-49d9-aefb-60fc9b00168f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:33.143392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.146120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.156031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.161323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.201305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router 15f63dce-d34c-4f66-8519-aa4be34ad25a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:33.287006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=f4fb3932-d2a8-47b0-bbb4-36eef9d0c380,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:33.290511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:33.295502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:33.297711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4f0ee21-4e86-4b21-9653-a34a798040b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:33.334890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.335142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 36d66216-e664-44b2-ab2e-a2d01f8d8bc5 of type vlan for network 3b279d23-a43e-4f42-b368-046afa3c79a3
Dec 15 12:54:33.343266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.363210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.387034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 658c1b24-9884-451f-bab8-72acb1e73a9b associated. External IP: 172.26.0.139, port: 451591e2-b976-42ca-ad0c-4b4d26340204.
Dec 15 12:54:33.425791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4a0468-7d2e-4610-83a6-ec360bc0d561,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:33.429205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:33.442236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-489c953b-4a5b-4743-8530-8fa1eca66e97 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:33.442449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:33.453623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] Sync routers for ids ['15f63dce-d34c-4f66-8519-aa4be34ad25a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:33.467992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] Routers {'15f63dce-d34c-4f66-8519-aa4be34ad25a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:33.469159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb697e48>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['15f63dce-d34c-4f66-8519-aa4be34ad25a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:33.475923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/15f63dce-d34c-4f66-8519-aa4be34ad25a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6703475
Dec 15 12:54:33.479507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59054) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:33.536308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1bc16da6-b302-49a0-a378-762d9d799e6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:33.544656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.546876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb697e48>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:33.561045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] Routers {'15f63dce-d34c-4f66-8519-aa4be34ad25a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:33.561753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb697e48>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['15f63dce-d34c-4f66-8519-aa4be34ad25a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:33.578796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=68509a1e-1a0c-48d3-88ad-c4a8048e0633,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:33.581924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:33.617774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1bc16da6-b302-49a0-a378-762d9d799e6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:33.621952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1bc16da6-b302-49a0-a378-762d9d799e6a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=15f63dce-d34c-4f66-8519-aa4be34ad25a HTTP/1.1" status: 200  len: 205 time: 0.1395526
Dec 15 12:54:33.622931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59058) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:33.637940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb697e48>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:33.638216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef092d1-3ae2-4d55-89a2-64e667fe21ac None None] The sync data for ids ['15f63dce-d34c-4f66-8519-aa4be34ad25a'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:33.699477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.703814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:33.704491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:33.711938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eac8af30-5759-4cc6-82ec-04e66a9a9e6d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:33.939368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.2015052
Dec 15 12:54:33.939368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=3b279d23-a43e-4f42-b368-046afa3c79a3,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:33.939368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:33.939368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:33.940461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:33.950727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 3b279d23-a43e-4f42-b368-046afa3c79a3 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:34.088371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38f91ee-e3a5-43e7-92e9-2bebfd27487d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:34.419861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cbfead94-d436-41e8-a680-43d1979186c4 None None] Provisioning complete for port 68509a1e-1a0c-48d3-88ad-c4a8048e0633 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:34.420605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfead94-d436-41e8-a680-43d1979186c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:34.482655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cbfead94-d436-41e8-a680-43d1979186c4 None None] Port 68509a1e-1a0c-48d3-88ad-c4a8048e0633 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:34.603252 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0 associated. External IP: 172.26.0.212, port: 2b32e212-6595-4bdd-bacd-2abc43d17eea.
Dec 15 12:54:34.688211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38f91ee-e3a5-43e7-92e9-2bebfd27487d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:34.698523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38f91ee-e3a5-43e7-92e9-2bebfd27487d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:34.803586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38f91ee-e3a5-43e7-92e9-2bebfd27487d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:34.804168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38f91ee-e3a5-43e7-92e9-2bebfd27487d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Fanout notify agent at l3_agent the message router_deleted on router 15f63dce-d34c-4f66-8519-aa4be34ad25a {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:54:34.826899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38f91ee-e3a5-43e7-92e9-2bebfd27487d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:34.830701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d38f91ee-e3a5-43e7-92e9-2bebfd27487d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/15f63dce-d34c-4f66-8519-aa4be34ad25a HTTP/1.1" status: 204  len: 168 time: 1.2047086
Dec 15 12:54:34.831012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59062) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:34.883178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router a38ac704-09f4-40e9-9b09-a2c0544dab70 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:54:34.926037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:35.129965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet c918d735-2584-4812-8d69-1238a88c4b7f {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:54:35.142232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:35.260386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:35.290400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:35.303588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] Sync routers for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:35.308385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/a38ac704-09f4-40e9-9b09-a2c0544dab70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5898697
Dec 15 12:54:35.315115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59066) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:35.329158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:35.330429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb32f5c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.390373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:35.394913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:35.422484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb32f5c0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.434301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de7e04a-1e63-4063-bec5-9302f4f29f84 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:35.435449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4de7e04a-1e63-4063-bec5-9302f4f29f84 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:35.441114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:35.442142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb32f5c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.447971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:35.459374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:35.480726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:35.485196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb19cc50>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.552130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4de7e04a-1e63-4063-bec5-9302f4f29f84 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:35.554661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:35.555005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4de7e04a-1e63-4063-bec5-9302f4f29f84 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports/68509a1e-1a0c-48d3-88ad-c4a8048e0633 HTTP/1.1" status: 200  len: 910 time: 0.2368507
Dec 15 12:54:35.557770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59070) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:35.560688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-62ea4a07-e264-4c33-be3f-dbcf2136b7d3 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:35.572659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb32f5c0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.573135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87b60a-e983-4e3a-a80a-a4d4d94aec22 None None] The sync data for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:35.602683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb19cc50>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.614521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:35.615206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb19cc50>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.617294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=c918d735-2584-4812-8d69-1238a88c4b7f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:35.620264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:35.628647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:35.636966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5966dc3-f5ed-47bd-bc1e-6555b4c08abd None None] Network e6343297-5586-41e1-a55b-ccf1bb521849 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:35.656064 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/c918d735-2584-4812-8d69-1238a88c4b7f HTTP/1.1" status: 204  len: 168 time: 0.8231764
Dec 15 12:54:35.683531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb19cc50>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:35.684274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300a9ab-d831-4b43-a875-d14f04addb4e None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:35.731659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59074) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:35.983805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] DHCP port deletion for e6343297-5586-41e1-a55b-ccf1bb521849 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:54:35.988731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Deleting port 03e6543d-8083-48fd-9c80-7667db4fdb75 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:35.989164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.041928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.086969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 03e6543d-8083-48fd-9c80-7667db4fdb75 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:36.087644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.213059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] For port 03e6543d-8083-48fd-9c80-7667db4fdb75, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=03e6543d-8083-48fd-9c80-7667db4fdb75,segment=NetworkSegment(b58c2d01-2356-4873-a944-a3bb7920808c),segment_id=b58c2d01-2356-4873-a944-a3bb7920808c)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:36.213672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.323624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router 75616890-62f5-4a99-8e33-87ed7b85c54d has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:36.351657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Calling delete_port for 03e6543d-8083-48fd-9c80-7667db4fdb75 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:36.381611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port 03e6543d-8083-48fd-9c80-7667db4fdb75, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=03e6543d-8083-48fd-9c80-7667db4fdb75,segment=NetworkSegment(b58c2d01-2356-4873-a944-a3bb7920808c),segment_id=b58c2d01-2356-4873-a944-a3bb7920808c)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:36.382186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.565641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:36.570831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.615997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] Sync routers for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:36.639674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.652234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7a49ab3b-6ec7-4080-ba6e-f557cc080447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:36.694623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:36.695383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0cfeb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:36.710676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71a6a55a-0625-4726-8947-45a579e5eb42 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/floatingips/658c1b24-9884-451f-bab8-72acb1e73a9b HTTP/1.1" status: 200  len: 978 time: 6.2466195
Dec 15 12:54:36.712110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59078) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:36.770244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] No DVR routers for this DVR port 03e6543d-8083-48fd-9c80-7667db4fdb75 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:54:36.774350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Pushing event deleted for resources: {'Port': ['ID=03e6543d-8083-48fd-9c80-7667db4fdb75,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:36.777836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:36.778864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0cfeb8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:36.790120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 885fda4a-643c-4000-b9a6-5e34aca9842a {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:36.790801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:36.792402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:36.793129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0cfeb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:36.868392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0cfeb8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:36.868839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e22adf-3160-41c2-b80f-ee8ff6fcf063 None None] The sync data for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:36.946541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 03e6543d-8083-48fd-9c80-7667db4fdb75 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:37.062324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:37.101507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:37.116383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] Sync routers for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:37.125124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:54:37.125425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:54:37.129735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:37.130620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fef0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:37.145458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:37.239134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 9.5224130
Dec 15 12:54:37.250143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59082) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:37.253846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:54:37.353397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:54:37.423137 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'status': 'completed', 'code': 200}
Dec 15 12:54:37.536651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:37.537093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:37.537454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Floating IP 658c1b24-9884-451f-bab8-72acb1e73a9b disassociated. External IP: 172.26.0.139, port: 885fda4a-643c-4000-b9a6-5e34aca9842a.
Dec 15 12:54:37.538632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 885fda4a-643c-4000-b9a6-5e34aca9842a owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:37.548346 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6abaa58e-828f-4f9f-a2d1-e4a996e20e07 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0 HTTP/1.1" status: 200  len: 992 time: 0.2876763
Dec 15 12:54:37.636123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 03e6543d-8083-48fd-9c80-7667db4fdb75 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:37.636500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:37.689525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59088) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:37.730841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': '3b279d23-a43e-4f42-b368-046afa3c79a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:37.754729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] The port '03e6543d-8083-48fd-9c80-7667db4fdb75' was deleted {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:54:37.791124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:37.797798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-515c6b2c-fd08-40f1-9dd0-c4f8fffbde06 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:37.845846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=885fda4a-643c-4000-b9a6-5e34aca9842a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:37.853074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:37.860840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-51ab2266-5492-41da-a891-dc2cbdf97e66 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 1099 time: 0.1582854
Dec 15 12:54:37.953494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:37.956043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fef0>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'port_id': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'mac_address': 'fa:16:3e:c0:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:54:31Z', 'updated_at': '2021-12-15T12:54:31Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:57Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:37.960302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] Checking router: 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:54:37.975112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:37.975593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fef0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:38.047142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 03e6543d-8083-48fd-9c80-7667db4fdb75 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:54:38.111657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 03e6543d-8083-48fd-9c80-7667db4fdb75 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:54:38.112061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 03e6543d-8083-48fd-9c80-7667db4fdb75 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:54:38.139036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:38.209277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-8a52a306-958e-4032-9de8-f75fb51028ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:38.210884 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-8a52a306-958e-4032-9de8-f75fb51028ac service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c374369-4ad4-4436-9b5d-dc3e7064c711 HTTP/1.1" status: 200  len: 898 time: 0.2923589
Dec 15 12:54:38.251296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:54:38.282661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:38.300107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:38.303771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c2518>,) {'filters': {'network_id': ['e6343297-5586-41e1-a55b-ccf1bb521849']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:38.313238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:38.341513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:38.346726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c2518>, 'b58c2d01-2356-4873-a944-a3bb7920808c') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:38.347010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c2518>, 'b58c2d01-2356-4873-a944-a3bb7920808c') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:38.361212 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-56378999-8237-4495-83d7-d30c23a92a0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea HTTP/1.1" status: 200  len: 1000 time: 0.1245804
Dec 15 12:54:38.376212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:38.421714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router 75616890-62f5-4a99-8e33-87ed7b85c54d has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:38.423368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:38.449237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-87f3c821-da28-4064-b587-bc4ea287c9c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:38.450958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-87f3c821-da28-4064-b587-bc4ea287c9c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f HTTP/1.1" status: 200  len: 835 time: 0.0835366
Dec 15 12:54:38.460390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:38.488468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:38.488910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:38.507170 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:38.567426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59094) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:38.627145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-9a57ce89-0406-4bbc-80dc-b0ae94eabef2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c374369-4ad4-4436-9b5d-dc3e7064c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1161976
Dec 15 12:54:38.685255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fef0>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'port_id': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'mac_address': 'fa:16:3e:c0:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:54:31Z', 'updated_at': '2021-12-15T12:54:31Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:57Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:38.693575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295c39b-7fdd-464c-9df2-4a9116484f0d None None] The sync data for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv is: [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'port_id': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'mac_address': 'fa:16:3e:c0:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:54:31Z', 'updated_at': '2021-12-15T12:54:31Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:57Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:38.719627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:38.759480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:38.771803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8f8e56f1-bd24-4cbc-a523-c9dec07bad59 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:38.801900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:38.810295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=e6343297-5586-41e1-a55b-ccf1bb521849,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:39.096786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b4aec-ded6-4981-8f10-227af888f25c None None] New status for floating IP 7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:54:39.145340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:39.198000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/e6343297-5586-41e1-a55b-ccf1bb521849 HTTP/1.1" status: 204  len: 168 time: 3.4531837
Dec 15 12:54:39.212334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59100) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:39.215729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-896161214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:39.232063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:39.248598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.21.0.1 (abf16df7-20f9-466c-8ecc-7bd6cc600e3f/ef67bbdc-5dd2-418a-be3c-427a18256871/374337bc-4e5e-465f-839b-f7666227105c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:39.265296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:router and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:39.272102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:39.297206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:39.329937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-b9948729-dc78-4d77-b074-a9ba17462303 service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6931543
Dec 15 12:54:39.340467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07dbdb78-33fa-494d-bc8e-da62da29c355 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0 HTTP/1.1" status: 200  len: 992 time: 0.7639337
Dec 15 12:54:39.367800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.369539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.478105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:39.489797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] Sync routers for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:39.504098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.508423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:39.509302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fb38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:39.511746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-22fff33c-bd70-47a2-8339-a2f4309fa631 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:39.524232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.552354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.580339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fb38>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:39.592076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 374337bc-4e5e-465f-839b-f7666227105c will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:39.599102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:39.600259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fb38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:39.611779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31660194-36fb-4d7c-a9f4-f5306d01df00 req-fe1551c9-742e-48cf-b4c1-ce95f25d45c3 service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2711751
Dec 15 12:54:39.623456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=3b2a6cd5-3f82-4a62-b948-238986de71b8,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:39.628044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.628642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:39.642323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '36d66216-e664-44b2-ab2e-a2d01f8d8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b279d23-a43e-4f42-b368-046afa3c79a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:39.642597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: 3b279d23-a43e-4f42-b368-046afa3c79a3, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:39.644316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.661059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.665803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2591ca80-2dcc-47d9-8d7d-26eae0af2d3f tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:39.670110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/ports/885fda4a-643c-4000-b9a6-5e34aca9842a HTTP/1.1" status: 204  len: 168 time: 2.9554369
Dec 15 12:54:39.671666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.673152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-60f43f7a-e541-4470-8453-d05db9331eda tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4631243
Dec 15 12:54:39.673937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59104) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:39.676525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59106) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:39.681529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb75fb38>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:39.682052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff7dd1-715d-4da8-bafb-dd43d0006b59 None None] The sync data for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:39.742275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network 3b279d23-a43e-4f42-b368-046afa3c79a3 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:39.744701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230687965'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:39.745791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:39.750488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:39.756809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:39.757268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:39.762940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:39.766555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:39.778746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:39.786037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=374337bc-4e5e-465f-839b-f7666227105c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:39.794005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:39.799390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 3b279d23-a43e-4f42-b368-046afa3c79a3) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:39.801017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:39.806804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.809445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddadc67-2474-4b28-a0a9-9a8be9e5dc76 None None] Network 3b279d23-a43e-4f42-b368-046afa3c79a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:39.812358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:39.813008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.843626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.855180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1641514
Dec 15 12:54:39.855902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59112) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:39.872824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491938757'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:39.878931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:39.884778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:39.889179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:39.898136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:39.912542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:39.927792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.928187 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment 18540211-ad7a-4cc6-b5d4-8b2083789678 of type vlan for network bab81b42-bf8a-435b-955c-96a6d2f24ea2
Dec 15 12:54:39.974732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:39.998733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:40.005213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.025802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.092927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.097203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:40.097857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.110681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56aab6a3-b654-43d3-a56f-2e129acc9483 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:40.112034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:40.115234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-3b279d23-a43e-4f42-b368-046afa3c79a3', 'network_id': '3b279d23-a43e-4f42-b368-046afa3c79a3', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': '3b2a6cd5-3f82-4a62-b948-238986de71b8'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:40.116613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.209087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f9ef3a43-62c9-43f4-bf8f-03eb1a3299ee None None] Provisioning for port 374337bc-4e5e-465f-839b-f7666227105c completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:40.225320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5477571
Dec 15 12:54:40.228535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f9ef3a43-62c9-43f4-bf8f-03eb1a3299ee None None] Provisioning complete for port 374337bc-4e5e-465f-839b-f7666227105c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:40.229136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9ef3a43-62c9-43f4-bf8f-03eb1a3299ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.233202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59116) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:40.239562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:40.261444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=bab81b42-bf8a-435b-955c-96a6d2f24ea2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:40.264568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.264965 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment b445f95c-dee8-4e5c-860a-70d3066928a4 of type vlan for network 1a6c4006-7422-4a16-9444-358e34a53bfd
Dec 15 12:54:40.270290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:40.298820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef3a43-62c9-43f4-bf8f-03eb1a3299ee None None] Port 374337bc-4e5e-465f-839b-f7666227105c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:40.300671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:40.320459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.343525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59120) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:40.443966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:40.451078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:40.454516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:40.463162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:40.488057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:40.492626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Allocated IP 2001:db8:0:ffff::2 (3b279d23-a43e-4f42-b368-046afa3c79a3/3b2a6cd5-3f82-4a62-b948-238986de71b8/5c501f04-99a0-4290-b747-897b8c2c20e3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:40.562396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.566591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:40.567224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.577731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db9c823b-08ef-4b2f-a56d-73ff350b5c54 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:40.615656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.649752 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-016d1c3b-6553-40fd-a8a9-5510195cbb0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0 HTTP/1.1" status: 200  len: 994 time: 0.3007770
Dec 15 12:54:40.657889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.663615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7994599
Dec 15 12:54:40.678103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59124) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:40.745821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': '1a6c4006-7422-4a16-9444-358e34a53bfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:40.748703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.760722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Transition to ACTIVE for port object 5c501f04-99a0-4290-b747-897b8c2c20e3 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:40.773022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=1a6c4006-7422-4a16-9444-358e34a53bfd,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:40.788983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Transition to ACTIVE for port object 5c501f04-99a0-4290-b747-897b8c2c20e3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:40.791211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:40.792762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 1a6c4006-7422-4a16-9444-358e34a53bfd details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:40.831182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.844581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b70fbbd-eddc-4630-a3f6-ba28a426e3bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:40.897112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.900342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:40.904561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:40.932812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:40.938655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:40.968502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:40.990466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:41.004570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Network 3b279d23-a43e-4f42-b368-046afa3c79a3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:41.005713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Pushing event updated for resources: {'Port': ['ID=5c501f04-99a0-4290-b747-897b8c2c20e3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:41.008591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:41.012800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:41.015684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:41.037303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.042027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b38522b1-cf9c-47cb-b1fe-b6a3e3948cb0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:41.042525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:41.052803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7a42e9b3-d0cc-4ce3-a194-f5967d01893c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.062522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=374337bc-4e5e-465f-839b-f7666227105c,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:41.081381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:41.082279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.120537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Attempting to bind port 5c501f04-99a0-4290-b747-897b8c2c20e3 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:41.121069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Attempting to bind port 5c501f04-99a0-4290-b747-897b8c2c20e3 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '36d66216-e664-44b2-ab2e-a2d01f8d8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b279d23-a43e-4f42-b368-046afa3c79a3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:41.121495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Attempting to bind port 5c501f04-99a0-4290-b747-897b8c2c20e3 on network 3b279d23-a43e-4f42-b368-046afa3c79a3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:41.128939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:41.129372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Checking segment: {'id': '36d66216-e664-44b2-ab2e-a2d01f8d8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b279d23-a43e-4f42-b368-046afa3c79a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:41.129901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.130295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Bound using segment: {'id': '36d66216-e664-44b2-ab2e-a2d01f8d8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b279d23-a43e-4f42-b368-046afa3c79a3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:41.130874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Bound port: 5c501f04-99a0-4290-b747-897b8c2c20e3, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d66216-e664-44b2-ab2e-a2d01f8d8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b279d23-a43e-4f42-b368-046afa3c79a3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:41.131308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.168510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=d8b1dd9a-e230-43b0-9e39-aeffbcef49f3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:41.178903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:41.207497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.263419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:41.263831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: bab81b42-bf8a-435b-955c-96a6d2f24ea2, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:41.282014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-569011c6-2925-467b-9192-6d5a522077fb None None] For port 5c501f04-99a0-4290-b747-897b8c2c20e3, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:41.286027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-569011c6-2925-467b-9192-6d5a522077fb None None] For port 5c501f04-99a0-4290-b747-897b8c2c20e3, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c501f04-99a0-4290-b747-897b8c2c20e3,segment=NetworkSegment(36d66216-e664-44b2-ab2e-a2d01f8d8bc5),segment_id=36d66216-e664-44b2-ab2e-a2d01f8d8bc5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:41.293507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.299801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d5c628e-b041-481f-ac0f-9f2088cc9f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:41.386940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:41.411790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Pushing event updated for resources: {'Port': ['ID=5c501f04-99a0-4290-b747-897b8c2c20e3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:41.428156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:41.443126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:41.445778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:41.445970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, bab81b42-bf8a-435b-955c-96a6d2f24ea2) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:41.466928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de025d-5c27-4879-8840-d9f38b01b011 None None] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:41.472073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:41.472073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:41.515487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2777390
Dec 15 12:54:41.515487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59128) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:41.562940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:54:41.801878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:41.802905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.104141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Allocated IP 2001:db8::2 (bab81b42-bf8a-435b-955c-96a6d2f24ea2/d8b1dd9a-e230-43b0-9e39-aeffbcef49f3/f56e5130-7436-4e05-8f32-33220f3a25b5) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:42.106607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0a1c1c5e-fd17-4dbd-9ec7-ef879c090f91 None None] Provisioning complete for port 374337bc-4e5e-465f-839b-f7666227105c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:42.107400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1c5e-fd17-4dbd-9ec7-ef879c090f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.185786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5c501f04-99a0-4290-b747-897b8c2c20e3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:42.213871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c1c5e-fd17-4dbd-9ec7-ef879c090f91 None None] Port 374337bc-4e5e-465f-839b-f7666227105c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:42.306969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.313908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:42.398391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=5fc52a9e-91df-4e52-83e1-ea1a812c608e,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:42.409423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:42.454191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': 'b445f95c-dee8-4e5c-860a-70d3066928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1a6c4006-7422-4a16-9444-358e34a53bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:42.454577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: 1a6c4006-7422-4a16-9444-358e34a53bfd, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:42.492577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router a38ac704-09f4-40e9-9b09-a2c0544dab70 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:42.502822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network 1a6c4006-7422-4a16-9444-358e34a53bfd is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:42.544612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.570975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 1a6c4006-7422-4a16-9444-358e34a53bfd) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:42.580748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 5c501f04-99a0-4290-b747-897b8c2c20e3 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:42.589531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b826f0-cb0a-487d-9c10-190ac15f2aa1 None None] Network 1a6c4006-7422-4a16-9444-358e34a53bfd requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:42.637649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:42.637926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.654066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port c4cd5470-26cb-41c8-887b-c7be47a172a6 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:42.654426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.676040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.9962821
Dec 15 12:54:42.678888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59132) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:42.735566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.806765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.853873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Transition to ACTIVE for port object f56e5130-7436-4e05-8f32-33220f3a25b5 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:42.858757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:42.869953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/a38ac704-09f4-40e9-9b09-a2c0544dab70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3093569
Dec 15 12:54:42.869953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59136) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:42.877272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.893325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] Sync routers for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:42.895091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Transition to ACTIVE for port object f56e5130-7436-4e05-8f32-33220f3a25b5 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:42.943451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:42.950721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-100e8474-09c7-4a73-b669-f4f2c84372ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:43.201584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:43.201584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facbc278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:43.203827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f305de-541c-40fd-806c-32d7d8137a07 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:43.203827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-55f305de-541c-40fd-806c-32d7d8137a07 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:43.203827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.203827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-55f305de-541c-40fd-806c-32d7d8137a07 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:43.203827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-55f305de-541c-40fd-806c-32d7d8137a07 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports/374337bc-4e5e-465f-839b-f7666227105c HTTP/1.1" status: 200  len: 910 time: 0.2665300
Dec 15 12:54:43.206225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59140) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:43.216804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Pushing event updated for resources: {'Port': ['ID=f56e5130-7436-4e05-8f32-33220f3a25b5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:43.216804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facbc278>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:43.216804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a5659-242b-48db-a385-1c2b43596658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-1a6c4006-7422-4a16-9444-358e34a53bfd', 'network_id': '1a6c4006-7422-4a16-9444-358e34a53bfd', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': '5fc52a9e-91df-4e52-83e1-ea1a812c608e'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:43.216804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-275a5659-242b-48db-a385-1c2b43596658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.216804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:43.233338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:43.236758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.238389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:43.258556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.279246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb7278f4-558c-40d7-9ceb-8711b29aab2a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:43.307399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:43.319130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:43.323263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facbc278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:43.362957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc52a9e-91df-4e52-83e1-ea1a812c608e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:43.365859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:43.501300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facbc278>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:43.501949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561bd2b-d9c5-44c7-b513-51736fc66bca None None] The sync data for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:43.523762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.524155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for c4cd5470-26cb-41c8-887b-c7be47a172a6 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:43.540473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cd10-79c4-4380-a104-5f961b1edcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.578488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fafd8ba8>,) {'filters': {'network_id': ['1a6c4006-7422-4a16-9444-358e34a53bfd']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:43.616531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Attempting to bind port f56e5130-7436-4e05-8f32-33220f3a25b5 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:43.617001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Attempting to bind port f56e5130-7436-4e05-8f32-33220f3a25b5 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:43.617433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Attempting to bind port f56e5130-7436-4e05-8f32-33220f3a25b5 on network bab81b42-bf8a-435b-955c-96a6d2f24ea2 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:43.623115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.624365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fafd8ba8>, 'b445f95c-dee8-4e5c-860a-70d3066928a4') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:43.625417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fafd8ba8>, 'b445f95c-dee8-4e5c-860a-70d3066928a4') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:43.626600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:43.627030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Checking segment: {'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:43.629062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.629548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Bound using segment: {'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:43.630642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Bound port: f56e5130-7436-4e05-8f32-33220f3a25b5, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:43.631387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.651058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646b399-0bb9-4f8b-af37-7089746233d1 None None] Network 1a6c4006-7422-4a16-9444-358e34a53bfd requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:43.664733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.688684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.699433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:43.700699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.783911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8::1 (bab81b42-bf8a-435b-955c-96a6d2f24ea2/d8b1dd9a-e230-43b0-9e39-aeffbcef49f3/fdc362b8-4d8e-4033-9184-61bf77281c6d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:43.828042 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:43.833994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.839250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a61a9a7f-b5f0-42d2-9457-cb090fd9ac25 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:43.840175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6034dd-1a38-4b44-b398-2352e8f626cb None None] Network 3b279d23-a43e-4f42-b368-046afa3c79a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:43.856597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.875923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=1a6c4006-7422-4a16-9444-358e34a53bfd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:43.880778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:43.882762 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/1a6c4006-7422-4a16-9444-358e34a53bfd HTTP/1.1" status: 204  len: 168 time: 1.2027853
Dec 15 12:54:43.887606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59144) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:43.894596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2028521460'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:43.901710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:43.906407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:43.909672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:43.916215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:43.927995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:43.934071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.969492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:43.985761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:43.986122 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 227239c8-7c56-47ea-ab2a-8a6e08ecbe78 of type vlan for network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791
Dec 15 12:54:44.015410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.056026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.061575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:44.062340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.068985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb71b03c-637f-445e-a541-1a86611d836c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:44.110193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Provisioning for port 5c501f04-99a0-4290-b747-897b8c2c20e3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:44.123364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Provisioning complete for port 5c501f04-99a0-4290-b747-897b8c2c20e3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:44.123364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.172336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] For port f56e5130-7436-4e05-8f32-33220f3a25b5, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:44.211788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3197596
Dec 15 12:54:44.214829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] For port f56e5130-7436-4e05-8f32-33220f3a25b5, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f56e5130-7436-4e05-8f32-33220f3a25b5,segment=NetworkSegment(18540211-ad7a-4cc6-b5d4-8b2083789678),segment_id=18540211-ad7a-4cc6-b5d4-8b2083789678)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:44.218558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59148) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:44.230825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': '5bfe0bbf-96b1-4d19-8deb-629d8c2e6791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:44.248639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=5bfe0bbf-96b1-4d19-8deb-629d8c2e6791,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:44.255699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:44.269397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:44.295300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.312436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b54126bb-ff3f-41b8-aeab-739b4b9f6ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:44.402512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:44.408193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:44.411528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:44.419113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:44.439430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:44.569087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.598494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.601063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Pushing event updated for resources: {'Port': ['ID=f56e5130-7436-4e05-8f32-33220f3a25b5,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:44.613452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:44.625069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.642482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.647795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object fdc362b8-4d8e-4033-9184-61bf77281c6d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:44.651841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a21e529-3a96-4e81-a111-2f813f8e4921 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:44.739159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.841205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=c4cd5470-26cb-41c8-887b-c7be47a172a6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:44.848089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:44.885923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] For port 5c501f04-99a0-4290-b747-897b8c2c20e3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c501f04-99a0-4290-b747-897b8c2c20e3,segment=NetworkSegment(36d66216-e664-44b2-ab2e-a2d01f8d8bc5),segment_id=36d66216-e664-44b2-ab2e-a2d01f8d8bc5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:44.890840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.895388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:44.899556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:44.904852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5c96ffa8-1ed6-4c1b-b024-cee5b866ec41 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:44.979976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Pushing event updated for resources: {'Port': ['ID=5c501f04-99a0-4290-b747-897b8c2c20e3,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:44.984634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:45.011511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=ceba570c-db2f-4ea4-ba8e-e1203c745ec2,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:45.016408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:45.017628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '227239c8-7c56-47ea-ab2a-8a6e08ecbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5bfe0bbf-96b1-4d19-8deb-629d8c2e6791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:45.018027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:45.070834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.071431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:45.089267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-88d4b22b-0085-4c61-98c5-6f88bec5b93b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:45.094655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:45.099837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:45.100984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.119816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c9d6e-33bf-412b-acd6-67b21f7bdfe1 None None] Network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:45.179879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.9534848
Dec 15 12:54:45.181197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59152) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:45.193707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632605731'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:45.201267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:45.242711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:45.262359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:45.269679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=fdc362b8-4d8e-4033-9184-61bf77281c6d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:45.295182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:45.309918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:45.339214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:45.346025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.378571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:45.387222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:45.408650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:45.436694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.436694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 3eb86b8e-58c2-49f3-b76a-d5b07b5a2676 of type vlan for network 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82
Dec 15 12:54:45.475751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.495965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:45.496752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.506750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.510096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.514930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:45.515842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.547796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06ecbd61-5ae8-43a5-bfe7-168696a2271d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:45.577692 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3941014
Dec 15 12:54:45.583410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59156) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:45.608484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': '1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:45.788271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-5bfe0bbf-96b1-4d19-8deb-629d8c2e6791', 'network_id': '5bfe0bbf-96b1-4d19-8deb-629d8c2e6791', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': 'ceba570c-db2f-4ea4-ba8e-e1203c745ec2'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:45.789454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.798195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:45.867450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9d35583e-3bb1-45bb-b5c3-bb7af7d432fc None None] Provisioning complete for port 5c501f04-99a0-4290-b747-897b8c2c20e3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:45.869002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d35583e-3bb1-45bb-b5c3-bb7af7d432fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:45.880703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:45.892639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:45.904648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:45.909470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:45.910460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:45.925089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:45.937595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:45.988704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:46.106628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:46.234145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f56e5130-7436-4e05-8f32-33220f3a25b5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:46.257012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing IP validity checks on allocation pools {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 12:54:46.257667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 12:54:46.299071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Allocated IP 2001:db8::1 (5bfe0bbf-96b1-4d19-8deb-629d8c2e6791/ceba570c-db2f-4ea4-ba8e-e1203c745ec2/87c084a1-5b19-4cbc-beb3-8e316a4219cd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:46.413194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:46.422346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a6e4ced-425e-44b7-bb93-be8b28f3a9d2 tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:46.422499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:46.516540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f56e5130-7436-4e05-8f32-33220f3a25b5 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:46.529285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5c501f04-99a0-4290-b747-897b8c2c20e3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:46.533785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=ab58cb29-8a3e-4add-927d-a823e641e2c4,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:46.546536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:46.561209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '3eb86b8e-58c2-49f3-b76a-d5b07b5a2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:46.561699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:46.597837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:46.616667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:46.625157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:46.627373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:46.666245 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.0814250
Dec 15 12:54:46.671006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59160) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:46.729171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:46.742633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Transition to ACTIVE for port object 87c084a1-5b19-4cbc-beb3-8e316a4219cd will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:46.767801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Transition to ACTIVE for port object 87c084a1-5b19-4cbc-beb3-8e316a4219cd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:46.776908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab208a84-b5e7-4f56-98a9-c7308416b2a3 None None] Network 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:46.804339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:46.824029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b731d04e-650e-44bf-a689-7179430b6ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:46.926078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:46.930790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Pushing event updated for resources: {'Port': ['ID=87c084a1-5b19-4cbc-beb3-8e316a4219cd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:46.934949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:46.942264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:46.945388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:47.125081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5c501f04-99a0-4290-b747-897b8c2c20e3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:47.125570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.173659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.216063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.216991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.225616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-98af2eac-6bf8-451b-9f78-a329c1308d00 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:47.250362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Attempting to bind port 87c084a1-5b19-4cbc-beb3-8e316a4219cd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:47.251199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Attempting to bind port 87c084a1-5b19-4cbc-beb3-8e316a4219cd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '227239c8-7c56-47ea-ab2a-8a6e08ecbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5bfe0bbf-96b1-4d19-8deb-629d8c2e6791'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:47.255758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Attempting to bind port 87c084a1-5b19-4cbc-beb3-8e316a4219cd on network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:47.273950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.281181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:47.281547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Checking segment: {'id': '227239c8-7c56-47ea-ab2a-8a6e08ecbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5bfe0bbf-96b1-4d19-8deb-629d8c2e6791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:47.286820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.288337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Bound using segment: {'id': '227239c8-7c56-47ea-ab2a-8a6e08ecbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5bfe0bbf-96b1-4d19-8deb-629d8c2e6791'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:47.295232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Bound port: 87c084a1-5b19-4cbc-beb3-8e316a4219cd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227239c8-7c56-47ea-ab2a-8a6e08ecbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5bfe0bbf-96b1-4d19-8deb-629d8c2e6791'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:47.295232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.409602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.496739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=fdc362b8-4d8e-4033-9184-61bf77281c6d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:47.519393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:47.546663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.552363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca9e3e08-4cdc-42ea-bc64-ee92b9e7cc03 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:47.607977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=ab58cb29-8a3e-4add-927d-a823e641e2c4,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:47.610345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc6293-70b4-4255-a465-44079a4ab362 None None] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:47.616380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:47.638276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d69a7c-bc26-474e-91c9-7dcac76c054b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82', 'network_id': '1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': 'ab58cb29-8a3e-4add-927d-a823e641e2c4'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:47.639159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d69a7c-bc26-474e-91c9-7dcac76c054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.676056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] For port 87c084a1-5b19-4cbc-beb3-8e316a4219cd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:47.689043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 374337bc-4e5e-465f-839b-f7666227105c {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:47.689043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.742759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.778056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9c49c18>,) {'filters': {'network_id': ['1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:47.790089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c49c18>, '3eb86b8e-58c2-49f3-b76a-d5b07b5a2676') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:47.791604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c49c18>, '3eb86b8e-58c2-49f3-b76a-d5b07b5a2676') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:47.806742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.819818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:47.822262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:47.825849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.835804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:47.835804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:47.851160 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:47.960698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:47.964905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1713aa8a-76d2-40ae-8110-b8ee4b8909f5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:47.991740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.001636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] For port 87c084a1-5b19-4cbc-beb3-8e316a4219cd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=87c084a1-5b19-4cbc-beb3-8e316a4219cd,segment=NetworkSegment(227239c8-7c56-47ea-ab2a-8a6e08ecbe78),segment_id=227239c8-7c56-47ea-ab2a-8a6e08ecbe78)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:48.007185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:48.012962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.015725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:48.018022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82 HTTP/1.1" status: 204  len: 168 time: 1.3454001
Dec 15 12:54:48.022068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59164) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:48.028573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:48.029588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902638736'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:48.035982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:48.040137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:48.045305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:48.053180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:48.065603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:48.075065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.084547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Provisioning for port f56e5130-7436-4e05-8f32-33220f3a25b5 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:48.112896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:48.117752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Provisioning complete for port f56e5130-7436-4e05-8f32-33220f3a25b5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:48.118221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.126011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.126543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 04c8cf3b-2656-4ff3-ac40-459c5080f66d of type vlan for network e9bac29a-ea1d-4871-bf86-293aaf4f3493
Dec 15 12:54:48.161214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.167873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf4ecf-bd99-44ee-a094-0bb221c1a694 None None] Network 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:48.238942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.244265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf4ecf-bd99-44ee-a094-0bb221c1a694 None None] Network 1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82 could not be found, it might have been deleted concurrently. {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 15 12:54:48.252923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:48.253542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.267013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-164f8edb-60f0-4a0a-9ecc-f4aec4a4b055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:48.288837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Pushing event updated for resources: {'Port': ['ID=87c084a1-5b19-4cbc-beb3-8e316a4219cd,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:48.303140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:48.413922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3902404
Dec 15 12:54:48.417702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59170) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:48.421667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=e9bac29a-ea1d-4871-bf86-293aaf4f3493,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:48.427497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:48.443116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e9bac29a-ea1d-4871-bf86-293aaf4f3493 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:48.443717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:48.458564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.489734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.593226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:48.635723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:48.653570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:48.672774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] For port f56e5130-7436-4e05-8f32-33220f3a25b5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f56e5130-7436-4e05-8f32-33220f3a25b5,segment=NetworkSegment(18540211-ad7a-4cc6-b5d4-8b2083789678),segment_id=18540211-ad7a-4cc6-b5d4-8b2083789678)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:48.679404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:48.681818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8fa76ae-f250-4e7d-a5d9-dd128a82c343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:48.688641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:48.712144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:48.813593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 374337bc-4e5e-465f-839b-f7666227105c owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:48.859444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Pushing event updated for resources: {'Port': ['ID=f56e5130-7436-4e05-8f32-33220f3a25b5,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:48.880242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:48.957791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:49.294217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6abc889e-7999-49de-92d5-2017e2e667a3 None None] Provisioning for port fdc362b8-4d8e-4033-9184-61bf77281c6d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:49.305992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6abc889e-7999-49de-92d5-2017e2e667a3 None None] Provisioning complete for port fdc362b8-4d8e-4033-9184-61bf77281c6d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:49.306425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6abc889e-7999-49de-92d5-2017e2e667a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:49.337917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:49.343957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed58cf09-5cb8-4dc2-a6db-0950f481a218 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:49.383292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6abc889e-7999-49de-92d5-2017e2e667a3 None None] Port fdc362b8-4d8e-4033-9184-61bf77281c6d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:49.402161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6abc889e-7999-49de-92d5-2017e2e667a3 None None] Provisioning complete for port f56e5130-7436-4e05-8f32-33220f3a25b5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:49.402161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6abc889e-7999-49de-92d5-2017e2e667a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:49.424280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=5a0b22fb-d753-4462-94fc-baf6c59e10dd,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:49.428370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:49.482521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '04c8cf3b-2656-4ff3-ac40-459c5080f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:49.483442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: e9bac29a-ea1d-4871-bf86-293aaf4f3493, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:49.528575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network e9bac29a-ea1d-4871-bf86-293aaf4f3493 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:49.557334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, e9bac29a-ea1d-4871-bf86-293aaf4f3493) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:49.569791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:49.570323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:49.574896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38332e08-27df-4e15-af6e-0355ca85c7ee None None] Network e9bac29a-ea1d-4871-bf86-293aaf4f3493 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:49.613193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.1943588
Dec 15 12:54:49.616758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59178) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:49.716383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:49.724557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:49.888765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=374337bc-4e5e-465f-839b-f7666227105c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:49.898365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:49.910459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0f865d14-414b-4e38-a2dd-e6880b0b8d98 None None] Provisioning complete for port fdc362b8-4d8e-4033-9184-61bf77281c6d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:49.910887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f865d14-414b-4e38-a2dd-e6880b0b8d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:49.969618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:54:49.982888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0f865d14-414b-4e38-a2dd-e6880b0b8d98 None None] Port fdc362b8-4d8e-4033-9184-61bf77281c6d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:49.984674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-e9bac29a-ea1d-4871-bf86-293aaf4f3493', 'network_id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': '5a0b22fb-d753-4462-94fc-baf6c59e10dd'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:49.985628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:50.064148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:50.167745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f56e5130-7436-4e05-8f32-33220f3a25b5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:50.252772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router 75616890-62f5-4a99-8e33-87ed7b85c54d has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:50.363168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Allocated IP 2001:db8::1 (e9bac29a-ea1d-4871-bf86-293aaf4f3493/5a0b22fb-d753-4462-94fc-baf6c59e10dd/556c260a-cf5d-4f5e-a97a-a448cdd02caf) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:50.381777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f56e5130-7436-4e05-8f32-33220f3a25b5 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:50.382078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:50.551194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1ee37bbe-e12d-4699-89c0-e203a2a1a2f0 None None] Provisioning complete for port fdc362b8-4d8e-4033-9184-61bf77281c6d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:50.551804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee37bbe-e12d-4699-89c0-e203a2a1a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:50.616886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2bb2b-7d3f-4bda-b635-f9f2f4e5f74d None None] Network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:50.625459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:50.718020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1ee37bbe-e12d-4699-89c0-e203a2a1a2f0 None None] Port fdc362b8-4d8e-4033-9184-61bf77281c6d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:54:50.822785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 87c084a1-5b19-4cbc-beb3-8e316a4219cd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:50.838874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:50.872479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:50.889461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:50.905053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:50.905845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb733278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:51.063691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5447044
Dec 15 12:54:51.066547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59182) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:51.072403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1874005843'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:51.083875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:51.098177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:51.099539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:54:51.106369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:51.118539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:51.152712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:51.158990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.185932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:51.197246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/routers/75616890-62f5-4a99-8e33-87ed7b85c54d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5221779
Dec 15 12:54:51.200971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59186) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:51.204107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 87c084a1-5b19-4cbc-beb3-8e316a4219cd completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:51.215054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0ae80974-3467-4474-8a98-cbb611c560fd None None] Provisioning for port 87c084a1-5b19-4cbc-beb3-8e316a4219cd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:51.226540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:51.228887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 87c084a1-5b19-4cbc-beb3-8e316a4219cd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:51.229358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.299918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0ae80974-3467-4474-8a98-cbb611c560fd None None] Provisioning complete for port 87c084a1-5b19-4cbc-beb3-8e316a4219cd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:51.300357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ae80974-3467-4474-8a98-cbb611c560fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.337190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] Sync routers for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:51.392036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.393538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment 4e7c915e-95e6-44f9-ad9c-4aaae58c8721 of type vlan for network 8ee9d548-b04c-454b-b6dc-aada02d64059
Dec 15 12:54:51.401383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.414445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Transition to ACTIVE for port object 556c260a-cf5d-4f5e-a97a-a448cdd02caf will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:51.429134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.435742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Transition to ACTIVE for port object 556c260a-cf5d-4f5e-a97a-a448cdd02caf will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:51.480639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.512293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:51.523986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb733278>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:54:45Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:46Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:51.529906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:54:51.530738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Updating router ba44b556-8713-4ef0-a5ed-e585f60b0f3f port fdc362b8-4d8e-4033-9184-61bf77281c6d binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:54:51.577542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.595953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Network e9bac29a-ea1d-4871-bf86-293aaf4f3493 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:51.597469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.602550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Pushing event updated for resources: {'Port': ['ID=556c260a-cf5d-4f5e-a97a-a448cdd02caf,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:51.605874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:51.676537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:51.678469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:51.687968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.804518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.813117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.816500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ae80974-3467-4474-8a98-cbb611c560fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.820008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-426a05c7-c05f-47f1-931c-fb6347264986 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:51.823645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 1cacc347-b37f-44b0-b9c4-82d65f8a2ca9 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:51.824236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.892634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:51.893580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fa58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:51.962831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:51.971296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Attempting to bind port 556c260a-cf5d-4f5e-a97a-a448cdd02caf on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:51.971750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Attempting to bind port 556c260a-cf5d-4f5e-a97a-a448cdd02caf by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '04c8cf3b-2656-4ff3-ac40-459c5080f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:51.972170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Attempting to bind port 556c260a-cf5d-4f5e-a97a-a448cdd02caf on network e9bac29a-ea1d-4871-bf86-293aaf4f3493 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:51.975068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fa58>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:51.993403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faceecc0>,) {'filters': {'network_id': ['e9bac29a-ea1d-4871-bf86-293aaf4f3493']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:52.007578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faceecc0>, '04c8cf3b-2656-4ff3-ac40-459c5080f66d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:52.007940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faceecc0>, '04c8cf3b-2656-4ff3-ac40-459c5080f66d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:52.022365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.023109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 87c084a1-5b19-4cbc-beb3-8e316a4219cd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=87c084a1-5b19-4cbc-beb3-8e316a4219cd,segment=NetworkSegment(227239c8-7c56-47ea-ab2a-8a6e08ecbe78),segment_id=227239c8-7c56-47ea-ab2a-8a6e08ecbe78)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:52.027293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.034065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:52.034508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Checking segment: {'id': '04c8cf3b-2656-4ff3-ac40-459c5080f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:52.034973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.035471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Bound using segment: {'id': '04c8cf3b-2656-4ff3-ac40-459c5080f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:52.036046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Bound port: 556c260a-cf5d-4f5e-a97a-a448cdd02caf, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c8cf3b-2656-4ff3-ac40-459c5080f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:52.036449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.039528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.046394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:52.046827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.091075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.120186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Transition to ACTIVE for port object fdc362b8-4d8e-4033-9184-61bf77281c6d will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:52.128220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] Routers {'75616890-62f5-4a99-8e33-87ed7b85c54d'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:52.129127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fa58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['75616890-62f5-4a99-8e33-87ed7b85c54d'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:52.136289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.142075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:52.156061 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:52.159079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.163679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:52.165395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.176316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 1cacc347-b37f-44b0-b9c4-82d65f8a2ca9 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:52.192801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0b22fb-d753-4462-94fc-baf6c59e10dd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:52.196922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:52.197836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:54:52.197836 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:54:52.197836 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': 'e9bac29a-ea1d-4871-bf86-293aaf4f3493'}]
Dec 15 12:54:52.197836 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:54:52.198571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:54:52.202077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-622a251b-87d2-4754-9317-feee58d83a4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:52.234020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59192) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:52.237274 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1708794
Dec 15 12:54:52.245155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:52.249259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.296867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:52.360564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fa58>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:52.361266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c0879-01ae-45e5-978d-e95ee70a1430 None None] The sync data for ids ['75616890-62f5-4a99-8e33-87ed7b85c54d'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:52.420029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Pushing event updated for resources: {'Port': ['ID=fdc362b8-4d8e-4033-9184-61bf77281c6d,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:52.439624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.440560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.441226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.441740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.442239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.442735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.443546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.444530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.445033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.445742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.449097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:52.491933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=87c084a1-5b19-4cbc-beb3-8e316a4219cd,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:52.505169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:52.517205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:52.522963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-0ae80974-3467-4474-8a98-cbb611c560fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:54:52.523770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-0ae80974-3467-4474-8a98-cbb611c560fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:54:52.552593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=8ee9d548-b04c-454b-b6dc-aada02d64059,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:52.554170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:52.556553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:52.559334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:52.567662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:52.568283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:52.587001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:52.595425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-78017de3-c806-4346-b378-889c81b40b9d None None] For port 556c260a-cf5d-4f5e-a97a-a448cdd02caf, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:52.631517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-78017de3-c806-4346-b378-889c81b40b9d None None] For port 556c260a-cf5d-4f5e-a97a-a448cdd02caf, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=556c260a-cf5d-4f5e-a97a-a448cdd02caf,segment=NetworkSegment(04c8cf3b-2656-4ff3-ac40-459c5080f66d),segment_id=04c8cf3b-2656-4ff3-ac40-459c5080f66d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:52.638350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:52.644492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router a38ac704-09f4-40e9-9b09-a2c0544dab70 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:52.653357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Attempting to bind port fdc362b8-4d8e-4033-9184-61bf77281c6d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:52.654768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Attempting to bind port fdc362b8-4d8e-4033-9184-61bf77281c6d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:52.656188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Attempting to bind port fdc362b8-4d8e-4033-9184-61bf77281c6d on network bab81b42-bf8a-435b-955c-96a6d2f24ea2 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:52.667608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:52.669546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Checking segment: {'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:52.670207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.670812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Bound using segment: {'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:52.672439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Bound port: fdc362b8-4d8e-4033-9184-61bf77281c6d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18540211-ad7a-4cc6-b5d4-8b2083789678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:52.673198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.696127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.714255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:52.768568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.816314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Pushing event updated for resources: {'Port': ['ID=556c260a-cf5d-4f5e-a97a-a448cdd02caf,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:52.823171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:52.859591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.877789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 556c260a-cf5d-4f5e-a97a-a448cdd02caf {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:52.878298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:52.942588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14afea-497a-4ace-8052-9a3a394cf464 None None] Network e9bac29a-ea1d-4871-bf86-293aaf4f3493 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:53.084974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:54:53.092843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/a38ac704-09f4-40e9-9b09-a2c0544dab70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9409738
Dec 15 12:54:53.096954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59196) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:53.103642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] For port fdc362b8-4d8e-4033-9184-61bf77281c6d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:53.106920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] For port fdc362b8-4d8e-4033-9184-61bf77281c6d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fdc362b8-4d8e-4033-9184-61bf77281c6d,segment=NetworkSegment(18540211-ad7a-4cc6-b5d4-8b2083789678),segment_id=18540211-ad7a-4cc6-b5d4-8b2083789678)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:53.110301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] Sync routers for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:54:53.116226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.135581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:53.190969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:53.191899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb733278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.236606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.269137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:53.300881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 556c260a-cf5d-4f5e-a97a-a448cdd02caf, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=556c260a-cf5d-4f5e-a97a-a448cdd02caf,segment=NetworkSegment(04c8cf3b-2656-4ff3-ac40-459c5080f66d),segment_id=04c8cf3b-2656-4ff3-ac40-459c5080f66d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:53.308086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.323664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0c7e94e3-abd4-413a-89c1-52318b305766 None None] Provisioning complete for port 87c084a1-5b19-4cbc-beb3-8e316a4219cd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:53.324193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c7e94e3-abd4-413a-89c1-52318b305766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.412452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:54:53.509160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 556c260a-cf5d-4f5e-a97a-a448cdd02caf owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:53.620147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.626284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2dc09b4f-21e2-4c24-9956-b61d411ff233 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:53.632170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868adc45-be43-400d-b429-c3fe9a5b2b96 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:54:53.673327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Port': ['ID=556c260a-cf5d-4f5e-a97a-a448cdd02caf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:53.678543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:53.682222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No DVR routers for this DVR port 556c260a-cf5d-4f5e-a97a-a448cdd02caf on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:54:53.749405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=1cacc347-b37f-44b0-b9c4-82d65f8a2ca9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:53.807892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:53.819451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:53.820419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7760b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.838986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.851426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868adc45-be43-400d-b429-c3fe9a5b2b96 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:54:53.875507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa453e48>,) {'filters': {'network_id': ['e9bac29a-ea1d-4871-bf86-293aaf4f3493']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.902665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa453e48>, '04c8cf3b-2656-4ff3-ac40-459c5080f66d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.903275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa453e48>, '04c8cf3b-2656-4ff3-ac40-459c5080f66d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.918124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.924289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7760b8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.932046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb733278>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:54:45Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:53Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.937796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.940850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08687f0-db8f-48f4-8ec8-2727a861a6ce None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:54:45Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:53Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:53.958906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:53.960224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:53.960383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:54:53.961390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7760b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:53.992184 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:54.023308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.053140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Pushing event updated for resources: {'Port': ['ID=fdc362b8-4d8e-4033-9184-61bf77281c6d,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:54.057290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:54.066238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7760b8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:54.066887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4dbf3-2b1a-4fb6-a8da-783d3ae5a353 None None] The sync data for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:54:54.132070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.143567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.150851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e71d458-9c83-465a-bd12-2bb316396bb6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:54.153363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.166759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:54.177266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=e9bac29a-ea1d-4871-bf86-293aaf4f3493,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:54.180626 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/e9bac29a-ea1d-4871-bf86-293aaf4f3493 HTTP/1.1" status: 204  len: 168 time: 4.5563710
Dec 15 12:54:54.181653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:54.184254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59202) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:54.190410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257499669'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:54.196455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:54.200761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:54.203959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:54.210360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:54.222506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:54.229536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.269889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:54:54.277225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=422743c1-0de4-4925-890e-2e4c2d444092,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:54.284036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.284623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 82f44c6c-2c1d-4156-afe7-5b2d689684db of type vlan for network 34d33dc2-e9b1-4c6a-9231-87410f063ce5
Dec 15 12:54:54.291901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.292329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.292778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.293156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.293690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.294517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.294710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.296710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.297250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.297790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.298340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:54.312382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:54.324297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.376383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.386058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:54.386747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.388770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 87c084a1-5b19-4cbc-beb3-8e316a4219cd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:54.391894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32208eed-f49a-4d8a-b764-0c880cbf53e5 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:54.452675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2672522
Dec 15 12:54:54.453551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59206) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:54.481990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 87c084a1-5b19-4cbc-beb3-8e316a4219cd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:54.482555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.545324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:54:54.604951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.605997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=34d33dc2-e9b1-4c6a-9231-87410f063ce5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:54.613150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:54.620012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.634175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 34d33dc2-e9b1-4c6a-9231-87410f063ce5 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:54:54.720111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:54:54.721003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.721813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Fanout notify agent at l3_agent the message router_deleted on router 75616890-62f5-4a99-8e33-87ed7b85c54d {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:54:54.723805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:54.724431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: 8ee9d548-b04c-454b-b6dc-aada02d64059, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:54.725782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:54:54.731140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:54:54.741593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:54:54.756607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:54:54.798702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.799932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/routers/75616890-62f5-4a99-8e33-87ed7b85c54d HTTP/1.1" status: 204  len: 168 time: 3.5976746
Dec 15 12:54:54.803717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59210) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:54.827515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:54.842961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8ee9d548-b04c-454b-b6dc-aada02d64059) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:54.853859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040573a-61f7-4d7c-9832-fce902a8e85f None None] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:54.856243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:54.857124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.882456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:54.946205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.059024 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8221667
Dec 15 12:54:55.061200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59216) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:55.161575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8ee9d548-b04c-454b-b6dc-aada02d64059', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:55.162636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.269625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting subnet 3af2d63b-2146-4754-8c6f-568deb599196 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:54:55.274814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.388085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Allocated IP 2001:db8:1::2 (8ee9d548-b04c-454b-b6dc-aada02d64059/422743c1-0de4-4925-890e-2e4c2d444092/256b0a3c-720d-4996-9a72-f2b8759569bd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:55.398900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.511554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.525486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44970f02-c0cb-4211-a360-53c643ba86c4 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:55.620710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.665382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=81580d90-f9cf-4698-9932-a39adaa97c44,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:55.668687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:55.693953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '82f44c6c-2c1d-4156-afe7-5b2d689684db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:55.694682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: 34d33dc2-e9b1-4c6a-9231-87410f063ce5, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:54:55.737418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.742835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-beb6d3d7-fb03-4f63-9890-96bbc395724a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:55.781735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network 34d33dc2-e9b1-4c6a-9231-87410f063ce5 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:54:55.795214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Subnet': ['ID=3af2d63b-2146-4754-8c6f-568deb599196,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:55.797970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:55.807334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.821881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/subnets/3af2d63b-2146-4754-8c6f-568deb599196 HTTP/1.1" status: 204  len: 168 time: 1.0169070
Dec 15 12:54:55.822927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59222) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:55.825854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.831028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4371cb-7427-4034-8979-977e1a604b2e None None] Network df9de4d9-dde8-4c39-9335-f727f8cd1666 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:55.857149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 34d33dc2-e9b1-4c6a-9231-87410f063ce5) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:55.861922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:54:55.862523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:55.875694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Transition to ACTIVE for port object 256b0a3c-720d-4996-9a72-f2b8759569bd will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:55.880074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b401a-95f7-4062-8ee5-8cdf55c603ca None None] Network 34d33dc2-e9b1-4c6a-9231-87410f063ce5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:55.957638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.4289515
Dec 15 12:54:55.967905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59226) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:56.037828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Transition to ACTIVE for port object 256b0a3c-720d-4996-9a72-f2b8759569bd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:56.159192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.205329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-569011c6-2925-467b-9192-6d5a522077fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:56.348378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:56.369327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:56.378555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:56.390402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Pushing event updated for resources: {'Port': ['ID=256b0a3c-720d-4996-9a72-f2b8759569bd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:56.454350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:56.493851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fdc362b8-4d8e-4033-9184-61bf77281c6d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:54:56.526432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.551572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port a32db0dd-bfc6-4370-a9b9-7ff881d424dd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:56.552135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.561322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.591861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-34d33dc2-e9b1-4c6a-9231-87410f063ce5', 'network_id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': '81580d90-f9cf-4698-9932-a39adaa97c44'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:54:56.592766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.640832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.698652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Attempting to bind port 256b0a3c-720d-4996-9a72-f2b8759569bd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:56.699892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Attempting to bind port 256b0a3c-720d-4996-9a72-f2b8759569bd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:56.699892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Attempting to bind port 256b0a3c-720d-4996-9a72-f2b8759569bd on network 8ee9d548-b04c-454b-b6dc-aada02d64059 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:56.750333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:56.750962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Checking segment: {'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:56.752270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.752991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Bound using segment: {'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:56.753726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Bound port: 256b0a3c-720d-4996-9a72-f2b8759569bd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:56.754687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.835198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port fdc362b8-4d8e-4033-9184-61bf77281c6d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:54:56.853575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] DHCP port deletion for df9de4d9-dde8-4c39-9335-f727f8cd1666 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:54:56.869777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port fdc362b8-4d8e-4033-9184-61bf77281c6d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:54:56.870200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.903899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Deleting port a32db0dd-bfc6-4370-a9b9-7ff881d424dd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:56.904597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.915819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.972569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] For port a32db0dd-bfc6-4370-a9b9-7ff881d424dd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,segment=NetworkSegment(44dbe016-2010-4cee-af52-c2c61ea25577),segment_id=44dbe016-2010-4cee-af52-c2c61ea25577)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:56.972972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:56.994246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 68509a1e-1a0c-48d3-88ad-c4a8048e0633 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:56.994246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.131047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for a32db0dd-bfc6-4370-a9b9-7ff881d424dd owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:57.163109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8:1::1 (8ee9d548-b04c-454b-b6dc-aada02d64059/422743c1-0de4-4925-890e-2e4c2d444092/7a331c03-9c11-4551-99e2-c6a9fd2f3417) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:57.197651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Allocated IP 2001:db8::1 (34d33dc2-e9b1-4c6a-9231-87410f063ce5/81580d90-f9cf-4698-9932-a39adaa97c44/687b3d41-5aad-4efb-9853-7d192450b113) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:54:57.200351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] For port 256b0a3c-720d-4996-9a72-f2b8759569bd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:57.239024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.244554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ade65a16-f748-4022-9dc6-9c5bd3bc92ba tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:57.264098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] For port 256b0a3c-720d-4996-9a72-f2b8759569bd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=256b0a3c-720d-4996-9a72-f2b8759569bd,segment=NetworkSegment(4e7c915e-95e6-44f9-ad9c-4aaae58c8721),segment_id=4e7c915e-95e6-44f9-ad9c-4aaae58c8721)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:57.295644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:57.299693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:57.303099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] No DVR routers for this DVR port a32db0dd-bfc6-4370-a9b9-7ff881d424dd on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:54:57.353173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.379417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.406735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:57.467818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.493408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] For port a32db0dd-bfc6-4370-a9b9-7ff881d424dd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a32db0dd-bfc6-4370-a9b9-7ff881d424dd,segment=NetworkSegment(44dbe016-2010-4cee-af52-c2c61ea25577),segment_id=44dbe016-2010-4cee-af52-c2c61ea25577)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:57.494268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.502193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9e14550>,) {'filters': {'network_id': ['df9de4d9-dde8-4c39-9335-f727f8cd1666']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:57.519786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e14550>, '44dbe016-2010-4cee-af52-c2c61ea25577') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:57.521716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e14550>, '44dbe016-2010-4cee-af52-c2c61ea25577') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:57.529728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 68509a1e-1a0c-48d3-88ad-c4a8048e0633 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:57.537190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.557444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.565638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:57.567098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:57.595763 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:57.636981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.694358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object 7a331c03-9c11-4551-99e2-c6a9fd2f3417 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:57.745365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.745365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1527a260-16c4-47c2-8574-336ba1d28dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:57.770238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.771906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Network': ['ID=df9de4d9-dde8-4c39-9335-f727f8cd1666,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:57.776821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:57.781283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.791774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/networks/df9de4d9-dde8-4c39-9335-f727f8cd1666 HTTP/1.1" status: 204  len: 168 time: 1.9627221
Dec 15 12:54:57.791942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffe103bb-e81c-4a84-be18-728e25d93613 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:57.792097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59232) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:57.858820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.878251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:57.881112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:57.883653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=7a331c03-9c11-4551-99e2-c6a9fd2f3417,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:57.886012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:57.887170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.889716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:57.892653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:57.899413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6f35250-d3bd-41c9-8769-110085987535 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:57.962687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Calling delete_port for a32db0dd-bfc6-4370-a9b9-7ff881d424dd owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:57.962860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=68509a1e-1a0c-48d3-88ad-c4a8048e0633,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:57.968832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:57.978404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port ef080c1b-d68e-4ff0-ad6e-c020e36f3b42 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:57.980420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.019685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Pushing event updated for resources: {'Port': ['ID=256b0a3c-720d-4996-9a72-f2b8759569bd,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:58.031110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:58.097680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port fdc362b8-4d8e-4033-9184-61bf77281c6d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fdc362b8-4d8e-4033-9184-61bf77281c6d,segment=NetworkSegment(18540211-ad7a-4cc6-b5d4-8b2083789678),segment_id=18540211-ad7a-4cc6-b5d4-8b2083789678)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:54:58.132837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.139614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:58.178553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.204393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.309085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.311657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.390973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.409352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Transition to ACTIVE for port object 687b3d41-5aad-4efb-9853-7d192450b113 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:58.429952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:54:58.430576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:54:58.438409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a32db0dd-bfc6-4370-a9b9-7ff881d424dd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:54:58.480424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for ef080c1b-d68e-4ff0-ad6e-c020e36f3b42 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:54:58.500024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=fdc362b8-4d8e-4033-9184-61bf77281c6d,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:58.510975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: a32db0dd-bfc6-4370-a9b9-7ff881d424dd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:54:58.511548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a32db0dd-bfc6-4370-a9b9-7ff881d424dd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:54:58.521007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Transition to ACTIVE for port object 687b3d41-5aad-4efb-9853-7d192450b113 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:54:58.531329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:58.534037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.543312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:58.672119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Pushing event updated for resources: {'Port': ['ID=687b3d41-5aad-4efb-9853-7d192450b113,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:58.685101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:58.697240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Network 34d33dc2-e9b1-4c6a-9231-87410f063ce5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:54:58.699754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:54:58.702532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:54:58.708753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.717362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61b5dfff-ba4d-4d25-a401-9add0c773419 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:58.775522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=81580d90-f9cf-4698-9932-a39adaa97c44,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:58.790592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.791535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.791698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.792292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.792870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.793353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.793661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.794078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.794484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.794886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.795795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:54:58.800275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:58.864513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Attempting to bind port 687b3d41-5aad-4efb-9853-7d192450b113 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:54:58.865485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Attempting to bind port 687b3d41-5aad-4efb-9853-7d192450b113 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '82f44c6c-2c1d-4156-afe7-5b2d689684db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:54:58.865907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Attempting to bind port 687b3d41-5aad-4efb-9853-7d192450b113 on network 34d33dc2-e9b1-4c6a-9231-87410f063ce5 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:54:58.878604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:54:58.880247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Checking segment: {'id': '82f44c6c-2c1d-4156-afe7-5b2d689684db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:54:58.880920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.881564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Bound using segment: {'id': '82f44c6c-2c1d-4156-afe7-5b2d689684db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:54:58.883094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Bound port: 687b3d41-5aad-4efb-9853-7d192450b113, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f44c6c-2c1d-4156-afe7-5b2d689684db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:54:58.883725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.923443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.934882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dbf6897e-255d-4b6e-aba0-5c339a88f0fc tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:58.939208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Deleting port a32db0dd-bfc6-4370-a9b9-7ff881d424dd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:58.939661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.975204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:58.997546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.009817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=ef080c1b-d68e-4ff0-ad6e-c020e36f3b42,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:59.013222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:59.018060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-eed632ce-3cfd-45a7-a196-289689259f4c None None] The port 'a32db0dd-bfc6-4370-a9b9-7ff881d424dd' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:54:59.063653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] For port 687b3d41-5aad-4efb-9853-7d192450b113, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:54:59.067022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] For port 687b3d41-5aad-4efb-9853-7d192450b113, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=687b3d41-5aad-4efb-9853-7d192450b113,segment=NetworkSegment(82f44c6c-2c1d-4156-afe7-5b2d689684db),segment_id=82f44c6c-2c1d-4156-afe7-5b2d689684db)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:54:59.073674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.078134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:59.130475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faa8b940>,) {'filters': {'network_id': ['34d33dc2-e9b1-4c6a-9231-87410f063ce5']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:59.160340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa8b940>, '82f44c6c-2c1d-4156-afe7-5b2d689684db') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:59.160881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa8b940>, '82f44c6c-2c1d-4156-afe7-5b2d689684db') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:54:59.183387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.209901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Pushing event updated for resources: {'Port': ['ID=687b3d41-5aad-4efb-9853-7d192450b113,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:59.213495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:59.216299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.232124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.263017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:54:59.263850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.290332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db405c8-dfa9-4fbb-b482-7fb8d8c37ef2 None None] Network 34d33dc2-e9b1-4c6a-9231-87410f063ce5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:54:59.332078 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:54:59.377785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.379316 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/floatingips/658c1b24-9884-451f-bab8-72acb1e73a9b HTTP/1.1" status: 204  len: 168 time: 1.5883415
Dec 15 12:54:59.416899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59236) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:59.470332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dc442d-aa0b-415a-bcd9-fab1e1d39b87 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:59.471092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dc442d-aa0b-415a-bcd9-fab1e1d39b87 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:59.504698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-85dc442d-aa0b-415a-bcd9-fab1e1d39b87 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/ports/885fda4a-643c-4000-b9a6-5e34aca9842a HTTP/1.1" status: 404  len: 333 time: 0.0866225
Dec 15 12:54:59.509794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59240) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:59.620233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:54:59.620233 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:54:59.620233 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': '34d33dc2-e9b1-4c6a-9231-87410f063ce5'}]
Dec 15 12:54:59.620233 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:54:59.620964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:54:59.623735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-90f56c1b-e9e8-4c6c-9d64-25a3e203abd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Synchronizing usage tracker for tenant:dfb49e698bba441cb9133b72273694d3 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:54:59.662523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-90f56c1b-e9e8-4c6c-9d64-25a3e203abd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Unset dirty status for tenant:dfb49e698bba441cb9133b72273694d3 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:54:59.664773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-90f56c1b-e9e8-4c6c-9d64-25a3e203abd6 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "GET /v2.0/ports?device_id=75616890-62f5-4a99-8e33-87ed7b85c54d HTTP/1.1" status: 200  len: 205 time: 0.1522400
Dec 15 12:54:59.667881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59244) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:59.695191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.700886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.701801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:54:59.707049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83de1443-c844-416f-9f92-3d486e01b825 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:54:59.750143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-8e8b8d94-b0a4-408b-ae72-77f3cdf435d7 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] delete failed (client error): The resource could not be found.
Dec 15 12:54:59.751814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e8b8d94-b0a4-408b-ae72-77f3cdf435d7 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/routers/75616890-62f5-4a99-8e33-87ed7b85c54d HTTP/1.1" status: 404  len: 336 time: 0.0824533
Dec 15 12:54:59.754874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59248) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:59.805958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df7fb4a-73f5-4874-bef2-d7bb44d332ea tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:54:59.806485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df7fb4a-73f5-4874-bef2-d7bb44d332ea tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:54:59.808357 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8df7fb4a-73f5-4874-bef2-d7bb44d332ea tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/subnets/3af2d63b-2146-4754-8c6f-568deb599196 HTTP/1.1" status: 404  len: 337 time: 0.0521500
Dec 15 12:54:59.811271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59254) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:59.833656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router a38ac704-09f4-40e9-9b09-a2c0544dab70 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:54:59.845669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=7a331c03-9c11-4551-99e2-c6a9fd2f3417,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:54:59.848781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:54:59.891247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59258) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:54:59.996459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 451591e2-b976-42ca-ad0c-4b4d26340204 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:54:59.996656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:00.098787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15dc25a0-456c-44ab-ac1c-988a4b30d14c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0 HTTP/1.1" status: 200  len: 994 time: 0.2041609
Dec 15 12:55:00.124133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:00.125320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:00.156468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:00.246547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 687b3d41-5aad-4efb-9853-7d192450b113 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:00.246948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:00.288960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ca372-84b4-4001-828c-44a60cc96c1c None None] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:00.340186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:00.355373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/a38ac704-09f4-40e9-9b09-a2c0544dab70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2561769
Dec 15 12:55:00.359666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59266) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:00.365444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] Sync routers for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:00.457813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59270) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:00.478051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:00.478399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a8f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:00.545670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-faaba4c4-b0f1-4cfb-b44c-058e4da1c54b None None] Provisioning for port 256b0a3c-720d-4996-9a72-f2b8759569bd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:00.561090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-213f8818-7a76-479b-9b71-df434076a592 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:00.590124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a8f60>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:00.604652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-213f8818-7a76-479b-9b71-df434076a592 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:00.609941 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-213f8818-7a76-479b-9b71-df434076a592 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=a38ac704-09f4-40e9-9b09-a2c0544dab70 HTTP/1.1" status: 200  len: 205 time: 0.2441342
Dec 15 12:55:00.611007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 256b0a3c-720d-4996-9a72-f2b8759569bd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:00.614688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59274) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:00.720678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] Routers {'a38ac704-09f4-40e9-9b09-a2c0544dab70'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:00.721502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a8f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a38ac704-09f4-40e9-9b09-a2c0544dab70'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:00.799251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5a8f60>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:00.799765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dbaec7-cc99-4ec7-94b8-c3db00c9f6e7 None None] The sync data for ids ['a38ac704-09f4-40e9-9b09-a2c0544dab70'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:00.872756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 256b0a3c-720d-4996-9a72-f2b8759569bd completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:00.880246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 256b0a3c-720d-4996-9a72-f2b8759569bd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:00.880672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.081052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.127117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.135831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1d1e336-e1c6-4db0-8f57-e6ae902e0b05 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.139070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 256b0a3c-720d-4996-9a72-f2b8759569bd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=256b0a3c-720d-4996-9a72-f2b8759569bd,segment=NetworkSegment(4e7c915e-95e6-44f9-ad9c-4aaae58c8721),segment_id=4e7c915e-95e6-44f9-ad9c-4aaae58c8721)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:01.144790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.146341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fdc362b8-4d8e-4033-9184-61bf77281c6d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:01.187172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:01.331061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=256b0a3c-720d-4996-9a72-f2b8759569bd,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:01.350302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:01.350434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.351187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.352123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.352123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.352931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.353312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.353682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.354055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.354563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.354931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.355861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:01.362303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:01.396807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 451591e2-b976-42ca-ad0c-4b4d26340204 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:01.428342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port fdc362b8-4d8e-4033-9184-61bf77281c6d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:01.428342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.549757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-09e1dac8-a5ff-4594-9c90-f40c02e91574 None None] Provisioning complete for port 256b0a3c-720d-4996-9a72-f2b8759569bd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:01.550192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09e1dac8-a5ff-4594-9c90-f40c02e91574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.581661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port f4fb3932-d2a8-47b0-bbb4-36eef9d0c380 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:01.581995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.728637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1d1e336-e1c6-4db0-8f57-e6ae902e0b05 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.733228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1d1e336-e1c6-4db0-8f57-e6ae902e0b05 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.820099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-09e1dac8-a5ff-4594-9c90-f40c02e91574 None None] Provisioning for port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:01.820228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 687b3d41-5aad-4efb-9853-7d192450b113, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=687b3d41-5aad-4efb-9853-7d192450b113,segment=NetworkSegment(82f44c6c-2c1d-4156-afe7-5b2d689684db),segment_id=82f44c6c-2c1d-4156-afe7-5b2d689684db)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:01.820640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.823731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1d1e336-e1c6-4db0-8f57-e6ae902e0b05 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.826228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d1e336-e1c6-4db0-8f57-e6ae902e0b05 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Fanout notify agent at l3_agent the message router_deleted on router a38ac704-09f4-40e9-9b09-a2c0544dab70 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:55:01.846786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-09e1dac8-a5ff-4594-9c90-f40c02e91574 None None] Provisioning complete for port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:01.847448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09e1dac8-a5ff-4594-9c90-f40c02e91574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.856735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1d1e336-e1c6-4db0-8f57-e6ae902e0b05 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:01.857711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1d1e336-e1c6-4db0-8f57-e6ae902e0b05 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/a38ac704-09f4-40e9-9b09-a2c0544dab70 HTTP/1.1" status: 204  len: 168 time: 1.2417526
Dec 15 12:55:01.860602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59278) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:01.948396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-09e1dac8-a5ff-4594-9c90-f40c02e91574 None None] Port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:02.023280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 687b3d41-5aad-4efb-9853-7d192450b113 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:02.067164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.067592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.085855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-14aa1212-1f6d-44d8-a26f-cd4edbb5b0cf None None] Provisioning complete for port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:02.089378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14aa1212-1f6d-44d8-a26f-cd4edbb5b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.119962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:02.129187 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0612519
Dec 15 12:55:02.133067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59282) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:02.134475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:02.140043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet ef67bbdc-5dd2-418a-be3c-427a18256871 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:02.149321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-733550454'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:02.154332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-14aa1212-1f6d-44d8-a26f-cd4edbb5b0cf None None] Port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:02.157513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.157853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:02.158633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb733a58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:02.190307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:02.205931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:02.211466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:02.222071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:02.236717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.247691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for f4fb3932-d2a8-47b0-bbb4-36eef9d0c380 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:02.281995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:02.288152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.295649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.327005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:02.344006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:02.381544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.382600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment dbe05a4e-f7e2-48ba-9049-3c671494aad3 of type vlan for network 59cc8c7b-16a0-444c-8672-ce6182c752dc
Dec 15 12:55:02.407318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4988b7-26c7-45c2-bd2d-977563469c2b None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:55:02.421766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=451591e2-b976-42ca-ad0c-4b4d26340204,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:02.422565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.447913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:02.457877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:02.468485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.478926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86ce2c6d-a5f8-4e4c-b3e0-bf189bb6aa93 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:02.523210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.529762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Port': ['ID=687b3d41-5aad-4efb-9853-7d192450b113,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:02.537956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b2f5afb-bba9-4a4e-ab84-b7cbfc0b159b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:02.541540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:02.564920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No DVR routers for this DVR port 687b3d41-5aad-4efb-9853-7d192450b113 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:02.590558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.596690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=ef67bbdc-5dd2-418a-be3c-427a18256871,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:02.599999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4988b7-26c7-45c2-bd2d-977563469c2b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:55:02.609318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:02.609800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.610388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 256b0a3c-720d-4996-9a72-f2b8759569bd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:02.615949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.626689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/ef67bbdc-5dd2-418a-be3c-427a18256871 HTTP/1.1" status: 204  len: 168 time: 0.7648888
Dec 15 12:55:02.629908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59286) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:02.722083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.728071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:02.729652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.737945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3747c83a-34c7-4a43-bea5-569cff994555 None None] Provisioning complete for port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:02.738633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3747c83a-34c7-4a43-bea5-569cff994555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.753633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e534266b-0046-453d-9850-3afff3a63cb8 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:02.768108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/ports/451591e2-b976-42ca-ad0c-4b4d26340204 HTTP/1.1" status: 204  len: 168 time: 2.9554305
Dec 15 12:55:02.775818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59290) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:02.782752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.791218 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6482186
Dec 15 12:55:02.822993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3747c83a-34c7-4a43-bea5-569cff994555 None None] Port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:02.833595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59294) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:02.846388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:02.875773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 686571ef-3d3d-4ce2-9fe0-4adddead7d2b {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:02.876046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.901317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 256b0a3c-720d-4996-9a72-f2b8759569bd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:02.902121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.943705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa199860>,) {'filters': {'network_id': ['34d33dc2-e9b1-4c6a-9231-87410f063ce5']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:02.966260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa199860>, '82f44c6c-2c1d-4156-afe7-5b2d689684db') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:02.966976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa199860>, '82f44c6c-2c1d-4156-afe7-5b2d689684db') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:02.977772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:02.988106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7821cbe-57de-4d79-9467-9c88789f2e82 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:03.000532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb733a58>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:54:57Z', 'revision_number': 3, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:03.005057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:03.005448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Updating router ba44b556-8713-4ef0-a5ed-e585f60b0f3f port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:55:03.067304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.069731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.071952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=59cc8c7b-16a0-444c-8672-ce6182c752dc,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:03.080714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=f4fb3932-d2a8-47b0-bbb4-36eef9d0c380,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:03.089996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:03.093911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:03.096261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:03.158159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:03.166637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.176555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:03.182832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:03.193034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:03.208416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:03.209203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.224154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:03.243375 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:03.362685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.395322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet c8a3e96c-b143-4b72-8c95-44a348ee65d0 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:03.419212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.437485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.512474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.550698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f425f-eab3-4b46-a9ba-27e21e96181c None None] Network abf16df7-20f9-466c-8ecc-7bd6cc600e3f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:03.575212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.676980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.764008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.768720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83764030-10dc-48da-a403-b34bc414da0c tempest-NetworksIpV6TestAttrs-1512307030 tempest-NetworksIpV6TestAttrs-1512307030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:03.799757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Transition to ACTIVE for port object 7a331c03-9c11-4551-99e2-c6a9fd2f3417 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:03.809337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.810469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a3e96c-b143-4b72-8c95-44a348ee65d0,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:03.818847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:03.820648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d738a05d-1cd9-4826-9f6d-f168a196a01a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:03.825398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.828632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.838224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/c8a3e96c-b143-4b72-8c95-44a348ee65d0 HTTP/1.1" status: 204  len: 168 time: 1.2060211
Dec 15 12:55:03.840967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59298) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:03.843744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.858395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:03.868911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=34d33dc2-e9b1-4c6a-9231-87410f063ce5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:03.888951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecb294-8d33-4aa8-87d6-b2954e71906d None None] Network d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:03.890013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:03.898544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:03.907163 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/34d33dc2-e9b1-4c6a-9231-87410f063ce5 HTTP/1.1" status: 204  len: 168 time: 7.9381731
Dec 15 12:55:03.914492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59302) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:03.939985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-598610390'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:03.945887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:03.950118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:03.953316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:03.959981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:03.983312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:03.992048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.047384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 686571ef-3d3d-4ce2-9fe0-4adddead7d2b owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:04.064194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb536d4-c2cc-4245-bc53-201a56b9d9fa None None] Pushing event updated for resources: {'Port': ['ID=7a331c03-9c11-4551-99e2-c6a9fd2f3417,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:04.077885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb536d4-c2cc-4245-bc53-201a56b9d9fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:04.137649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.221278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Attempting to bind port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:04.221718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Attempting to bind port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:04.222134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Attempting to bind port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 on network 8ee9d548-b04c-454b-b6dc-aada02d64059 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:04.230109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:04.230792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Checking segment: {'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:04.231917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.232489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Bound using segment: {'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:04.233062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Bound port: 7a331c03-9c11-4551-99e2-c6a9fd2f3417, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7c915e-95e6-44f9-ad9c-4aaae58c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:04.233516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.295466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:04.302155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:04.302614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.361058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] DHCP port deletion for abf16df7-20f9-466c-8ecc-7bd6cc600e3f request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:55:04.370007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Deleting port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:04.373865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.433673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] For port 7a331c03-9c11-4551-99e2-c6a9fd2f3417, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:04.434040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.438593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] For port 7a331c03-9c11-4551-99e2-c6a9fd2f3417, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7a331c03-9c11-4551-99e2-c6a9fd2f3417,segment=NetworkSegment(4e7c915e-95e6-44f9-ad9c-4aaae58c8721),segment_id=4e7c915e-95e6-44f9-ad9c-4aaae58c8721)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:04.444455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.445412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.448047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-649314b1-85f1-4498-99f6-9f6b4c603aae tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:04.459174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:04.467112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c2b4573-64e2-48b3-aec5-73a80fe3f4c4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:04.507089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=686571ef-3d3d-4ce2-9fe0-4adddead7d2b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:04.513286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:04.518138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] DHCP port deletion for d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:55:04.527987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Deleting port 65a7aad8-edd0-405b-aef5-95161aaedf4f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:04.528573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.596196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb536d4-c2cc-4245-bc53-201a56b9d9fa None None] Pushing event updated for resources: {'Port': ['ID=7a331c03-9c11-4551-99e2-c6a9fd2f3417,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:04.600842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb536d4-c2cc-4245-bc53-201a56b9d9fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:04.608256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:04.608964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb733a58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:04.773633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.819993 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/ports/686571ef-3d3d-4ce2-9fe0-4adddead7d2b HTTP/1.1" status: 204  len: 168 time: 2.0405211
Dec 15 12:55:04.821414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59306) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:04.868431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:04.898082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-d9d7f39d-dc07-4f4e-a4a7-165728a4147a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2099288
Dec 15 12:55:04.929235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.929527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 7f0ea634-2946-4cdb-930f-84edf324700a of type vlan for network 1732c28e-5d76-4feb-8521-0a8f7332d74e
Dec 15 12:55:04.930794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:04.970089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:04.971164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f14bd8-9e58-4bc7-90c6-6fcdbc2b5d22 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:04.974826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-24f14bd8-9e58-4bc7-90c6-6fcdbc2b5d22 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Synchronizing usage tracker for tenant:dfb49e698bba441cb9133b72273694d3 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:05.027919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=33447cfd-6fd6-458e-8e34-4a867d38a905,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:05.040606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:05.045971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] For port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,segment=NetworkSegment(25bfa5e1-755e-464c-a433-bc86c7e7866b),segment_id=25bfa5e1-755e-464c-a433-bc86c7e7866b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:05.046421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.056493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.061745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:05.061880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] For port 65a7aad8-edd0-405b-aef5-95161aaedf4f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=65a7aad8-edd0-405b-aef5-95161aaedf4f,segment=NetworkSegment(605ce33c-f953-4778-b2ea-c1fbb3be5778),segment_id=605ce33c-f953-4778-b2ea-c1fbb3be5778)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:05.062223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.063248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.147295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-24f14bd8-9e58-4bc7-90c6-6fcdbc2b5d22 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Unset dirty status for tenant:dfb49e698bba441cb9133b72273694d3 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:05.152555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-24f14bd8-9e58-4bc7-90c6-6fcdbc2b5d22 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "GET /v2.0/ports?device_id=caf884f0-ea34-4086-87a6-e75b527a1d81 HTTP/1.1" status: 200  len: 913 time: 0.3242829
Dec 15 12:55:05.155219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59310) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:05.242267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,segment=NetworkSegment(25bfa5e1-755e-464c-a433-bc86c7e7866b),segment_id=25bfa5e1-755e-464c-a433-bc86c7e7866b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:05.242713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.281259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-17c9494c-46ff-4849-b708-d26539399ddf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1098 time: 0.2005961
Dec 15 12:55:05.332229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb733a58>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:54:57Z', 'revision_number': 3, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:04Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:05.336652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be5cda-1880-4b4b-a9b4-f3dbc27e000c None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:54:57Z', 'revision_number': 3, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:04Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:05.453237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for c89df046-4fd0-4308-b5a9-48b1d7c0aa0e owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:05.457843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Calling delete_port for c89df046-4fd0-4308-b5a9-48b1d7c0aa0e owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:05.500173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b4465a0-e65f-4ed3-af45-85817ec1c008 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:05.501178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Calling delete_port for 65a7aad8-edd0-405b-aef5-95161aaedf4f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:05.633470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.645071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6599b36d-5b16-49ff-896b-d4b96dfc0fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:05.659255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-2935de7c-96e2-457b-9545-861a402ad309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:05.660873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-2935de7c-96e2-457b-9545-861a402ad309 service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.3144395
Dec 15 12:55:05.674831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=1732c28e-5d76-4feb-8521-0a8f7332d74e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:05.689133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:05.693308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Pushing event deleted for resources: {'Port': ['ID=c89df046-4fd0-4308-b5a9-48b1d7c0aa0e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:05.695879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.707824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:05.716883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:05.717290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: 59cc8c7b-16a0-444c-8672-ce6182c752dc, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:05.726210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.8065937
Dec 15 12:55:05.733931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:05.736522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59314) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:05.759938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.775366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:05.787110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:05.787541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:05.789050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:05.789895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 59cc8c7b-16a0-444c-8672-ce6182c752dc) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:05.806274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:05.807088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:05.826964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] No DVR routers for this DVR port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:05.828712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:05.829201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bea3f65f-59d8-4701-b25a-84e230a3c4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:05.835105 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9996736
Dec 15 12:55:05.838110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59318) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:05.876765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] Sync routers for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:05.879222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fe2e6c-9c61-4fa0-bb9e-ed88fc2f65b3 None None] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:06.208195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Pushing event deleted for resources: {'Port': ['ID=65a7aad8-edd0-405b-aef5-95161aaedf4f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:06.234018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] No DVR routers for this DVR port 65a7aad8-edd0-405b-aef5-95161aaedf4f on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:06.314162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port c89df046-4fd0-4308-b5a9-48b1d7c0aa0e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:06.314762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:06.327834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0 HTTP/1.1" status: 204  len: 168 time: 5.8622537
Dec 15 12:55:06.348308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:55:06.442551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:06.442551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac150b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:06.502805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'status': 'completed', 'code': 200}
Dec 15 12:55:06.515792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-bd855c4f-dcd8-44f0-aa8f-d2c530dbc707 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 1001 time: 0.8416805
Dec 15 12:55:06.517182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:06.532607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] The port 'c89df046-4fd0-4308-b5a9-48b1d7c0aa0e' was deleted {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:55:06.598111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-a75fc66d-ca15-486e-9303-fce0a5103c81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:06.599946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-a75fc66d-ca15-486e-9303-fce0a5103c81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.0756221
Dec 15 12:55:06.601103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:06.607031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:06.686789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:06.695055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:06.794826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:06.828457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-81f62b10-b592-4016-bb0e-bba2bca3f3b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 1099 time: 0.2931347
Dec 15 12:55:06.830732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:06.848716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-59cc8c7b-16a0-444c-8672-ce6182c752dc', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:06.849654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:06.862478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7a331c03-9c11-4551-99e2-c6a9fd2f3417 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:06.912322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa57c5f8>,) {'filters': {'network_id': ['abf16df7-20f9-466c-8ecc-7bd6cc600e3f']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:06.927096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:06.957199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-a64dbab7-7365-42db-b072-023657252672 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3462944
Dec 15 12:55:06.986345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa57c5f8>, '25bfa5e1-755e-464c-a433-bc86c7e7866b') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:06.986736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa57c5f8>, '25bfa5e1-755e-464c-a433-bc86c7e7866b') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:07.017461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.024573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.092372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.124671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:07.125108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:07.141727 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:07.193112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:07.197886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-843355f4-2b10-42be-89a7-634e8b9d8323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:07.199598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-843355f4-2b10-42be-89a7-634e8b9d8323 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c374369-4ad4-4436-9b5d-dc3e7064c711 HTTP/1.1" status: 200  len: 898 time: 0.3544729
Dec 15 12:55:07.238199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:07.238756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.309760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-0e5e6e93-8aca-4861-8fb5-095aa6b63407 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3374820
Dec 15 12:55:07.326988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-97bb8f23-dd15-4d95-ade5-fee3b5d3f847 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea HTTP/1.1" status: 200  len: 217 time: 0.0709095
Dec 15 12:55:07.367005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Allocated IP 2001:db8:2::2 (59cc8c7b-16a0-444c-8672-ce6182c752dc/33447cfd-6fd6-458e-8e34-4a867d38a905/9f8c8086-f7c6-4b01-b675-56b5935b0208) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:07.403959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.416232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.426862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75946638-4714-469a-8201-dc09e4137d89 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:07.442582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.466374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.480528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=abf16df7-20f9-466c-8ecc-7bd6cc600e3f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:07.483453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-02fe6437-55af-4342-9130-78b60efaaadd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:07.485103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-02fe6437-55af-4342-9130-78b60efaaadd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f HTTP/1.1" status: 200  len: 835 time: 0.1451144
Dec 15 12:55:07.486315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:07.488818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/abf16df7-20f9-466c-8ecc-7bd6cc600e3f HTTP/1.1" status: 204  len: 168 time: 3.6465936
Dec 15 12:55:07.498123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832f0d4-9fe5-4da9-9920-5e2b90725b8d req-891b8508-1c28-498a-a9c9-0d1a4681965c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:07.498928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-2832f0d4-9fe5-4da9-9920-5e2b90725b8d req-891b8508-1c28-498a-a9c9-0d1a4681965c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:07.506885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7a331c03-9c11-4551-99e2-c6a9fd2f3417, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7a331c03-9c11-4551-99e2-c6a9fd2f3417,segment=NetworkSegment(4e7c915e-95e6-44f9-ad9c-4aaae58c8721),segment_id=4e7c915e-95e6-44f9-ad9c-4aaae58c8721)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:07.515665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.523428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59330) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:07.570026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-99d124b5-155c-4813-a348-1ca2c9884979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:07.620157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c89df046-4fd0-4308-b5a9-48b1d7c0aa0e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:07.659029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.671600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13db69b6-70d9-46c2-bde9-e4715035571b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:07.672871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac150b8>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:57Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:07.687551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] Checking router: 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:07.695396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: c89df046-4fd0-4308-b5a9-48b1d7c0aa0e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:07.695814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c89df046-4fd0-4308-b5a9-48b1d7c0aa0e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:07.696295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65a7aad8-edd0-405b-aef5-95161aaedf4f no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:07.702260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:07.737074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 65a7aad8-edd0-405b-aef5-95161aaedf4f {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:07.737471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65a7aad8-edd0-405b-aef5-95161aaedf4f not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:07.805583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:07.805871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac150b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:07.947073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-2832f0d4-9fe5-4da9-9920-5e2b90725b8d req-891b8508-1c28-498a-a9c9-0d1a4681965c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:07.954564 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2832f0d4-9fe5-4da9-9920-5e2b90725b8d req-891b8508-1c28-498a-a9c9-0d1a4681965c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 946 time: 1.1416230
Dec 15 12:55:08.003851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:08.045448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.108649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=db210602-80cc-4b56-9295-a1594ffc020d,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:08.125857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:08.147119 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-979cba2c-d9c3-448c-a1b6-cec55767b85c req-9467d74a-2b18-4b11-899b-fbe90338a5da service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6449621
Dec 15 12:55:08.165613 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2832f0d4-9fe5-4da9-9920-5e2b90725b8d req-461cdac1-8bf4-430a-9ad0-60bfbb5c325a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2098048
Dec 15 12:55:08.170402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7a331c03-9c11-4551-99e2-c6a9fd2f3417,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:08.172567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-100e84c5-4c5c-4b20-9620-64a606982a8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c374369-4ad4-4436-9b5d-dc3e7064c711&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6777377
Dec 15 12:55:08.173940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:08.251795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '7f0ea634-2946-4cdb-930f-84edf324700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:08.252768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: 1732c28e-5d76-4feb-8521-0a8f7332d74e, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:08.404640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-518eba90-1784-4ce6-99c6-8a00c6aa4b90 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:08.406421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-518eba90-1784-4ce6-99c6-8a00c6aa4b90 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 946 time: 0.4032941
Dec 15 12:55:08.455293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7a331c03-9c11-4551-99e2-c6a9fd2f3417 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:08.465876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.505410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fad0ff28>,) {'filters': {'network_id': ['d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:08.517205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:08.527654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad0ff28>, '605ce33c-f953-4778-b2ea-c1fbb3be5778') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:08.527994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad0ff28>, '605ce33c-f953-4778-b2ea-c1fbb3be5778') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:08.541027 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-a9795c31-3085-48d5-a89c-e2420c2832f1 service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520074
Dec 15 12:55:08.544426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.549597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 2b32e212-6595-4bdd-bacd-2abc43d17eea {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:08.550141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.569590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 1732c28e-5d76-4feb-8521-0a8f7332d74e) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:08.580004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:08.580648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.587511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.599448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:08.599968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.610815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087d56e-9e15-4a8f-adae-f6f130ab9785 None None] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:08.621493 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:08.658197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.712596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9625397
Dec 15 12:55:08.716919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59334) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:08.729901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:08.743724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Transition to ACTIVE for port object 9f8c8086-f7c6-4b01-b675-56b5935b0208 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:08.776970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.816429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77e7651f-d5b6-437c-9eec-fe9a3ecd8a24 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:08.835065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.845938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea60044d-c759-4c52-9f4e-3cdd85b41ab3 req-42ba1c7b-beec-48e5-ba91-3254356df2f5 service neutron] 10.222.0.77 "GET /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598903
Dec 15 12:55:08.861145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Transition to ACTIVE for port object 9f8c8086-f7c6-4b01-b675-56b5935b0208 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:08.878321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:08.885782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3f499e3-4edc-4f50-82a1-0fa182a57bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:08.914753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:08.928014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:08.938509 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/d4af2ff8-4b83-40bf-87c4-dbf311b4a0f2 HTTP/1.1" status: 204  len: 168 time: 1.3926990
Dec 15 12:55:08.941633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59338) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:08.951909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-78951103'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:08.990661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:08.990661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.012361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:09.029167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8:2::1 (59cc8c7b-16a0-444c-8672-ce6182c752dc/33447cfd-6fd6-458e-8e34-4a867d38a905/d3141647-e8a5-40d4-9b52-60ea37994a86) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:09.041125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 2b32e212-6595-4bdd-bacd-2abc43d17eea, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2b32e212-6595-4bdd-bacd-2abc43d17eea,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:09.041352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.044053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:09.053763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:09.088346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:09.093232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:09.093816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:09.096943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:09.099794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:09.123015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:subnet and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:09.128656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:09.136873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:09.142391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.156914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:09.170953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Pushing event updated for resources: {'Port': ['ID=9f8c8086-f7c6-4b01-b675-56b5935b0208,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:09.174052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:09.182951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:09.189095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.199483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 2b32e212-6595-4bdd-bacd-2abc43d17eea owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:09.288208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-1732c28e-5d76-4feb-8521-0a8f7332d74e', 'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': 'db210602-80cc-4b56-9295-a1594ffc020d'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:09.289967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.339507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Attempting to bind port 9f8c8086-f7c6-4b01-b675-56b5935b0208 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:09.341152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Attempting to bind port 9f8c8086-f7c6-4b01-b675-56b5935b0208 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:09.341744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Attempting to bind port 9f8c8086-f7c6-4b01-b675-56b5935b0208 on network 59cc8c7b-16a0-444c-8672-ce6182c752dc {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:09.497836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:09.498289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Checking segment: {'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:09.498721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.499168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Bound using segment: {'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:09.499740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Bound port: 9f8c8086-f7c6-4b01-b675-56b5935b0208, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:09.500171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.570451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:09.622463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac150b8>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:57Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:09.642694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.658946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f4bef-527b-43d3-b2bf-4d572e004f95 None None] The sync data for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv is: [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:53:45Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '13dd3213-cc99-44d8-98a5-585bb86c6429', 'name': '', 'network_id': '3c374369-4ad4-4436-9b5d-dc3e7064c711', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:a2:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:42Z', 'updated_at': '2021-12-15T12:53:57Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:09.673510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.682179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object d3141647-e8a5-40d4-9b52-60ea37994a86 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:09.683512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-207f68c9-903d-400e-81db-60f97a04cf5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:09.694194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.694593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment c90204b1-0084-4653-994e-46e7a5ee358d of type vlan for network 37308722-f6c1-4df6-a9e1-3e1789d72f68
Dec 15 12:55:09.726629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Allocated IP 2001:db8::2 (1732c28e-5d76-4feb-8521-0a8f7332d74e/db210602-80cc-4b56-9295-a1594ffc020d/7ec73542-7735-48d6-93d7-65a698f47702) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:09.737431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] For port 9f8c8086-f7c6-4b01-b675-56b5935b0208, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:09.743121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] For port 9f8c8086-f7c6-4b01-b675-56b5935b0208, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9f8c8086-f7c6-4b01-b675-56b5935b0208,segment=NetworkSegment(dbe05a4e-f7e2-48ba-9049-3c671494aad3),segment_id=dbe05a4e-f7e2-48ba-9049-3c671494aad3)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:09.746520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=2b32e212-6595-4bdd-bacd-2abc43d17eea,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:09.750874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:09.752452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.753140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.777692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:09.849736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ced1a-403d-473d-ab3e-f494aa8ae439 req-ed90d091-88d2-4248-a525-7e650b3e998d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:09.857839 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-758ced1a-403d-473d-ab3e-f494aa8ae439 req-ed90d091-88d2-4248-a525-7e650b3e998d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac99c921-5d05-4c62-9487-5534167c5a3b HTTP/1.1" status: 200  len: 946 time: 0.3941789
Dec 15 12:55:09.886965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port 2b32e212-6595-4bdd-bacd-2abc43d17eea on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:09.889476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.896849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'name': 'network-vif-deleted', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:55:09.909238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.913624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:09.914510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.918457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:09.924672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4becebcf-825d-4824-89bc-4a7b27b9e56f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:09.931407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c269b0dc-0a5c-4ccc-a828-f892cdd66699 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:09.981964 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1d5838e5-cafe-496e-be97-c390249ce8fa req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/2b32e212-6595-4bdd-bacd-2abc43d17eea HTTP/1.1" status: 204  len: 173 time: 1.5586083
Dec 15 12:55:10.032391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Pushing event updated for resources: {'Port': ['ID=9f8c8086-f7c6-4b01-b675-56b5935b0208,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:10.040277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:10.046000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-758ced1a-403d-473d-ab3e-f494aa8ae439 req-0e622405-7073-4c38-969a-670c0f301a65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=37742c85-1d41-43d8-84b3-a7f84956de53&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1871057
Dec 15 12:55:10.050739 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac99c921-5d05-4c62-9487-5534167c5a3b', 'name': 'network-vif-deleted', 'tag': '2b32e212-6595-4bdd-bacd-2abc43d17eea', 'status': 'completed', 'code': 200}
Dec 15 12:55:10.052891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:10.057585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:10.064604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:10.065213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.068617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=d3141647-e8a5-40d4-9b52-60ea37994a86,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:10.072231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:10.127552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 1.1823049
Dec 15 12:55:10.131491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=37308722-f6c1-4df6-a9e1-3e1789d72f68,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:10.135619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59346) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:10.150443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:10.171644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:10.193612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.235441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.265314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Transition to ACTIVE for port object 7ec73542-7735-48d6-93d7-65a698f47702 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:10.291005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Transition to ACTIVE for port object 7ec73542-7735-48d6-93d7-65a698f47702 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:10.296344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:10.316252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.326275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e735fe03-4445-444d-bc31-9f6c6d7cffaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:10.433275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Pushing event updated for resources: {'Port': ['ID=7ec73542-7735-48d6-93d7-65a698f47702,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:10.443648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:10.443776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:10.448841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:10.452685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:10.469568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:10.483551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6844b306-0530-4c99-bf2f-883190efd5b8 None None] New status for floating IP 7cb3279a-e5b1-4bf8-b99a-c4d498cbaec0: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:55:10.536725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:10.564276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:10.580186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:10.595889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:10.632169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.642519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84ec50fa-bcb4-4b9a-add8-81d73eb5acb8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:10.793761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=ec9ada10-d0b9-4733-90cf-315fa0f5f1ce,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:10.796725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port 304d09db-845c-4664-9e22-cde0596e032a {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:10.797219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.808909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Attempting to bind port 7ec73542-7735-48d6-93d7-65a698f47702 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:10.809386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Attempting to bind port 7ec73542-7735-48d6-93d7-65a698f47702 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '7f0ea634-2946-4cdb-930f-84edf324700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:10.809748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Attempting to bind port 7ec73542-7735-48d6-93d7-65a698f47702 on network 1732c28e-5d76-4feb-8521-0a8f7332d74e {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:10.822641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:10.823071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Checking segment: {'id': '7f0ea634-2946-4cdb-930f-84edf324700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:10.823561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.824013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Bound using segment: {'id': '7f0ea634-2946-4cdb-930f-84edf324700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:10.824549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Bound port: 7ec73542-7735-48d6-93d7-65a698f47702, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ea634-2946-4cdb-930f-84edf324700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:10.824980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.871684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:10.938381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:10.944849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:10.963554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] For port 7ec73542-7735-48d6-93d7-65a698f47702, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:10.967274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] For port 7ec73542-7735-48d6-93d7-65a698f47702, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7ec73542-7735-48d6-93d7-65a698f47702,segment=NetworkSegment(7f0ea634-2946-4cdb-930f-84edf324700a),segment_id=7f0ea634-2946-4cdb-930f-84edf324700a)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:10.970588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:10.972336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:10.974476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 2b32e212-6595-4bdd-bacd-2abc43d17eea no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:10.982349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.019180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.035648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:11.080531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 2b32e212-6595-4bdd-bacd-2abc43d17eea {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:11.080903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 2b32e212-6595-4bdd-bacd-2abc43d17eea not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:11.109334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c1dc32b-51af-427f-921a-3a57fdcb9ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.132011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.4128022
Dec 15 12:55:11.143658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Pushing event updated for resources: {'Port': ['ID=7ec73542-7735-48d6-93d7-65a698f47702,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:11.155301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:11.157619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59352) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:11.186228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59356) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:11.266839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.280866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.281786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.288331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b7cde93b-8b51-4fed-ad81-9730259811ce tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:11.329105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.394906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:11.396673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:11.397997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:11.399932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:11.401545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:11.404395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Synchronizing usage tracker for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:11.410117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.450598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=d3141647-e8a5-40d4-9b52-60ea37994a86,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:11.451393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Unset dirty status for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:11.459249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e75cd260-91ed-41a6-9278-00aa0c58e963 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2913165
Dec 15 12:55:11.459249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.459678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:11.460995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59360) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:11.477567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353641356'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:11.553040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:11.561935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:11.566623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:11.574996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:11.597398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for 304d09db-845c-4664-9e22-cde0596e032a owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:11.604668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:11.610239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.641017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:11.642726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.649417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:11.653907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2573805-7e3c-42c9-8fb0-16972318fcf6 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:11.785373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.792364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51142d56-d48e-485d-bcf2-ce25201bc07b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:11.812760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37742c85-1d41-43d8-84b3-a7f84956de53,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:11.814928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:11.822574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:11.849757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.851004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/37742c85-1d41-43d8-84b3-a7f84956de53 HTTP/1.1" status: 204  len: 168 time: 0.6632981
Dec 15 12:55:11.881384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:11.881843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 252a21a2-d159-4ccd-9c74-14054970ce10 of type vlan for network c716e211-a41f-48e1-a667-843a7999f8a9
Dec 15 12:55:11.928647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=fb99611d-5622-4d55-840e-6c3d1d1109fe,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:11.933780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:11.989558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': 'c90204b1-0084-4653-994e-46e7a5ee358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:11.990214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: 37308722-f6c1-4df6-a9e1-3e1789d72f68, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:12.040377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:12.049972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 37308722-f6c1-4df6-a9e1-3e1789d72f68) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:12.053376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.058380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:12.059196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.062771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85257269-a185-49fa-acfa-a54504703e06 None None] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:12.062921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.064345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29d20bb1-311e-4b46-9fd3-57ee5394bbe7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:12.120377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=304d09db-845c-4664-9e22-cde0596e032a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:12.127686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.131874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:12.132538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.138848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:12.139758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:12.229524 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0906761
Dec 15 12:55:12.234068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59366) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:12.239420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7772715
Dec 15 12:55:12.248305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1568479782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:12.254140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59368) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:12.399136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:12.431957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:12.467553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=c716e211-a41f-48e1-a667-843a7999f8a9,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:12.471458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:12.484755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network c716e211-a41f-48e1-a667-843a7999f8a9 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:12.508716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-37308722-f6c1-4df6-a9e1-3e1789d72f68', 'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': 'fb99611d-5622-4d55-840e-6c3d1d1109fe'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:12.509753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.510354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:router and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:12.521622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:12.544688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:12.548876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7ec73542-7735-48d6-93d7-65a698f47702 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:12.591812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.614830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:12.630876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.643599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.645392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.910643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eea06e-6b27-4d93-ab9d-dc30dfe99e06 None None] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:12.944480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:12.957026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59376) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:13.073630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.104065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9a13001e-893e-4ff5-95b9-9614e476099a None None] Provisioning for port 9f8c8086-f7c6-4b01-b675-56b5935b0208 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:13.113838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.120302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a163fa4-a21e-4cf7-9228-51275b0a4dbe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:13.136801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.178601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7ec73542-7735-48d6-93d7-65a698f47702 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:13.191909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network c716e211-a41f-48e1-a667-843a7999f8a9 is not hosted by any dhcp agent {{(pid=88870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 15 12:55:13.196372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:13.197414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.197877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9f8c8086-f7c6-4b01-b675-56b5935b0208 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:13.199192 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "PUT /v2.0/networks/c716e211-a41f-48e1-a667-843a7999f8a9 HTTP/1.1" status: 200  len: 723 time: 0.9393837
Dec 15 12:55:13.203106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59380) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:13.277134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': 'c716e211-a41f-48e1-a667-843a7999f8a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:13.306005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.310056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2955ad00-fe31-48e5-a4e1-ef24391f680e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.0664673
Dec 15 12:55:13.316336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59384) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:13.337219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=c716e211-a41f-48e1-a667-843a7999f8a9,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:13.339486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'port': {'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68', 'name': 'tempest-RoutersTest-2081753190'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:13.340317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:13.343223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Allocated IP 172.20.0.2 (37308722-f6c1-4df6-a9e1-3e1789d72f68/fb99611d-5622-4d55-840e-6c3d1d1109fe/dc1270af-71ef-40f5-89ea-9ebffd675fde) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:13.359273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network c716e211-a41f-48e1-a667-843a7999f8a9 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:13.629687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:13.648908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:port and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:13.655887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:13.665620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:13.744778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:13.750507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.763633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:13.772508 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9295185
Dec 15 12:55:13.773192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59388) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:13.781368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:13.787593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1126113967'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:13.797884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:13.798441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:13.802818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:13.811321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] device_id is not set on port 8a8f2714-fc0a-46e0-9187-43c018d03d3d yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:55:13.827641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:13.841793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.847739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3086da2b-62d7-4eb7-827c-868972f159fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.858940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:network and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:13.865531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:13.866584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 9f8c8086-f7c6-4b01-b675-56b5935b0208 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:13.888959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.890144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:13.893140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 9f8c8086-f7c6-4b01-b675-56b5935b0208 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:13.893557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.921432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81320393-b4a7-444a-880f-b9a0f4fdf068 None None] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:13.936985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:13.942507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:13.959523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:13.960227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac15c18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:54:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:13.996658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:14.012839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Router caf884f0-ea34-4086-87a6-e75b527a1d81 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:14.017285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.017673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added segment 9b378861-5de7-459b-b637-432df7dc8462 of type vlan for network b1dae536-1e57-4fe1-a4b9-d762596f2668
Dec 15 12:55:14.034852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.054098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.104925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Transition to ACTIVE for port object dc1270af-71ef-40f5-89ea-9ebffd675fde will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:14.177501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.182577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:14.182965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.190285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41bed6fc-ae69-4f67-bbfc-1c81527e6023 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:14.263139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Transition to ACTIVE for port object dc1270af-71ef-40f5-89ea-9ebffd675fde will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:14.284027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Provisioning for port 7ec73542-7735-48d6-93d7-65a698f47702 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:14.287564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.300173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-505f882d-6eba-4dcd-9d7a-1e17efb82537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:14.350283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Provisioning complete for port 7ec73542-7735-48d6-93d7-65a698f47702 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:14.350698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.417708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6390486
Dec 15 12:55:14.418603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Network': ['ID=b1dae536-1e57-4fe1-a4b9-d762596f2668,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:14.422328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:14.424374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59392) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:14.436666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'subnet': {'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:14.449468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:14.479640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.487980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-902f856d-b990-48d6-b2a0-bbc4237b30cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:14.489717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.20.0.10 (37308722-f6c1-4df6-a9e1-3e1789d72f68/fb99611d-5622-4d55-840e-6c3d1d1109fe/8a8f2714-fc0a-46e0-9187-43c018d03d3d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:14.507062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:14.580226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:14.586491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "PUT /v2.0/routers/caf884f0-ea34-4086-87a6-e75b527a1d81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4286668
Dec 15 12:55:14.589915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59396) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:14.597533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] Sync routers for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:14.619725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:14.620762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbaca940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:14.697849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.719592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbaca940>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:14.737677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] Routers {'caf884f0-ea34-4086-87a6-e75b527a1d81'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:14.739919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbaca940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['caf884f0-ea34-4086-87a6-e75b527a1d81'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:14.785388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=b2f88540-dd14-4bf1-abd8-6add059ac462,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:14.795447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:14.802741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:14.817638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:subnet and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:14.830714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:14.844493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbaca940>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:14.845190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbbb874-e3fc-4b3c-98bf-f33f362a2dda None None] The sync data for ids ['caf884f0-ea34-4086-87a6-e75b527a1d81'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:14.849822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:14.872233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Made reservation on behalf of 525ae58657fb419c8a191f3da121ed8e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:14.886968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:14.904649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:14.906755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Pushing event updated for resources: {'Port': ['ID=dc1270af-71ef-40f5-89ea-9ebffd675fde,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:14.912257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:14.932834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:14.936088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:14.992237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '252a21a2-d159-4ccd-9c74-14054970ce10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c716e211-a41f-48e1-a667-843a7999f8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:14.993048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: c716e211-a41f-48e1-a667-843a7999f8a9, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:15.020856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.021339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.068226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 8a8f2714-fc0a-46e0-9187-43c018d03d3d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:15.114266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.201286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.219894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0fa15bc-293a-4c6b-8fa0-8b8030432135 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:15.258037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network c716e211-a41f-48e1-a667-843a7999f8a9 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:15.305053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=8a8f2714-fc0a-46e0-9187-43c018d03d3d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:15.314902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:15.316131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:15.318429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:15.322765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:15.343208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, c716e211-a41f-48e1-a667-843a7999f8a9) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:15.348175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:15.349016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.449770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2401795
Dec 15 12:55:15.456316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59400) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:15.469276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:15.509749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:15.510464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.557943 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.2232156
Dec 15 12:55:15.561828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59404) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:15.592876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61a163-7883-4b77-bf3c-8456b54ce009 None None] Network c716e211-a41f-48e1-a667-843a7999f8a9 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:15.627612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Attempting to bind port dc1270af-71ef-40f5-89ea-9ebffd675fde on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:15.628034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Attempting to bind port dc1270af-71ef-40f5-89ea-9ebffd675fde by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'c90204b1-0084-4653-994e-46e7a5ee358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:15.628461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Attempting to bind port dc1270af-71ef-40f5-89ea-9ebffd675fde on network 37308722-f6c1-4df6-a9e1-3e1789d72f68 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:15.631716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.644286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26e01dba-4fa5-4416-ac17-3f07e041fca0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:15.673370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 9f8c8086-f7c6-4b01-b675-56b5935b0208, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9f8c8086-f7c6-4b01-b675-56b5935b0208,segment=NetworkSegment(dbe05a4e-f7e2-48ba-9049-3c671494aad3),segment_id=dbe05a4e-f7e2-48ba-9049-3c671494aad3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:15.694963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.746549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.763618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:15.792866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Subnet': ['ID=7806cc29-6c96-48a9-bfe8-db0508516867,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:15.795928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:15.796357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Checking segment: {'id': 'c90204b1-0084-4653-994e-46e7a5ee358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:15.796813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.797430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Bound using segment: {'id': 'c90204b1-0084-4653-994e-46e7a5ee358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:15.798185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Bound port: dc1270af-71ef-40f5-89ea-9ebffd675fde, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90204b1-0084-4653-994e-46e7a5ee358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37308722-f6c1-4df6-a9e1-3e1789d72f68'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:15.798623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.799131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:15.811523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Checking segment: {'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:15.811923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network hostable DHCP agents. Network: b1dae536-1e57-4fe1-a4b9-d762596f2668, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:15.842816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.921984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:15.939864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, b1dae536-1e57-4fe1-a4b9-d762596f2668) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:15.947468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:15.948133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:15.974277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1df540-3ac6-432a-9508-358eb5028b00 None None] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:15.979321 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.5476568
Dec 15 12:55:15.980587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59408) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:16.036602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=9f8c8086-f7c6-4b01-b675-56b5935b0208,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:16.041211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:16.211785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] For port 7ec73542-7735-48d6-93d7-65a698f47702, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7ec73542-7735-48d6-93d7-65a698f47702,segment=NetworkSegment(7f0ea634-2946-4cdb-930f-84edf324700a),segment_id=7f0ea634-2946-4cdb-930f-84edf324700a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:16.261429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.271153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:16.302356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac15c18>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:10Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:10Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:16.305655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.314883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] For port dc1270af-71ef-40f5-89ea-9ebffd675fde, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:16.340828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting port dffb9e39-4de0-4ed6-81c2-7936c8a5b0ac {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:16.341178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.345834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:16.346245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Updating router ba44b556-8713-4ef0-a5ed-e585f60b0f3f port d3141647-e8a5-40d4-9b52-60ea37994a86 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:55:16.390806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7137750'] for subnet, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.423152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] For port dc1270af-71ef-40f5-89ea-9ebffd675fde, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dc1270af-71ef-40f5-89ea-9ebffd675fde,segment=NetworkSegment(c90204b1-0084-4653-994e-46e7a5ee358d),segment_id=c90204b1-0084-4653-994e-46e7a5ee358d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:16.473262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.547890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-c716e211-a41f-48e1-a667-843a7999f8a9', 'network_id': 'c716e211-a41f-48e1-a667-843a7999f8a9', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': 'b2f88540-dd14-4bf1-abd8-6add059ac462'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:16.548833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.595421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.611693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] Update dhcp port {'port': {'network_id': '1732c28e-5d76-4feb-8521-0a8f7332d74e', 'fixed_ips': [{'subnet_id': 'db210602-80cc-4b56-9295-a1594ffc020d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ec9ada10-d0b9-4733-90cf-315fa0f5f1ce'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '7ec73542-7735-48d6-93d7-65a698f47702'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:55:16.653394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1c82cf43-8574-4be7-bec4-1d50ce1bc185 None None] Provisioning for port d3141647-e8a5-40d4-9b52-60ea37994a86 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:16.656643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Pushing event updated for resources: {'Port': ['ID=7ec73542-7735-48d6-93d7-65a698f47702,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:16.660213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:16.676538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:16.733980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 13dd3213-cc99-44d8-98a5-585bb86c6429 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:16.734331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.737673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1c82cf43-8574-4be7-bec4-1d50ce1bc185 None None] Provisioning complete for port d3141647-e8a5-40d4-9b52-60ea37994a86 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:16.738089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c82cf43-8574-4be7-bec4-1d50ce1bc185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:16.833625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.039771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Calling delete_port for dffb9e39-4de0-4ed6-81c2-7936c8a5b0ac owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:17.104307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 13dd3213-cc99-44d8-98a5-585bb86c6429, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=13dd3213-cc99-44d8-98a5-585bb86c6429,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:17.104307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.137437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.148529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745354972582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6369567'] for subnet, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.161490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3fa68352-9f23-4c3d-8699-94a47c356e44 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:17.165690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-b1dae536-1e57-4fe1-a4b9-d762596f2668', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:17.166592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.225037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1c82cf43-8574-4be7-bec4-1d50ce1bc185 None None] Port d3141647-e8a5-40d4-9b52-60ea37994a86 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:17.233496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Pushing event updated for resources: {'Port': ['ID=dc1270af-71ef-40f5-89ea-9ebffd675fde,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:17.237339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:17.251919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 13dd3213-cc99-44d8-98a5-585bb86c6429 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:17.307938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:17.308522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.309955 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "PUT /v2.0/subnets/b2f88540-dd14-4bf1-abd8-6add059ac462 HTTP/1.1" status: 200  len: 826 time: 1.8492272
Dec 15 12:55:17.318409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59412) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:17.339678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=b2f88540-dd14-4bf1-abd8-6add059ac462,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:17.346573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:17.387020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.562408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.568516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1c82cf43-8574-4be7-bec4-1d50ce1bc185 None None] Provisioning complete for port 9f8c8086-f7c6-4b01-b675-56b5935b0208 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:17.569277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c82cf43-8574-4be7-bec4-1d50ce1bc185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.625225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Allocated IP 2001:db8::2 (c716e211-a41f-48e1-a667-843a7999f8a9/b2f88540-dd14-4bf1-abd8-6add059ac462/5e78b9c7-89b9-4ce1-90ac-e69e91965e3d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:17.715435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.722925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d7e721f-f1b5-43b6-b9c3-be592ea95c70 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:17.777597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Port': ['ID=dffb9e39-4de0-4ed6-81c2-7936c8a5b0ac,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:17.801236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:17.836433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:17.878603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.131515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9f8c8086-f7c6-4b01-b675-56b5935b0208 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:18.193253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Allocated IP 2001:db8:3::2 (b1dae536-1e57-4fe1-a4b9-d762596f2668/7806cc29-6c96-48a9-bfe8-db0508516867/6add3ea5-cb84-4fd1-8300-51820f8504a3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:18.237434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] Allocated IP 172.20.0.1 (1732c28e-5d76-4feb-8521-0a8f7332d74e/ec9ada10-d0b9-4733-90cf-315fa0f5f1ce/7ec73542-7735-48d6-93d7-65a698f47702) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:18.329449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.342064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a1c30c22-a04a-4845-8903-5db4d32a0ada tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:18.401390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=13dd3213-cc99-44d8-98a5-585bb86c6429,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:18.407173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:18.494190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.567677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:55:18.630221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 9f8c8086-f7c6-4b01-b675-56b5935b0208 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:18.630221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.647074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.654219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.659003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab395984-55db-4edf-9f09-dd78e23f1856 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:18.757129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.781007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.808109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.833273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] For port 7ec73542-7735-48d6-93d7-65a698f47702, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7ec73542-7735-48d6-93d7-65a698f47702,segment=NetworkSegment(7f0ea634-2946-4cdb-930f-84edf324700a),segment_id=7f0ea634-2946-4cdb-930f-84edf324700a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:18.890749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.950754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=8a8f2714-fc0a-46e0-9187-43c018d03d3d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:18.957121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:18.967822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:19.050312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.050893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Fanout notify agent at l3_agent the message router_deleted on router caf884f0-ea34-4086-87a6-e75b527a1d81 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:55:19.134220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.138533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/routers/caf884f0-ea34-4086-87a6-e75b527a1d81 HTTP/1.1" status: 204  len: 168 time: 4.5473673
Dec 15 12:55:19.139568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:19.163593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.175505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Transition to ACTIVE for port object d3141647-e8a5-40d4-9b52-60ea37994a86 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:19.191052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Transition to ACTIVE for port object 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:19.314767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7ec73542-7735-48d6-93d7-65a698f47702 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:19.341159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.346143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] Transition to ACTIVE for port object 7ec73542-7735-48d6-93d7-65a698f47702 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:19.357787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:19.403599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.428006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.442133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Transition to ACTIVE for port object 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:19.522066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.542630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Deleting subnet 0cbd3a91-3df6-4071-8d69-04333983f200 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:19.546267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.571784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.579115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.597878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa898966-ce5d-4092-8312-3b1e92957e2e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:19.677801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4931b-a32a-487d-bc06-894baaf5ba18 None None] Pushing event updated for resources: {'Port': ['ID=d3141647-e8a5-40d4-9b52-60ea37994a86,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:19.693173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.709861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40e4931b-a32a-487d-bc06-894baaf5ba18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:19.715621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f88540-dd14-4bf1-abd8-6add059ac462,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:19.718340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:19.719937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4d5c755a-97ba-4db0-813e-6eb78e026f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:19.744038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.792093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b716740-2f96-4f0f-81b3-02bc78858791 None None] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:19.834679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.839711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.850322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6bd2-ef60-488d-8d9a-9a783e729fa2 None None] Pushing event updated for resources: {'Port': ['ID=7ec73542-7735-48d6-93d7-65a698f47702,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:19.860519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Transition to ACTIVE for port object 6add3ea5-cb84-4fd1-8300-51820f8504a3 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:19.944988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa756be0>,) {'filters': {'network_id': ['c716e211-a41f-48e1-a667-843a7999f8a9']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:19.972766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa756be0>, '252a21a2-d159-4ccd-9c74-14054970ce10') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:19.973219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa756be0>, '252a21a2-d159-4ccd-9c74-14054970ce10') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:19.982435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Network c716e211-a41f-48e1-a667-843a7999f8a9 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:19.990879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:19.994635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:19.997305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:20.011751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.028718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:20.029182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:20.050713 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:20.054099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Attempting to bind port d3141647-e8a5-40d4-9b52-60ea37994a86 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:20.054892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Attempting to bind port d3141647-e8a5-40d4-9b52-60ea37994a86 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:20.055100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Attempting to bind port d3141647-e8a5-40d4-9b52-60ea37994a86 on network 59cc8c7b-16a0-444c-8672-ce6182c752dc {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:20.079502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:20.080059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Checking segment: {'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:20.080519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.081027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Bound using segment: {'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:20.081696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Bound port: d3141647-e8a5-40d4-9b52-60ea37994a86, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe05a4e-f7e2-48ba-9049-3c671494aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:20.082189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.099702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Transition to ACTIVE for port object 6add3ea5-cb84-4fd1-8300-51820f8504a3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:20.125565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-21f919d0-b741-4e78-bbc8-03ce503d5ed3 None None] Provisioning for port dc1270af-71ef-40f5-89ea-9ebffd675fde completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:20.136848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dc1270af-71ef-40f5-89ea-9ebffd675fde up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:20.246323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.249305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:55:20.249305 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:55:20.249305 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': 'c716e211-a41f-48e1-a667-843a7999f8a9'}]
Dec 15 12:55:20.249305 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:20.249738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:20.251478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Pushing event updated for resources: {'Port': ['ID=5e78b9c7-89b9-4ce1-90ac-e69e91965e3d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:20.255896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:20.256412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:20.283591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Allocated IP 2001:db8:3::1 (b1dae536-1e57-4fe1-a4b9-d762596f2668/7806cc29-6c96-48a9-bfe8-db0508516867/0ed8a50e-3d5b-4f0e-9723-a5650f12ba26) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:20.293142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.300551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.338256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Pushing event updated for resources: {'Port': ['ID=6add3ea5-cb84-4fd1-8300-51820f8504a3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:20.341386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:20.349791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.351066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.769s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:20.351613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:20.359425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79ab497c-8c19-4c17-9e9f-84600b60d5c5 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:20.458166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.469971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.470217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:20.489606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Attempting to bind port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:20.490103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/subnets/0cbd3a91-3df6-4071-8d69-04333983f200 HTTP/1.1" status: 204  len: 168 time: 1.3418007
Dec 15 12:55:20.490448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Attempting to bind port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '252a21a2-d159-4ccd-9c74-14054970ce10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c716e211-a41f-48e1-a667-843a7999f8a9'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:20.490877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Attempting to bind port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d on network c716e211-a41f-48e1-a667-843a7999f8a9 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:20.491096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59420) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:20.497640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=8a8f2714-fc0a-46e0-9187-43c018d03d3d,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:20.520312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.529358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:20.547095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:20.549657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:20.609630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Transition to ACTIVE for port object 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:20.649236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.654122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:20.658642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-42455ac9-683c-4d34-9c44-e92e4efb2c0e tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:20.679009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:20.679709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Checking segment: {'id': '252a21a2-d159-4ccd-9c74-14054970ce10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c716e211-a41f-48e1-a667-843a7999f8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:20.680323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.680912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Bound using segment: {'id': '252a21a2-d159-4ccd-9c74-14054970ce10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c716e211-a41f-48e1-a667-843a7999f8a9'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:20.681612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Bound port: 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252a21a2-d159-4ccd-9c74-14054970ce10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c716e211-a41f-48e1-a667-843a7999f8a9'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:20.682196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.712136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.722372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ecddfe9a-e708-42b9-b10e-30f1b369ff81 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:20.724767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbd3a91-3df6-4071-8d69-04333983f200,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:20.739988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:20.759052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.825374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:20.826375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port dc1270af-71ef-40f5-89ea-9ebffd675fde completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:20.828038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:20.830634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:20.831016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.859257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:20.865190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:20.868097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port dc1270af-71ef-40f5-89ea-9ebffd675fde triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:20.868666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.882152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:20.882901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:20.950218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] For port d3141647-e8a5-40d4-9b52-60ea37994a86, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:20.959486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Attempting to bind port 6add3ea5-cb84-4fd1-8300-51820f8504a3 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:20.959486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Attempting to bind port 6add3ea5-cb84-4fd1-8300-51820f8504a3 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:20.959868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Attempting to bind port 6add3ea5-cb84-4fd1-8300-51820f8504a3 on network b1dae536-1e57-4fe1-a4b9-d762596f2668 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:20.987486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] For port d3141647-e8a5-40d4-9b52-60ea37994a86, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3141647-e8a5-40d4-9b52-60ea37994a86,segment=NetworkSegment(dbe05a4e-f7e2-48ba-9049-3c671494aad3),segment_id=dbe05a4e-f7e2-48ba-9049-3c671494aad3)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:21.033591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.046273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:21.067093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:21.079062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:21.079532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Checking segment: {'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:21.079997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.080434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Bound using segment: {'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:21.080981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Bound port: 6add3ea5-cb84-4fd1-8300-51820f8504a3, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:21.081827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.189405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.216532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.217402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/95bc1fb5-2257-45d6-b502-f40fc5e1bb2a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2481184
Dec 15 12:55:21.224146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59424) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:21.260691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d, host dv-neutron-821831-1-hyperv, got binding levels [] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:21.261010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.270937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb4599e8>,) {'filters': {'network_id': ['4d2eb704-6203-4182-9800-6ca13ecec1c2']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:21.290763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4599e8>, '33465394-0bfc-4fb5-900b-79c127f5345d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:21.291169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb4599e8>, '33465394-0bfc-4fb5-900b-79c127f5345d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:21.301782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd88788f-ea32-4778-819a-d4d386f1d5fd None None] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:21.323187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.325176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] Sync routers for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:21.347169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.350790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:21.352006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:21.361659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] For port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:21.467081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:21.479461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:21.479915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:21.495663 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:21.505162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] For port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5e78b9c7-89b9-4ce1-90ac-e69e91965e3d,segment=NetworkSegment(252a21a2-d159-4ccd-9c74-14054970ce10),segment_id=252a21a2-d159-4ccd-9c74-14054970ce10)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:21.583164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.599821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.611701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.617437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4160b331-f3ea-4c27-a935-5532f79b8059 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:21.639107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.668745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5f2b5bb0-8b19-4e14-acdf-b6ec508025bb None None] Provisioning for port 7ec73542-7735-48d6-93d7-65a698f47702 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:21.672840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4931b-a32a-487d-bc06-894baaf5ba18 None None] Pushing event updated for resources: {'Port': ['ID=d3141647-e8a5-40d4-9b52-60ea37994a86,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:21.677911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40e4931b-a32a-487d-bc06-894baaf5ba18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:21.690294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40e4931b-a32a-487d-bc06-894baaf5ba18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:21.724509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:21.725131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf313c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:21.728410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] 10.222.0.53 "DELETE /v2.0/networks/4d2eb704-6203-4182-9800-6ca13ecec1c2 HTTP/1.1" status: 204  len: 168 time: 1.2332709
Dec 15 12:55:21.729766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Pushing event deleted for resources: {'Network': ['ID=4d2eb704-6203-4182-9800-6ca13ecec1c2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:21.738598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:21.871843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5f2b5bb0-8b19-4e14-acdf-b6ec508025bb None None] Provisioning complete for port 7ec73542-7735-48d6-93d7-65a698f47702 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:21.873568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5bb0-8b19-4e14-acdf-b6ec508025bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:21.957451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router 2bc4d7d7-6202-4510-a319-6b57d9d43083 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:55:22.095873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:22.163206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:22.164355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac15c18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:22.231088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:22.231503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:22.316839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:22.323577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:22.337090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] Sync routers for ids ['2bc4d7d7-6202-4510-a319-6b57d9d43083'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:22.347633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/2bc4d7d7-6202-4510-a319-6b57d9d43083/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7757583
Dec 15 12:55:22.351750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59438) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:22.358954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] Routers {'2bc4d7d7-6202-4510-a319-6b57d9d43083'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:22.359679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['2bc4d7d7-6202-4510-a319-6b57d9d43083'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:22.373905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:22.376026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port dc1270af-71ef-40f5-89ea-9ebffd675fde, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dc1270af-71ef-40f5-89ea-9ebffd675fde,segment=NetworkSegment(c90204b1-0084-4653-994e-46e7a5ee358d),segment_id=c90204b1-0084-4653-994e-46e7a5ee358d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:22.438332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.450162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6a3c6-60df-4f44-bed5-80f0f2bb9681 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:22.452024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-99c6a3c6-60df-4f44-bed5-80f0f2bb9681 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:22.470260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-99c6a3c6-60df-4f44-bed5-80f0f2bb9681 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:22.474603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-99c6a3c6-60df-4f44-bed5-80f0f2bb9681 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports/8a8f2714-fc0a-46e0-9187-43c018d03d3d HTTP/1.1" status: 200  len: 978 time: 0.1186862
Dec 15 12:55:22.475082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59442) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:22.506286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a90>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:22.521232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] Routers {'2bc4d7d7-6202-4510-a319-6b57d9d43083'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:22.522098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['2bc4d7d7-6202-4510-a319-6b57d9d43083'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:22.559447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:22.620606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a90>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:22.621237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2553bd2-519b-4957-864f-83c6d7062f16 None None] The sync data for ids ['2bc4d7d7-6202-4510-a319-6b57d9d43083'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:22.638725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-153a6f78-7cbe-4c2a-942b-48f4466d4651 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfb49e698bba441cb9133b72273694d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3123658
Dec 15 12:55:22.641833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59446) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:22.721389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.722026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.753466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:22.753691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.753879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.765813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.833554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.840468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50519ba2-14ca-455b-82d5-77812ca55a5f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:22.856536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8ff6b7-e54e-48c8-b110-617260b71c3e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:22.880055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:22.881887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] For port 6add3ea5-cb84-4fd1-8300-51820f8504a3, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:22.882163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:22.897032 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f8ff6b7-e54e-48c8-b110-617260b71c3e HTTP/1.1" status: 204  len: 168 time: 0.2444301
Dec 15 12:55:23.018707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Pushing event updated for resources: {'Port': ['ID=5e78b9c7-89b9-4ce1-90ac-e69e91965e3d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:23.028979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] For port 6add3ea5-cb84-4fd1-8300-51820f8504a3, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6add3ea5-cb84-4fd1-8300-51820f8504a3,segment=NetworkSegment(9b378861-5de7-459b-b637-432df7dc8462),segment_id=9b378861-5de7-459b-b637-432df7dc8462)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:23.035132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7ec73542-7735-48d6-93d7-65a698f47702 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:23.051401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:23.118707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:23.119652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:23.121403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.431s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:23.130015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1645631d-9e7c-4fdd-ae1f-2915f48dd6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:23.146259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d76c9c1b-123b-464f-be41-d05df4ec5cd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:23.187865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:23.230007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:23.465488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5e78b9c7-89b9-4ce1-90ac-e69e91965e3d,segment=NetworkSegment(252a21a2-d159-4ccd-9c74-14054970ce10),segment_id=252a21a2-d159-4ccd-9c74-14054970ce10)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:23.465921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:23.504954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event updated for resources: {'Port': ['ID=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:23.508548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:23.617461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f466ec-a353-4aa6-8fb7-065aedd48317 None None] Network c716e211-a41f-48e1-a667-843a7999f8a9 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:23.729775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:23.813976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:23.827964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d7bc34c-93b7-454f-ac4c-be8d4a4ca061 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:23.882493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:23.885419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:23.892554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=dc1270af-71ef-40f5-89ea-9ebffd675fde,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:23.903032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:23.914976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:23.915767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:23.916805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.673s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:23.984057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:24.073979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301979dc-e338-49ac-af72-91a0197280df None None] Network 3c374369-4ad4-4436-9b5d-dc3e7064c711 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:24.102411 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/a9eb5622-9d13-4bd4-b23a-c85b4d4ec72f HTTP/1.1" status: 204  len: 168 time: 2.8759968
Dec 15 12:55:24.105484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59470) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:24.106997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:24.116464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3a0483c-3d5d-4f14-ba13-9e25c80d8522 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:24.228600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Port': ['ID=5e78b9c7-89b9-4ce1-90ac-e69e91965e3d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:24.244326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:24.262030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No DVR routers for this DVR port 5e78b9c7-89b9-4ce1-90ac-e69e91965e3d on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:24.284812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7ec73542-7735-48d6-93d7-65a698f47702 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:24.285580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:24.487048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb3822-5bd5-4715-918e-01db10cfcd55 None None] Network c716e211-a41f-48e1-a667-843a7999f8a9 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:24.505627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Pushing event updated for resources: {'Port': ['ID=6add3ea5-cb84-4fd1-8300-51820f8504a3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:24.510718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:24.592211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:24.613171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5657ace0-8f90-46ca-a4a3-4f90232648bf None None] Provisioning for port 8a8f2714-fc0a-46e0-9187-43c018d03d3d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:24.677685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5657ace0-8f90-46ca-a4a3-4f90232648bf None None] Provisioning complete for port 8a8f2714-fc0a-46e0-9187-43c018d03d3d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:24.678029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5657ace0-8f90-46ca-a4a3-4f90232648bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:24.829186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:24.839675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:24.840152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:24.903129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf313c8>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:55:17Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '33932e92-b4b0-4d04-b5f2-dc3f78864ab9', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:53:29Z', 'updated_at': '2021-12-15T12:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:24.969802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5657ace0-8f90-46ca-a4a3-4f90232648bf None None] Port 8a8f2714-fc0a-46e0-9187-43c018d03d3d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:24.983881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] Checking router: 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:25.057863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac15c18>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 1, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:25.069670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 33932e92-b4b0-4d04-b5f2-dc3f78864ab9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:25.070183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.073864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f4f9a-42fa-4bdf-8190-a8b5c1843b7a None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 1, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:25.075616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] Routers {'95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:25.076307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf313c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:25.085219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.138231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa7567f0>,) {'filters': {'network_id': ['c716e211-a41f-48e1-a667-843a7999f8a9']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:25.161450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7567f0>, '252a21a2-d159-4ccd-9c74-14054970ce10') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:25.161796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7567f0>, '252a21a2-d159-4ccd-9c74-14054970ce10') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:25.221788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.351678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.375763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:25.465436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:25.465904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.470918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] Set router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:25.527098 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:25.535068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6add3ea5-cb84-4fd1-8300-51820f8504a3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:25.711685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.735512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:25.743503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.753956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c136ed-77ee-4863-97b6-37eeab4fd99b tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:25.755196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94fd70f4-3b96-448c-a847-080cf4483bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926253384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:25.781891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:25.820726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=33932e92-b4b0-4d04-b5f2-dc3f78864ab9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:25.824199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:25.875940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=c716e211-a41f-48e1-a667-843a7999f8a9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:25.887311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:25.907146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/c716e211-a41f-48e1-a667-843a7999f8a9 HTTP/1.1" status: 204  len: 168 time: 8.5872052
Dec 15 12:55:25.921245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59494) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:26.058146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] DHCP port deletion for 3c374369-4ad4-4436-9b5d-dc3e7064c711 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:55:26.091881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf313c8>, [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:55:24Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:26.094204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Deleting port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:26.095030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.119095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5dfc28-32cd-401b-80d2-6160414c932b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:26.119775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5dfc28-32cd-401b-80d2-6160414c932b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:26.122116 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e5dfc28-32cd-401b-80d2-6160414c932b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/c716e211-a41f-48e1-a667-843a7999f8a9 HTTP/1.1" status: 404  len: 339 time: 0.1993990
Dec 15 12:55:26.164571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66df7a-3ae2-43c1-978c-58c87349e9bb None None] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:26.182481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59498) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:26.184227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.241407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea9d47-f6e8-4634-8a9f-02e8fd12b9e1 None None] The sync data for ids ['95bc1fb5-2257-45d6-b502-f40fc5e1bb2a'] in dv-neutron-821831-1-hyperv is: [{'id': '95bc1fb5-2257-45d6-b502-f40fc5e1bb2a', 'name': 'tempest-TestNetworkBasicOps-router-696529852', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:53:27Z', 'updated_at': '2021-12-15T12:55:24Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:26.245540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5657ace0-8f90-46ca-a4a3-4f90232648bf None None] Provisioning complete for port dc1270af-71ef-40f5-89ea-9ebffd675fde triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:26.246578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.250223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5657ace0-8f90-46ca-a4a3-4f90232648bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.344380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927428051', 'description': 'd1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:26.444741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:26.453511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Usage tracker for resource:network and tenant:e6af8db708c24e31b4557d8e9c7f72cc is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:26.461573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:26.477556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:26.538806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59502) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:26.556680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498854164', 'description': 'tempest-secgroup-smoke-498854164 description', 'project_id': 'd313a8b1cb694e1491203369f938abc4'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:26.566800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:26.575084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.599675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:26.615628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:26.628425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:26.678150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:26.688010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:26.710482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 6add3ea5-cb84-4fd1-8300-51820f8504a3 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:26.743774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.744173 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 0ed93571-38cc-46a3-b1d9-6601854dc20d of type vlan for network ffeff9f4-c88b-4d29-9627-d9adb40916b8
Dec 15 12:55:26.795997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.815569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dc1270af-71ef-40f5-89ea-9ebffd675fde up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:26.868481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.883375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] For port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:26.884073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.894426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.914186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:26.982490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:26.983782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.988004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:26.988678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:26.991062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:26.998826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:27.014613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.015675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router 95bc1fb5-2257-45d6-b502-f40fc5e1bb2a {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:55:27.045908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.051004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/95bc1fb5-2257-45d6-b502-f40fc5e1bb2a HTTP/1.1" status: 204  len: 168 time: 2.9440658
Dec 15 12:55:27.052044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59506) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:27.053974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0711327
Dec 15 12:55:27.057195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59510) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:27.060630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Calling delete_port for 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:27.130510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.135442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:27.136283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.164155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:27.202135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.207756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:27.288132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=ffeff9f4-c88b-4d29-9627-d9adb40916b8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:27.291491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:27.293235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0111620
Dec 15 12:55:27.298844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59514) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:27.326064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network ffeff9f4-c88b-4d29-9627-d9adb40916b8 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:27.393201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:27.393580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.405064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Provisioning complete for port 7ec73542-7735-48d6-93d7-65a698f47702 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:27.405874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.557784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.565620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8909e0a5-0327-42cb-b621-9038675f2f53 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:27.566305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8909e0a5-0327-42cb-b621-9038675f2f53 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Synchronizing usage tracker for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:27.572840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.593646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:27.597820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:27.600998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:27.607861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:27.614064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4b93f2c-c607-4e13-b8ee-af7ef3af4636 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:27.632924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.647034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 8a8f2714-fc0a-46e0-9187-43c018d03d3d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:27.647853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.648137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:27.688595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port dc1270af-71ef-40f5-89ea-9ebffd675fde triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:27.690079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:27.695797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfafae43-27dd-4f3f-a460-7a4455b71925,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:27.699518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:27.739313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8909e0a5-0327-42cb-b621-9038675f2f53 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Unset dirty status for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:27.740699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8909e0a5-0327-42cb-b621-9038675f2f53 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/networks?id=ffeff9f4-c88b-4d29-9627-d9adb40916b8 HTTP/1.1" status: 200  len: 765 time: 0.4403722
Dec 15 12:55:27.748329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59518) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:27.763304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Pushing event deleted for resources: {'Port': ['ID=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:27.777263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'description': 'd2'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:27.783906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:27.805856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] No DVR routers for this DVR port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:27.898853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Provisioning for port 6add3ea5-cb84-4fd1-8300-51820f8504a3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:27.957533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Provisioning complete for port 6add3ea5-cb84-4fd1-8300-51820f8504a3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:27.958084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.028534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c0f86df-a9a7-4cf2-aafb-774777ef6f7e,segment=NetworkSegment(70e151e2-5bc4-4967-a91d-f02b0b0a7a2e),segment_id=70e151e2-5bc4-4967-a91d-f02b0b0a7a2e)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:28.028979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.074426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.202364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d3141647-e8a5-40d4-9b52-60ea37994a86 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:28.211795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:28.294317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:28.294654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:28.320374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.349004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:28.353408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.363841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.372580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0996efd2-9ae4-4bde-88a7-eacf28d14162 tempest-NegativeSecGroupIPv6Test-1412228250 tempest-NegativeSecGroupIPv6Test-1412228250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:28.376884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:28.377827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac28c88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:28.489639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.491196 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.9460175
Dec 15 12:55:28.512281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 12:55:28.525607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59522) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:28.533058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'security_group_rule': {'security_group_id': 'c5f237f4-8ad7-48bc-a77d-122d859ccb0c', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:28.544166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Removed routes are [] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 12:55:28.545292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.548317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:28.558869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.567732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f237f4-8ad7-48bc-a77d-122d859ccb0c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:28.570377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port d3141647-e8a5-40d4-9b52-60ea37994a86 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:28.571899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:28.585305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] For port 6add3ea5-cb84-4fd1-8300-51820f8504a3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6add3ea5-cb84-4fd1-8300-51820f8504a3,segment=NetworkSegment(9b378861-5de7-459b-b637-432df7dc8462),segment_id=9b378861-5de7-459b-b637-432df7dc8462)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:28.594798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d3141647-e8a5-40d4-9b52-60ea37994a86 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:28.595140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.625388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:28.627256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.635781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:28.640802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44ef8271-fc40-4b5d-88b9-a8215608ee2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:28.712218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:28.745318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 8a8f2714-fc0a-46e0-9187-43c018d03d3d owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:28.765578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.805452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.814387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:28.815063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.841819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.851548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d01b5cd6-aebb-4d55-b3d4-757d6badb2f8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:28.868534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network ffeff9f4-c88b-4d29-9627-d9adb40916b8 is not hosted by any dhcp agent {{(pid=88870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 15 12:55:28.872541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:28.873203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:28.874612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "PUT /v2.0/networks/ffeff9f4-c88b-4d29-9627-d9adb40916b8 HTTP/1.1" status: 200  len: 762 time: 1.1252453
Dec 15 12:55:28.880037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59526) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:28.907184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] The port '8c0f86df-a9a7-4cf2-aafb-774777ef6f7e' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:55:28.919132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:29.000392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c058f5-0b5d-4b7a-a284-57855ae14e2f None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:55:29.084681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c78c96b7-eaf3-455c-88a0-f6c230e47505 None None] Provisioning for port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:29.092333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.111461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.115398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Pushing event updated for resources: {'Port': ['ID=6add3ea5-cb84-4fd1-8300-51820f8504a3,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:29.121021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=ffeff9f4-c88b-4d29-9627-d9adb40916b8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:29.124065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:29.127138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c78c96b7-eaf3-455c-88a0-f6c230e47505 None None] Provisioning complete for port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:29.127501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c78c96b7-eaf3-455c-88a0-f6c230e47505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.137010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eac159-c6e6-476b-87e5-49d6c7af0d4c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:29.138656 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-57eac159-c6e6-476b-87e5-49d6c7af0d4c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/networks?id=ffeff9f4-c88b-4d29-9627-d9adb40916b8 HTTP/1.1" status: 200  len: 765 time: 0.2480397
Dec 15 12:55:29.145700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59530) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:29.182107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.244077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39f2b394-48bb-431e-8423-d216792dbefc tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:29.258471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9aa3b00>,) {'filters': {'network_id': ['3c374369-4ad4-4436-9b5d-dc3e7064c711']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:29.260225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:29.293234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9aa3b00>, '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:29.293609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9aa3b00>, '70e151e2-5bc4-4967-a91d-f02b0b0a7a2e') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:29.302937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d6a33a-2cf3-4828-8cf8-eaea300d863d,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:29.315665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.322398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:29.325741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network ffeff9f4-c88b-4d29-9627-d9adb40916b8 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:29.336421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.354262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.358556 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8288083
Dec 15 12:55:29.359911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59534) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:29.367174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.371305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.381688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.385330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:29.385769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.386900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'security_group_rule': {'security_group_id': 'c5f237f4-8ad7-48bc-a77d-122d859ccb0c', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:29.397592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:29.402170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:29.406012 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:29.411087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3759a4-a220-42ac-bfe9-e0c82a4aec6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:29.416091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6b3759a4-a220-42ac-bfe9-e0c82a4aec6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2661219
Dec 15 12:55:29.419097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:29.421909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:29.457029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59538) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:29.458811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:29.483644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:29.529039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=8a8f2714-fc0a-46e0-9187-43c018d03d3d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:29.539908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:29.542603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6406d88f-3098-454b-98fd-cbcc571d951c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Synchronizing usage tracker for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:subnet {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:29.566771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c78c96b7-eaf3-455c-88a0-f6c230e47505 None None] Port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:29.628547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port d3141647-e8a5-40d4-9b52-60ea37994a86, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3141647-e8a5-40d4-9b52-60ea37994a86,segment=NetworkSegment(dbe05a4e-f7e2-48ba-9049-3c671494aad3),segment_id=dbe05a4e-f7e2-48ba-9049-3c671494aad3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:29.652265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.652802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.669923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6406d88f-3098-454b-98fd-cbcc571d951c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Unset dirty status for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:subnet {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:29.674717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce6ed620-c721-455e-9d3e-6176cdc9267a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:29.674921 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6406d88f-3098-454b-98fd-cbcc571d951c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 207 time: 0.2038903
Dec 15 12:55:29.679983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59542) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:29.736743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:29.802824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:29.803204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 33932e92-b4b0-4d04-b5f2-dc3f78864ab9 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:29.803721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:29.886006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c78c96b7-eaf3-455c-88a0-f6c230e47505 None None] Provisioning complete for port 6add3ea5-cb84-4fd1-8300-51820f8504a3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:29.886368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c78c96b7-eaf3-455c-88a0-f6c230e47505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.922098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:29.922615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c0f86df-a9a7-4cf2-aafb-774777ef6f7e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:29.922963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13dd3213-cc99-44d8-98a5-585bb86c6429 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:29.928920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.936048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f84a64b9-d093-4636-8e3f-2e20829941bd tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:29.962608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:29.978769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c058f5-0b5d-4b7a-a284-57855ae14e2f None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:55:29.981070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 13dd3213-cc99-44d8-98a5-585bb86c6429 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:29.981486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 13dd3213-cc99-44d8-98a5-585bb86c6429 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:30.003170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=3c374369-4ad4-4436-9b5d-dc3e7064c711,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:30.006191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:30.010270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/3c374369-4ad4-4436-9b5d-dc3e7064c711 HTTP/1.1" status: 204  len: 168 time: 2.9568939
Dec 15 12:55:30.022439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=d3141647-e8a5-40d4-9b52-60ea37994a86,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:30.030516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:30.041318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59546) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:30.061223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--767290433', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:30.083389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:30.090212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:30.098951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:network and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:30.107116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:30.156821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6add3ea5-cb84-4fd1-8300-51820f8504a3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:30.189507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:30.211604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06500b8-6a19-4b89-a613-b087c45ef83c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.217373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06500b8-6a19-4b89-a613-b087c45ef83c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.234691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06500b8-6a19-4b89-a613-b087c45ef83c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.239071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06500b8-6a19-4b89-a613-b087c45ef83c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.245560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06500b8-6a19-4b89-a613-b087c45ef83c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.252130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06500b8-6a19-4b89-a613-b087c45ef83c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.254049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f06500b8-6a19-4b89-a613-b087c45ef83c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.5679681
Dec 15 12:55:30.258250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.259102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.264296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59550) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:30.277508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac28c88>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:22Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:20Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:30.296742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:30.299605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.306310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.308494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4558c47c-2676-400c-aafe-52d9476d796c tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:30.314166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:30.314569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Updating router ba44b556-8713-4ef0-a5ed-e585f60b0f3f port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:55:30.365325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:30.373117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edb1123-9eaa-45d8-ad1f-36bee63214a8,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:30.391243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.391665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment 117add86-68eb-44f3-a5dc-ff541f8c1244 of type vlan for network ae999331-ef2f-40f0-937c-8153b8734d19
Dec 15 12:55:30.418346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:30.445355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.445614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.451117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:30.455909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.457257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f087b609-35fd-4456-abb5-382ad8ac4ec7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 200  len: 953 time: 3.2635906
Dec 15 12:55:30.462452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59554) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:30.564355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 6add3ea5-cb84-4fd1-8300-51820f8504a3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:30.564784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.626945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.628169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.2505982
Dec 15 12:55:30.633920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59558) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:30.641835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'security_group_rule': {'security_group_id': 'c5f237f4-8ad7-48bc-a77d-122d859ccb0c', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:30.648401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.652443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.653087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.661096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18955d46-f83f-469e-aeeb-208c59c1a724 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:30.688664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:30.692337 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-63561d15-ac0c-49b0-9485-4f064416d7f0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.4242666
Dec 15 12:55:30.712849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59562) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:30.722364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0c2b63f1-6e29-441f-92e9-f07bf5e3f537 None None] Provisioning complete for port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:30.722842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c2b63f1-6e29-441f-92e9-f07bf5e3f537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:30.753093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:30.765356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:30.851318 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7983336
Dec 15 12:55:30.861695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:30.866533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59566) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:30.878547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=ae999331-ef2f-40f0-937c-8153b8734d19,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:30.890705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:30.899018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:30.908135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:30.924119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c0c99-b520-464b-b684-b71d0140100c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.925739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c0c99-b520-464b-b684-b71d0140100c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.927238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c0c99-b520-464b-b684-b71d0140100c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.928781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c0c99-b520-464b-b684-b71d0140100c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.930404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c0c99-b520-464b-b684-b71d0140100c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:30.938829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e87c0c99-b520-464b-b684-b71d0140100c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2184403
Dec 15 12:55:30.938829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:30.942203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:30.945635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59570) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:30.959997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network ae999331-ef2f-40f0-937c-8153b8734d19 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:30.994580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:31.021237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.069339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.070429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.097221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbaaab-c6dd-4f09-8159-c56778f9870c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:31.098805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbaaab-c6dd-4f09-8159-c56778f9870c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:31.100295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbaaab-c6dd-4f09-8159-c56778f9870c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:31.101800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbaaab-c6dd-4f09-8159-c56778f9870c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:31.103255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbaaab-c6dd-4f09-8159-c56778f9870c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:31.109272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9bbaaab-c6dd-4f09-8159-c56778f9870c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1555707
Dec 15 12:55:31.113879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59574) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:31.141441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b63f1-6e29-441f-92e9-f07bf5e3f537 None None] Port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:31.170951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c940be2-1e0a-464a-a85f-af1e42cb7554 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 200  len: 953 time: 0.7046070
Dec 15 12:55:31.182785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59578) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:31.196125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'routes': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:31.286261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router 2bc4d7d7-6202-4510-a319-6b57d9d43083 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:31.397275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.418247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.423730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.442421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c72f852f-a666-41a2-b92a-49b11d16821d tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:31.458475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:31.466341 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/2bc4d7d7-6202-4510-a319-6b57d9d43083/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9611411
Dec 15 12:55:31.471659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] Sync routers for ids ['2bc4d7d7-6202-4510-a319-6b57d9d43083'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:31.472842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59582) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:31.481861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2c11b9-1e7f-41cf-a205-3110fee52977,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:31.491216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:31.494222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] Routers {'2bc4d7d7-6202-4510-a319-6b57d9d43083'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:31.495118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f4e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['2bc4d7d7-6202-4510-a319-6b57d9d43083'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:31.577656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.585227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f4e0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:31.598480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] Routers {'2bc4d7d7-6202-4510-a319-6b57d9d43083'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:31.599564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f4e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['2bc4d7d7-6202-4510-a319-6b57d9d43083'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:31.605778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Transition to ACTIVE for port object 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:31.613515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.619615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40e4931b-a32a-487d-bc06-894baaf5ba18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:31.670974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77830e0-9c80-4b5f-a30c-79dc22b87278 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:31.675479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e77830e0-9c80-4b5f-a30c-79dc22b87278 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Synchronizing usage tracker for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:31.678476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.679978 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0449507
Dec 15 12:55:31.690144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59586) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:31.708717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f4e0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:31.709417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8d74ac-5584-4eff-8fb8-09873588186b None None] The sync data for ids ['2bc4d7d7-6202-4510-a319-6b57d9d43083'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:31.754184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'security_group_rule': {'security_group_id': 'c5f237f4-8ad7-48bc-a77d-122d859ccb0c', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:31.790678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:31.801160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:31.806113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:31.809819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e77830e0-9c80-4b5f-a30c-79dc22b87278 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Unset dirty status for tenant:e6af8db708c24e31b4557d8e9c7f72cc on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:31.815796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e77830e0-9c80-4b5f-a30c-79dc22b87278 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/networks/3b279d23-a43e-4f42-b368-046afa3c79a3 HTTP/1.1" status: 200  len: 803 time: 0.6951203
Dec 15 12:55:31.817438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59590) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:31.818385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:31.921749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Pushing event updated for resources: {'Port': ['ID=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:31.924905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:31.925962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Attempting to bind port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:31.926376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Attempting to bind port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:31.926801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Attempting to bind port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 on network b1dae536-1e57-4fe1-a4b9-d762596f2668 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:31.935579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:31.936157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Checking segment: {'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:31.936716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.937264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Bound using segment: {'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:31.937920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Bound port: 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b378861-5de7-459b-b637-432df7dc8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:31.938450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:31.990320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-e474f05a-156f-4c5f-adde-8d180a4bc06c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] remove_router_interface failed (client error): The resource could not be found.
Dec 15 12:55:31.991579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e474f05a-156f-4c5f-adde-8d180a4bc06c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/2bc4d7d7-6202-4510-a319-6b57d9d43083/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5155296
Dec 15 12:55:31.995017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59594) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:32.058510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c99ba0fb-47b5-44df-a48a-d3fd3f902ccd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:32.087985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c99ba0fb-47b5-44df-a48a-d3fd3f902ccd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:32.097212 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c99ba0fb-47b5-44df-a48a-d3fd3f902ccd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4d7d7-6202-4510-a319-6b57d9d43083 HTTP/1.1" status: 200  len: 205 time: 0.0979962
Dec 15 12:55:32.097550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59598) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:32.111819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d3141647-e8a5-40d4-9b52-60ea37994a86 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:32.139099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] For port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:32.166434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] For port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,segment=NetworkSegment(9b378861-5de7-459b-b637-432df7dc8462),segment_id=9b378861-5de7-459b-b637-432df7dc8462)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:32.180958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.190617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10a86abf-f4af-44d5-b8e1-834b08333e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:32.267943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0f63025-7a04-4c18-af59-aa3600315032 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.270389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Pushing event updated for resources: {'Port': ['ID=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:32.274114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.274315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:32.315328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:32.316167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac28c88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:32.357005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.497441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:32.498713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-db101af8-f002-480d-a30d-c67257392f8a tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/networks/3b279d23-a43e-4f42-b368-046afa3c79a3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.6751890
Dec 15 12:55:32.504514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59602) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:32.681029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d3141647-e8a5-40d4-9b52-60ea37994a86 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:32.681656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.712767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.722194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2852678-414d-4fe2-a044-2749fcc83898 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:32.729351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2852678-414d-4fe2-a044-2749fcc83898 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/subnets/3b2a6cd5-3f82-4a62-b948-238986de71b8 HTTP/1.1" status: 200  len: 843 time: 0.2172883
Dec 15 12:55:32.730506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59606) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:32.770862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.777907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0f63025-7a04-4c18-af59-aa3600315032 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.779251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b13dcedc-1f8e-4b86-b917-5726b8140bb1 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:32.783186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0f63025-7a04-4c18-af59-aa3600315032 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.812658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0f63025-7a04-4c18-af59-aa3600315032 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.813553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f63025-7a04-4c18-af59-aa3600315032 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc4d7d7-6202-4510-a319-6b57d9d43083 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:55:32.828669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0f63025-7a04-4c18-af59-aa3600315032 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.832720 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0f63025-7a04-4c18-af59-aa3600315032 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/2bc4d7d7-6202-4510-a319-6b57d9d43083 HTTP/1.1" status: 204  len: 168 time: 0.7313845
Dec 15 12:55:32.833063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59610) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:32.881704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57461fa0-efbe-4516-8863-4120fe3e3dbe,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:32.921778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:32.952145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:32.953581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.2601483
Dec 15 12:55:32.959939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351244e-44eb-46db-88f6-59258d40d762 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:32.966551 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f351244e-44eb-46db-88f6-59258d40d762 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "GET /v2.0/subnets/3b2a6cd5-3f82-4a62-b948-238986de71b8?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2303731
Dec 15 12:55:32.966551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59614) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:32.967264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59616) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:32.979153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'security_group_rule': {'security_group_id': 'c5f237f4-8ad7-48bc-a77d-122d859ccb0c', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:32.989305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1947389818'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:32.996256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:33.001087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:33.008332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:33.019678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac28c88>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:28Z', 'revision_number': 6, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:32Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:33.024608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ae66d-c9e5-44c5-adb2-99474b7253f5 None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:28Z', 'revision_number': 6, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:32Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:33.048846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet fb99611d-5622-4d55-840e-6c3d1d1109fe {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:33.052202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.053912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:33.073882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:33.080495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:33.110269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:33.115851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.117353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.126522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Project d313a8b1cb694e1491203369f938abc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:55:33.180029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.212559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.281334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added routes are [] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 12:55:33.281687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 12:55:33.297400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.297531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.302541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-104a73d8-5c39-4867-a389-3314c8665e3b tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:33.328985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:33.340182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=fb99611d-5622-4d55-840e-6c3d1d1109fe,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:33.344611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:33.347554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.348350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.355008 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/fb99611d-5622-4d55-840e-6c3d1d1109fe HTTP/1.1" status: 204  len: 168 time: 0.5206723
Dec 15 12:55:33.357407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9106610-0754-4b3f-8d8b-cb53ed1d6936 None None] Network 37308722-f6c1-4df6-a9e1-3e1789d72f68 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:33.357925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59622) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:33.416504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.416980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Added segment 6b806da1-9cc7-4b6b-a5d7-452489b7f646 of type vlan for network bdc9e221-ac7a-4769-bcb0-367a39cc12fc
Dec 15 12:55:33.482072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.483654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.490975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.502506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.505137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port dc1270af-71ef-40f5-89ea-9ebffd675fde {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:33.505543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.516559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-270179e4-3f08-486d-81f5-887a8c02c8fd tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:33.596622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.604757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:33.624204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:33.626418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab22400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:33.693053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] DHCP port deletion for 37308722-f6c1-4df6-a9e1-3e1789d72f68 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:55:33.719196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abce9c8f-ed71-4b8e-b86a-958aee7174c9,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:33.723378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:33.750410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port dc1270af-71ef-40f5-89ea-9ebffd675fde, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dc1270af-71ef-40f5-89ea-9ebffd675fde,segment=NetworkSegment(c90204b1-0084-4653-994e-46e7a5ee358d),segment_id=c90204b1-0084-4653-994e-46e7a5ee358d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:33.750846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.760265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.764435 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.7956581
Dec 15 12:55:33.764564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Deleting port dc1270af-71ef-40f5-89ea-9ebffd675fde {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:33.764641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.766401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59626) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:33.778106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'security_group_rule': {'security_group_id': 'c5f237f4-8ad7-48bc-a77d-122d859ccb0c', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:33.810983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.816414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:33.817053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:33.822198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.132 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f03fb14b-e571-4a74-9ee4-1467a1157ae8) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:33.824298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-677f889a-05a3-4cfa-b454-d0efb560b5f9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:33.841281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:33.900546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:33.915443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for dc1270af-71ef-40f5-89ea-9ebffd675fde owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:33.936382 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9611201
Dec 15 12:55:33.941784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59630) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:33.942728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:security_group_rule and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:33.956412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:33.966944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'network_id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:33.993104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:34.036757 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Project d313a8b1cb694e1491203369f938abc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:55:34.053605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Network': ['ID=bdc9e221-ac7a-4769-bcb0-367a39cc12fc,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:34.057116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:34.117648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.152977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network bdc9e221-ac7a-4769-bcb0-367a39cc12fc details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:34.205707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:34.214072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:34.234268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.253488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:34.270711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e49c3ba-678f-45a3-8dfc-560937bf92a2 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:34.290877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.306708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.313051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.317506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Made reservation on behalf of e6af8db708c24e31b4557d8e9c7f72cc for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:34.469031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.474768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:34.534667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] For port dc1270af-71ef-40f5-89ea-9ebffd675fde, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dc1270af-71ef-40f5-89ea-9ebffd675fde,segment=NetworkSegment(c90204b1-0084-4653-994e-46e7a5ee358d),segment_id=c90204b1-0084-4653-994e-46e7a5ee358d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:34.535114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.652013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=dc1270af-71ef-40f5-89ea-9ebffd675fde,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:34.668878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:34.685171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No DVR routers for this DVR port dc1270af-71ef-40f5-89ea-9ebffd675fde on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:34.741024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Calling delete_port for dc1270af-71ef-40f5-89ea-9ebffd675fde owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:34.799010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:34.802613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.817243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:34.817679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.830364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.845134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a5e1128-7b17-41ff-89ab-0156f9f47562 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:34.845354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=f03fb14b-e571-4a74-9ee4-1467a1157ae8,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:34.849239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:34.852149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:34.853142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:34.856262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:34.867461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17a1464-5eca-429c-96d1-307fbc071801,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:34.874629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:34.899301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:34.960834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:34.961640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:34.973415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:34.996435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.042259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.056613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab22400>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:33Z', 'revision_number': 7, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:32Z', 'revision_number': 4, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:35.066147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:35.089644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing IP validity checks on allocation pools {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 12:55:35.090367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 12:55:35.091624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,segment=NetworkSegment(9b378861-5de7-459b-b637-432df7dc8462),segment_id=9b378861-5de7-459b-b637-432df7dc8462)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:35.094670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:35.095625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab22400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:35.096111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.099864 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.3327107
Dec 15 12:55:35.100903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59634) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:35.110724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fab17ba8>,) {'filters': {'network_id': ['37308722-f6c1-4df6-a9e1-3e1789d72f68']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:35.126460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'network': {'name': 'tempest-network-smoke--1340494810', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'port_security_enabled': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:35.147018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:35.152230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab17ba8>, 'c90204b1-0084-4653-994e-46e7a5ee358d') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:35.152566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab17ba8>, 'c90204b1-0084-4653-994e-46e7a5ee358d') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:35.156029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.165936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:network and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:35.173581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:35.189057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.198395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:35.213055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:35.214735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.225617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:35.233067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.237380 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97a413a3-47ab-4b86-8ac5-89b408b29141 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 200  len: 703 time: 4.0481749
Dec 15 12:55:35.238765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59638) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:35.240739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Made reservation on behalf of d313a8b1cb694e1491203369f938abc4 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:35.247123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.259395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:35.259994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.263539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dc1270af-71ef-40f5-89ea-9ebffd675fde no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:35.282469 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:35.313383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: dc1270af-71ef-40f5-89ea-9ebffd675fde {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:35.314026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dc1270af-71ef-40f5-89ea-9ebffd675fde not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:35.354143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:35.398037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.398861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.445767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:35.453409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.462539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e811a46-84fd-4b88-aa2b-3367f3971223 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:35.482007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.489338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.489881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Added segment 38bdff02-7399-4141-ae1f-08ca8340b893 of type vlan for network 97e12bac-51c3-468f-bf3e-09eed3aa18b6
Dec 15 12:55:35.499680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Deleting port dc1270af-71ef-40f5-89ea-9ebffd675fde {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:35.500101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.514628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=37308722-f6c1-4df6-a9e1-3e1789d72f68,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:35.522983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:35.545684 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/37308722-f6c1-4df6-a9e1-3e1789d72f68 HTTP/1.1" status: 204  len: 168 time: 2.1828399
Dec 15 12:55:35.546671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59642) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:35.555860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-702816039'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:35.562853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.564499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:35.575653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.575854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9088f510-e211-47bc-9c11-40bdc0b8795f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 200  len: 703 time: 0.3282497
Dec 15 12:55:35.579773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59646) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:35.582018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ee2ddb8-d650-4967-a5c8-6d8d5e42fb0a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:35.583789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:35.636992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:35.652740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:35.669415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:35.675731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.678381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4554093a-4a5e-42ab-a9ac-c1c44e5c35a1 None None] The port 'dc1270af-71ef-40f5-89ea-9ebffd675fde' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:55:35.693854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:35.703209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:35.732586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:55:35.749099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.749658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment 0f3eac5e-b8b3-45e1-9925-5324ead8ad3a of type vlan for network aa039a37-5ac9-4906-aedc-d90a494059ce
Dec 15 12:55:35.796069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.804536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab22400>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:33Z', 'revision_number': 7, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:35Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:35.809121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7b20e-bd28-45d5-93b3-78ec93906a6e None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:33Z', 'revision_number': 7, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:35Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:35.846389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.850550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:35.851229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.855584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.855743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=c5189914-a2bc-47e8-8ce3-05c89c19f0e4,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:35.858851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:35.860158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:35.861478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:35.861734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2491e288-4e41-4fd9-8bc7-c2c7ed75be6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:35.868016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ea1ef3a2-81fd-4749-ac94-0b77784a41ea tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:35.889432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9d7a7616-a648-4159-b22f-75dd81ea2964 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:55:35.926190 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3781974
Dec 15 12:55:35.934263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59650) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:35.952732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': 'aa039a37-5ac9-4906-aedc-d90a494059ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:35.970398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8623712
Dec 15 12:55:35.979058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59654) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:35.998063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'admin_state_up': True, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:36.008799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:36.011755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=aa039a37-5ac9-4906-aedc-d90a494059ce,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:36.053916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network aa039a37-5ac9-4906-aedc-d90a494059ce details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:36.059177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Network': ['ID=97e12bac-51c3-468f-bf3e-09eed3aa18b6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:36.067730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:36.067730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Checking segment: {'id': '6b806da1-9cc7-4b6b-a5d7-452489b7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:36.067730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network hostable DHCP agents. Network: bdc9e221-ac7a-4769-bcb0-367a39cc12fc, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:36.068087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:36.068087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:router and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:36.076448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:36.092219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:36.110027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.111055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.127498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:55:36.143334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:36.179862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:36.183890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:36.188910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:36.203024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:36.214422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.341699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Network bdc9e221-ac7a-4769-bcb0-367a39cc12fc is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:36.354015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:36.395796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, bdc9e221-ac7a-4769-bcb0-367a39cc12fc) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:36.404738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:36.405384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.418496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:36.432398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:36.433626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5dd4a8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:36.442751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:36.460236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389d6b9-a7ca-4b8e-8b9e-37217eb31836 None None] Network bdc9e221-ac7a-4769-bcb0-367a39cc12fc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:36.496291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.517920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.536741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.5857217
Dec 15 12:55:36.536938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.536938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.6640100
Dec 15 12:55:36.536938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59658) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:36.545165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59660) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:36.549977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:36.636626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:36.657497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:36.699987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Sync routers for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:36.768351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:36.777808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12908>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:37.057888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7137750'] for subnet, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:37.124645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5f7506a-6ec9-403c-9eec-8ff00484b747 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5292101
Dec 15 12:55:37.131110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59668) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:37.174969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-bdc9e221-ac7a-4769-bcb0-367a39cc12fc', 'network_id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc', 'tenant_id': 'e6af8db708c24e31b4557d8e9c7f72cc', 'fixed_ips': [{'subnet_id': 'c5189914-a2bc-47e8-8ce3-05c89c19f0e4'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:37.176091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:37.212779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:37.219939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:37.220586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:37.237223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5dd4a8>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:33Z', 'revision_number': 7, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:35Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:37.242544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:37.256224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:37.257272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb5dd4a8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:37.301587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:37.358537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:37.447730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48795d-3c62-47f9-969e-2a77a293873c tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:37.451384 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce48795d-3c62-47f9-969e-2a77a293873c tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3107841
Dec 15 12:55:37.456099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59672) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:37.460230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:37.536960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c8bb4163-0dfe-4696-8f3f-3a888b4b9693 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0670965
Dec 15 12:55:37.562577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 15 12:55:37.562577 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Dec 15 12:55:37.562577 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'in_use': 1, 'id_1': 'c5189914-a2bc-47e8-8ce3-05c89c19f0e4'}]
Dec 15 12:55:37.562577 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:37.563076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:37.577986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59676) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:37.589975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:37.590193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742532717', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:37.601533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2cff1ef-a3df-4492-b38f-084676fc277a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:37.772581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12908>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:34Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:37.777575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Checking router: 9d7a7616-a648-4159-b22f-75dd81ea2964 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:37.777973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Updating router 9d7a7616-a648-4159-b22f-75dd81ea2964 port f03fb14b-e571-4a74-9ee4-1467a1157ae8 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:55:37.800450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=c7554d75-0193-49bf-8957-3b83f79fdd52,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:37.813470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:37.835874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:37.877442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb5dd4a8>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:33Z', 'revision_number': 7, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:35Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:37.884008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4eab7-57af-4088-9b6c-2a7cba1663d5 None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:33Z', 'revision_number': 7, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '0ed8a50e-3d5b-4f0e-9723-a5650f12ba26', 'name': '', 'network_id': 'b1dae536-1e57-4fe1-a4b9-d762596f2668', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:52:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:18Z', 'updated_at': '2021-12-15T12:55:35Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '7806cc29-6c96-48a9-bfe8-db0508516867', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:37.901154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': '0f3eac5e-b8b3-45e1-9925-5324ead8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa039a37-5ac9-4906-aedc-d90a494059ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:37.901566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: aa039a37-5ac9-4906-aedc-d90a494059ce, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:38.014078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network aa039a37-5ac9-4906-aedc-d90a494059ce is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:38.058744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, aa039a37-5ac9-4906-aedc-d90a494059ce) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:38.064462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:38.064738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.065132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.079202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1deb05-934f-4392-ad2c-c0359c6f3c68 None None] Network aa039a37-5ac9-4906-aedc-d90a494059ce requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:38.095291 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1490459
Dec 15 12:55:38.101900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59680) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:38.109953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-732409210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:38.120989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:38.127211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:router and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:38.130937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:38.140225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:38.157955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:38.162025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:38.175025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Allocated IP 172.26.0.42 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/92b7541d-d89b-4df6-b0d0-dec967eaae24) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:38.177559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:38.183745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.184804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.189737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745354972582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6369567'] for subnet, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.199266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:38.201460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7530cb0-6913-43e0-ab23-122f2705efa0 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:38.228092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.310226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.329562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:38.356079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.361394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c12714cb-de17-425e-a3de-6f9980088a5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2544174
Dec 15 12:55:38.361394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59684) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:38.380294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:38.380958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.385532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "PUT /v2.0/subnets/c5189914-a2bc-47e8-8ce3-05c89c19f0e4 HTTP/1.1" status: 200  len: 900 time: 1.8447309
Dec 15 12:55:38.431118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:38.431118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.436352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59688) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:38.440262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event updated for resources: {'Subnet': ['ID=c5189914-a2bc-47e8-8ce3-05c89c19f0e4,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:38.445812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:38.501282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Allocated IP 2001:db8::3 (bdc9e221-ac7a-4769-bcb0-367a39cc12fc/c5189914-a2bc-47e8-8ce3-05c89c19f0e4/9a6a9191-baf7-4fae-b72c-fb8f3987f347) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:38.529331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-aa039a37-5ac9-4906-aedc-d90a494059ce', 'network_id': 'aa039a37-5ac9-4906-aedc-d90a494059ce', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': 'c7554d75-0193-49bf-8957-3b83f79fdd52'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:38.530791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.656312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.670895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,segment=NetworkSegment(9b378861-5de7-459b-b637-432df7dc8462),segment_id=9b378861-5de7-459b-b637-432df7dc8462)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:38.671311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.825125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:38.839288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:38.860581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.025586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.035245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:39.073088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.190356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:39.191610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Port': ['ID=92b7541d-d89b-4df6-b0d0-dec967eaae24,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:39.199604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:39.205532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:39.206505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:39.272836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.280482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c24b685d-fe49-4a05-ad11-8fcfe975b4de tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:39.335500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Allocated IP 172.20.0.2 (aa039a37-5ac9-4906-aedc-d90a494059ce/c7554d75-0193-49bf-8957-3b83f79fdd52/0a9e2c69-e8f3-456d-a276-29107891db46) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:39.347693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.383367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.391660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.397387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec0ca2a5-87f8-4ebe-8f82-1bdb7623b37c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:39.440066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Transition to ACTIVE for port object 9a6a9191-baf7-4fae-b72c-fb8f3987f347 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:39.447983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=f499ad4e-c01e-44be-9d59-7a3378d12d8b,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:39.450547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=0ed8a50e-3d5b-4f0e-9723-a5650f12ba26,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:39.453982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:39.459833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:39.513403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:39.513921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: ae999331-ef2f-40f0-937c-8153b8734d19, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:39.553292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Transition to ACTIVE for port object f03fb14b-e571-4a74-9ee4-1467a1157ae8 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:39.561683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network ae999331-ef2f-40f0-937c-8153b8734d19 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:39.588401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, ae999331-ef2f-40f0-937c-8153b8734d19) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:39.595304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:39.596084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.634337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.635277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.667918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Transition to ACTIVE for port object 9a6a9191-baf7-4fae-b72c-fb8f3987f347 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:39.690569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.695072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.700616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99617e45-a9a3-491c-84cd-1063023647ef None None] Network ae999331-ef2f-40f0-937c-8153b8734d19 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:39.731841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-01ce163f-a7ed-409e-aeb2-837d110474bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:39.775142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.1932650
Dec 15 12:55:39.778715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59702) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:39.800535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.854239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Pushing event updated for resources: {'Port': ['ID=9a6a9191-baf7-4fae-b72c-fb8f3987f347,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:39.920329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:39.930157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a67e28d-2ad8-4a8f-8947-c38661bbd169 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:39.970756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff5a4f-7df6-415f-b75a-8759577f24c4 None None] Pushing event updated for resources: {'Port': ['ID=f03fb14b-e571-4a74-9ee4-1467a1157ae8,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:39.999878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5ff5a4f-7df6-415f-b75a-8759577f24c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:40.004936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=c5189914-a2bc-47e8-8ce3-05c89c19f0e4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:40.011370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:40.120566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:40.121520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:40.278222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.328585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9fa8978>,) {'filters': {'network_id': ['bdc9e221-ac7a-4769-bcb0-367a39cc12fc']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:40.356720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fa8978>, '6b806da1-9cc7-4b6b-a5d7-452489b7f646') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:40.357085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fa8978>, '6b806da1-9cc7-4b6b-a5d7-452489b7f646') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:40.377045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Network bdc9e221-ac7a-4769-bcb0-367a39cc12fc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:40.387831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.391012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:40.412297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:40.414346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.422726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Attempting to bind port f03fb14b-e571-4a74-9ee4-1467a1157ae8 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:40.422938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.423240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Attempting to bind port f03fb14b-e571-4a74-9ee4-1467a1157ae8 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:40.423844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Attempting to bind port f03fb14b-e571-4a74-9ee4-1467a1157ae8 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:40.431239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:40.431239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:40.447384 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:40.590678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:40.591285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:40.591914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.592475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:40.593177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Bound port: f03fb14b-e571-4a74-9ee4-1467a1157ae8, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:40.593707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.722918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] For port f03fb14b-e571-4a74-9ee4-1467a1157ae8, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:40.756428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Attempting to bind port 9a6a9191-baf7-4fae-b72c-fb8f3987f347 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:40.757034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Attempting to bind port 9a6a9191-baf7-4fae-b72c-fb8f3987f347 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '6b806da1-9cc7-4b6b-a5d7-452489b7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:40.758311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Attempting to bind port 9a6a9191-baf7-4fae-b72c-fb8f3987f347 on network bdc9e221-ac7a-4769-bcb0-367a39cc12fc {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:40.764551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] For port f03fb14b-e571-4a74-9ee4-1467a1157ae8, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f03fb14b-e571-4a74-9ee4-1467a1157ae8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:40.786596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-ae999331-ef2f-40f0-937c-8153b8734d19', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:40.787760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.800304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.812183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:40.885875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.889684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:40.890293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Checking segment: {'id': '6b806da1-9cc7-4b6b-a5d7-452489b7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:40.890868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.891408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Bound using segment: {'id': '6b806da1-9cc7-4b6b-a5d7-452489b7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:40.892146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Bound port: 9a6a9191-baf7-4fae-b72c-fb8f3987f347, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b806da1-9cc7-4b6b-a5d7-452489b7f646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:40.892687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:40.957352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Transition to ACTIVE for port object 0a9e2c69-e8f3-456d-a276-29107891db46 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:40.982575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 12:55:40.982575 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 12:55:40.982575 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'id': 'bdc9e221-ac7a-4769-bcb0-367a39cc12fc'}]
Dec 15 12:55:40.982575 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:40.983073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:41.107152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Router 1ff5a7c5-059b-41a7-9266-ba88587599d5 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:55:41.131692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff5a4f-7df6-415f-b75a-8759577f24c4 None None] Pushing event updated for resources: {'Port': ['ID=f03fb14b-e571-4a74-9ee4-1467a1157ae8,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:41.163253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5ff5a4f-7df6-415f-b75a-8759577f24c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:41.166798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Transition to ACTIVE for port object 0a9e2c69-e8f3-456d-a276-29107891db46 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:41.289815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.20.0.1 (aa039a37-5ac9-4906-aedc-d90a494059ce/c7554d75-0193-49bf-8957-3b83f79fdd52/8e9cd9ee-2383-431f-8161-436e28a43e97) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:41.470259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:41.470866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.485453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.486667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40a06d42-8dad-46b4-b1ba-8fcd3f022f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:41.515982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.527865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4bd06b8-e2c4-4cf7-9966-0938a70357f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.572912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 9a6a9191-baf7-4fae-b72c-fb8f3987f347 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:41.573312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.598076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:41.609669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Sync routers for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:41.623757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:41.624695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ae048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:41.655007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 8e9cd9ee-2383-431f-8161-436e28a43e97 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:41.668582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Allocated IP 172.20.0.2 (ae999331-ef2f-40f0-937c-8153b8734d19/f499ad4e-c01e-44be-9d59-7a3378d12d8b/d2b7749b-3787-40ce-b1d8-1da3565781a1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:41.692645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.697970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 5.7176502
Dec 15 12:55:41.699402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59710) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:41.709894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.717693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:41.823633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network aa039a37-5ac9-4906-aedc-d90a494059ce is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:41.825672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=8e9cd9ee-2383-431f-8161-436e28a43e97,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:41.829926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:41.831968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:41.833484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:41.840508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] For port 9a6a9191-baf7-4fae-b72c-fb8f3987f347, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:41.844283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] For port 9a6a9191-baf7-4fae-b72c-fb8f3987f347, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9a6a9191-baf7-4fae-b72c-fb8f3987f347,segment=NetworkSegment(6b806da1-9cc7-4b6b-a5d7-452489b7f646),segment_id=6b806da1-9cc7-4b6b-a5d7-452489b7f646)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:41.848087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Network aa039a37-5ac9-4906-aedc-d90a494059ce is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:41.869002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:41.871809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:41.873970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:41.875029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12908>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:41.945532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 9a6a9191-baf7-4fae-b72c-fb8f3987f347, host dv-neutron-821831-1-hyperv, got binding levels [] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:41.945927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:41.949565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Pushing event updated for resources: {'Port': ['ID=0a9e2c69-e8f3-456d-a276-29107891db46,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:41.970493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:41.980846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:41.989127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:42.027027 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-82ee7c45-6f4f-4007-bf80-b64051c3443c tempest-TestNetworkAdvancedServerOps-368321867 tempest-TestNetworkAdvancedServerOps-368321867-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d313a8b1cb694e1491203369f938abc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3260643
Dec 15 12:55:42.027741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:42.030896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59720) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:42.033146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:42.054127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:42.063325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4456367
Dec 15 12:55:42.067615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:42.071269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59724) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:42.159895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:42.160979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb63ad68>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:42.244965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 9a6a9191-baf7-4fae-b72c-fb8f3987f347 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:42.335109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67ea17-82e0-46da-977d-962a4c94ae3a tempest-TestNetworkAdvancedServerOps-368321867 tempest-TestNetworkAdvancedServerOps-368321867-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:42.337362 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-df67ea17-82e0-46da-977d-962a4c94ae3a tempest-TestNetworkAdvancedServerOps-368321867 tempest-TestNetworkAdvancedServerOps-368321867-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3030977
Dec 15 12:55:42.346877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59728) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:42.384556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Pushing event updated for resources: {'Port': ['ID=9a6a9191-baf7-4fae-b72c-fb8f3987f347,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:42.416447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:42.439276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ae048>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:39Z', 'revision_number': 3, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:42.449257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Checking router: 1ff5a7c5-059b-41a7-9266-ba88587599d5 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:42.449661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Updating router 1ff5a7c5-059b-41a7-9266-ba88587599d5 port 92b7541d-d89b-4df6-b0d0-dec967eaae24 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:55:42.483931 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1c4660e1-ae44-4145-924d-869595b07a3b tempest-TestNetworkAdvancedServerOps-368321867 tempest-TestNetworkAdvancedServerOps-368321867-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1356905
Dec 15 12:55:42.492467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59732) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:42.504418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072368877', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:42.527765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:42.571696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:42.598160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482389b-1568-4681-aed8-21305892202e None None] Network bdc9e221-ac7a-4769-bcb0-367a39cc12fc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:42.631489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet 7806cc29-6c96-48a9-bfe8-db0508516867 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:42.645351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:42.710458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:42.737292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:subnet and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:42.748878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:42.758055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:42.778495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:42.779062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:42.838325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Made reservation on behalf of d313a8b1cb694e1491203369f938abc4 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:55:42.869814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.001733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.022860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.089170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Attempting to bind port 0a9e2c69-e8f3-456d-a276-29107891db46 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:43.090825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Attempting to bind port 0a9e2c69-e8f3-456d-a276-29107891db46 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '0f3eac5e-b8b3-45e1-9925-5324ead8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa039a37-5ac9-4906-aedc-d90a494059ce'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:43.091521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Attempting to bind port 0a9e2c69-e8f3-456d-a276-29107891db46 on network aa039a37-5ac9-4906-aedc-d90a494059ce {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:43.094420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.217307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:43.217975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Checking segment: {'id': '0f3eac5e-b8b3-45e1-9925-5324ead8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa039a37-5ac9-4906-aedc-d90a494059ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:43.218663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.229653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Bound using segment: {'id': '0f3eac5e-b8b3-45e1-9925-5324ead8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa039a37-5ac9-4906-aedc-d90a494059ce'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:43.232757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Bound port: 0a9e2c69-e8f3-456d-a276-29107891db46, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3eac5e-b8b3-45e1-9925-5324ead8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa039a37-5ac9-4906-aedc-d90a494059ce'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:43.233689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.281345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 9a6a9191-baf7-4fae-b72c-fb8f3987f347 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:43.281795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.303994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:43.356281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.370663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Transition to ACTIVE for port object 92b7541d-d89b-4df6-b0d0-dec967eaae24 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:43.378357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.397367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:43.413468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01194186-08c7-43fa-a4f2-0940965974df None None] Network bdc9e221-ac7a-4769-bcb0-367a39cc12fc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:43.462902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Attempting to bind port 92b7541d-d89b-4df6-b0d0-dec967eaae24 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:43.463567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Attempting to bind port 92b7541d-d89b-4df6-b0d0-dec967eaae24 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:43.464060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Attempting to bind port 92b7541d-d89b-4df6-b0d0-dec967eaae24 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:43.481156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:43.481517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:43.482096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.482618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:43.483499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Bound port: 92b7541d-d89b-4df6-b0d0-dec967eaae24, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:43.483980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.506063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.523694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.573921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] For port 92b7541d-d89b-4df6-b0d0-dec967eaae24, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:43.578183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] For port 92b7541d-d89b-4df6-b0d0-dec967eaae24, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=92b7541d-d89b-4df6-b0d0-dec967eaae24,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:43.583624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.616669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d59ae29d-ae9f-440b-9509-d24c5ba85f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.639952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:43.641010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ae048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:43.658870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.755845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:43.839213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.852732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=8e9cd9ee-2383-431f-8161-436e28a43e97,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:43.857318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:43.880433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.893328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9b1a8bb-a421-424a-ace7-4205db6d6644 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:43.912344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:43.962704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.984908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:43.987369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=7806cc29-6c96-48a9-bfe8-db0508516867,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:43.990695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:43.999691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:44.084929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:44.101419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/7806cc29-6c96-48a9-bfe8-db0508516867 HTTP/1.1" status: 204  len: 168 time: 2.0242009
Dec 15 12:55:44.118212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59742) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:44.132174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Transition to ACTIVE for port object d2b7749b-3787-40ce-b1d8-1da3565781a1 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:44.160684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ce6e3-a855-4b9e-8936-bd6f7da8e0eb None None] Network b1dae536-1e57-4fe1-a4b9-d762596f2668 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:44.438860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network aa039a37-5ac9-4906-aedc-d90a494059ce is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:44.441788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:44.450631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:44.459404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Transition to ACTIVE for port object d2b7749b-3787-40ce-b1d8-1da3565781a1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:44.529351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a337b-1077-4f9f-8c74-b6629bdddb87 None None] Pushing event updated for resources: {'Port': ['ID=92b7541d-d89b-4df6-b0d0-dec967eaae24,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:44.549298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-804a337b-1077-4f9f-8c74-b6629bdddb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:44.551561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.954s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:44.636263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a337b-1077-4f9f-8c74-b6629bdddb87 None None] Pushing event updated for resources: {'Port': ['ID=92b7541d-d89b-4df6-b0d0-dec967eaae24,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:44.648208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-804a337b-1077-4f9f-8c74-b6629bdddb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:44.655737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 9a6a9191-baf7-4fae-b72c-fb8f3987f347, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9a6a9191-baf7-4fae-b72c-fb8f3987f347,segment=NetworkSegment(6b806da1-9cc7-4b6b-a5d7-452489b7f646),segment_id=6b806da1-9cc7-4b6b-a5d7-452489b7f646)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:44.656118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:44.668703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ae048>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:39Z', 'revision_number': 3, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:44.674084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627369eb-4d54-44b1-a0dd-8e3e046fb6af None None] The sync data for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv is: [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:39Z', 'revision_number': 3, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:44.676769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 6add3ea5-cb84-4fd1-8300-51820f8504a3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:44.677109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:44.734611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:44.758997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5ff5a4f-7df6-415f-b75a-8759577f24c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:44.919846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:44.933294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 9a6a9191-baf7-4fae-b72c-fb8f3987f347 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:44.976737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port 6add3ea5-cb84-4fd1-8300-51820f8504a3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6add3ea5-cb84-4fd1-8300-51820f8504a3,segment=NetworkSegment(9b378861-5de7-459b-b637-432df7dc8462),segment_id=9b378861-5de7-459b-b637-432df7dc8462)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:44.977565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:44.982077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cbafa2d-2b00-4011-a1be-71549ac8df16 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:44.982228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] For port 0a9e2c69-e8f3-456d-a276-29107891db46, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:44.990229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Pushing event updated for resources: {'Port': ['ID=d2b7749b-3787-40ce-b1d8-1da3565781a1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:44.993341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:45.078982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] For port 0a9e2c69-e8f3-456d-a276-29107891db46, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a9e2c69-e8f3-456d-a276-29107891db46,segment=NetworkSegment(0f3eac5e-b8b3-45e1-9925-5324ead8ad3a),segment_id=0f3eac5e-b8b3-45e1-9925-5324ead8ad3a)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:45.101823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Network ae999331-ef2f-40f0-937c-8153b8734d19 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:45.109531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:45.112473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:45.115525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.127055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e54304ea-f111-4e97-a7c3-45ec800abb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:45.148009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 6add3ea5-cb84-4fd1-8300-51820f8504a3 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:45.218745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Pushing event updated for resources: {'Port': ['ID=0a9e2c69-e8f3-456d-a276-29107891db46,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:45.241342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:45.263561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.269410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Subnet': ['ID=07e258b0-3346-412d-9cf8-4861667bbd82,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:45.292912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:45.303188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59c3e65f-c0b5-4ece-869e-e3b239caa9d6 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:45.416405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.453156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb63ad68>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:39Z', 'revision_number': 8, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:45.513814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:45.538774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (ae999331-ef2f-40f0-937c-8153b8734d19/f499ad4e-c01e-44be-9d59-7a3378d12d8b/d4817aab-0b67-4018-a555-31ad2eef0a06) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:45.548257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Attempting to bind port d2b7749b-3787-40ce-b1d8-1da3565781a1 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:45.548687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Attempting to bind port d2b7749b-3787-40ce-b1d8-1da3565781a1 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:45.549210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Attempting to bind port d2b7749b-3787-40ce-b1d8-1da3565781a1 on network ae999331-ef2f-40f0-937c-8153b8734d19 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:45.561901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12908>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:34Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:45.566768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=6add3ea5-cb84-4fd1-8300-51820f8504a3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:45.570880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:45.582064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No DVR routers for this DVR port 6add3ea5-cb84-4fd1-8300-51820f8504a3 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:45.587400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993588e6-ecfb-4a61-ac77-c00130336d34 None None] The sync data for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv is: [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:34Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:45.595597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:45.595961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb63ad68>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:45.790697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.839533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Checking segment: {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:45.840255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Network hostable DHCP agents. Network: 97e12bac-51c3-468f-bf3e-09eed3aa18b6, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:55:45.879218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fabff5f8>,) {'filters': {'network_id': ['b1dae536-1e57-4fe1-a4b9-d762596f2668']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:45.883360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:45.904113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fabff5f8>, '9b378861-5de7-459b-b637-432df7dc8462') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:45.904663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fabff5f8>, '9b378861-5de7-459b-b637-432df7dc8462') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:45.938093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.946594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.964089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2820cc74-b247-472e-bb47-f39695f4790e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:45.978818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.987914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:45.988352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Checking segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:45.988931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.989237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Bound using segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:45.989788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Bound port: d2b7749b-3787-40ce-b1d8-1da3565781a1, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:45.990216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:45.997304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router df1f0cde-e007-4bbf-b839-d45a358d76a8 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:55:46.017590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:46.018358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.047126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:55:46.064436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949f1d5-e2bc-460d-b6a5-96655fade2a7 None None] DHCP port deletion for b1dae536-1e57-4fe1-a4b9-d762596f2668 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:46.077575 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:46.091547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.102369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Port': ['ID=9a6a9191-baf7-4fae-b72c-fb8f3987f347,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:46.132576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:46.138462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No DVR routers for this DVR port 9a6a9191-baf7-4fae-b72c-fb8f3987f347 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:46.140536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 97e12bac-51c3-468f-bf3e-09eed3aa18b6) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:46.190517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128ea62-9266-42cf-a54a-fd5def6e5bac None None] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:46.320832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:46.329784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.417621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object d4817aab-0b67-4018-a555-31ad2eef0a06 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:46.600765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.612607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 4.1186850
Dec 15 12:55:46.614315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.616420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59752) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:46.624095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a15a9ab-6bcc-4a6c-aecb-d211af1f561f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:46.651906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.670949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb204e80>,) {'filters': {'network_id': ['bdc9e221-ac7a-4769-bcb0-367a39cc12fc']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:46.701604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.712537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:46.763149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb204e80>, '6b806da1-9cc7-4b6b-a5d7-452489b7f646') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:46.763514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb204e80>, '6b806da1-9cc7-4b6b-a5d7-452489b7f646') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:46.788365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/b1dae536-1e57-4fe1-a4b9-d762596f2668 HTTP/1.1" status: 204  len: 168 time: 2.6686172
Dec 15 12:55:46.796143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59756) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:46.870400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.929496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network ae999331-ef2f-40f0-937c-8153b8734d19 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:46.934432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a9e2c69-e8f3-456d-a276-29107891db46 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:46.935558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=d4817aab-0b67-4018-a555-31ad2eef0a06,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:46.938392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:46.947228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:46.951130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:46.954592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:47.028916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:47.029372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:47.061790 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:47.103214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] For port d2b7749b-3787-40ce-b1d8-1da3565781a1, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:47.110319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] For port d2b7749b-3787-40ce-b1d8-1da3565781a1, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d2b7749b-3787-40ce-b1d8-1da3565781a1,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:47.159313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:47.173531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34462a4c-bd95-47f9-9b73-9e6e66fb89c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:47.254950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:47.316893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=b1dae536-1e57-4fe1-a4b9-d762596f2668,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:47.413626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:47.417759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e0700b5b-733a-4ab5-ada1-230f888132c9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:47.422323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:47.468136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:47.567922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0a9e2c69-e8f3-456d-a276-29107891db46 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:47.570932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=bdc9e221-ac7a-4769-bcb0-367a39cc12fc,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:47.592342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:47.596762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Pushing event updated for resources: {'Port': ['ID=d2b7749b-3787-40ce-b1d8-1da3565781a1,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:47.636430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:47.677897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/bdc9e221-ac7a-4769-bcb0-367a39cc12fc HTTP/1.1" status: 204  len: 168 time: 9.2311323
Dec 15 12:55:47.680434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:47.683475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59760) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:47.711459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 92b7541d-d89b-4df6-b0d0-dec967eaae24 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:47.802772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:55:47.803924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:47.854012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f50680-e9cd-41fd-bad8-d8cb2786e558 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:47.854517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f50680-e9cd-41fd-bad8-d8cb2786e558 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:47.856627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-91f50680-e9cd-41fd-bad8-d8cb2786e558 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/c5189914-a2bc-47e8-8ce3-05c89c19f0e4 HTTP/1.1" status: 404  len: 337 time: 0.1721151
Dec 15 12:55:47.861465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59766) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:47.950456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:47.965001 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b0a5d6-11e6-4848-b7de-a5e92e2814b7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:47.970435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b0a5d6-11e6-4848-b7de-a5e92e2814b7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:47.981744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97b0a5d6-11e6-4848-b7de-a5e92e2814b7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/bdc9e221-ac7a-4769-bcb0-367a39cc12fc HTTP/1.1" status: 404  len: 339 time: 0.1118791
Dec 15 12:55:47.991818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] Sync routers for ids ['df1f0cde-e007-4bbf-b839-d45a358d76a8'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:47.992926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59770) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:47.994628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59772) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:47.999757 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/df1f0cde-e007-4bbf-b839-d45a358d76a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6270821
Dec 15 12:55:48.024303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] Routers {'df1f0cde-e007-4bbf-b839-d45a358d76a8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:48.029662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42ff571978>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['df1f0cde-e007-4bbf-b839-d45a358d76a8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:48.272491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42ff571978>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:48.306518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] Routers {'df1f0cde-e007-4bbf-b839-d45a358d76a8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:48.311182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42ff571978>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['df1f0cde-e007-4bbf-b839-d45a358d76a8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:48.516974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42ff571978>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:48.517687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1346df-9386-4e6d-9139-dd03052b737b None None] The sync data for ids ['df1f0cde-e007-4bbf-b839-d45a358d76a8'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:48.672335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 92b7541d-d89b-4df6-b0d0-dec967eaae24 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:48.721572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 92b7541d-d89b-4df6-b0d0-dec967eaae24 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:48.722245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:48.751288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bddb5c2-c71e-47a5-8c94-bee33d834acb tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:48.753230 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4bddb5c2-c71e-47a5-8c94-bee33d834acb tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports/8e9cd9ee-2383-431f-8161-436e28a43e97 HTTP/1.1" status: 200  len: 910 time: 0.7542410
Dec 15 12:55:48.764771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59778) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:48.765813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2459620-62d8-4248-bb63-11b0e01f0a92 None None] Network aa039a37-5ac9-4906-aedc-d90a494059ce requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:48.838664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:48.848652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Allocated IP 172.20.0.2 (97e12bac-51c3-468f-bf3e-09eed3aa18b6/07e258b0-3346-412d-9cf8-4861667bbd82/44c79848-f826-4978-9859-9cc0e32f357e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:49.074701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.108579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Provisioning for port 0a9e2c69-e8f3-456d-a276-29107891db46 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:49.114305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb63ad68>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:39Z', 'revision_number': 8, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:49.135659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Provisioning complete for port 0a9e2c69-e8f3-456d-a276-29107891db46 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:49.136277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.213669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.237788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a5164-0130-49ce-bf57-0c0dc3644ea2 None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:39Z', 'revision_number': 8, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3141647-e8a5-40d4-9b52-60ea37994a86', 'name': '', 'network_id': '59cc8c7b-16a0-444c-8672-ce6182c752dc', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:ca:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:08Z', 'updated_at': '2021-12-15T12:55:29Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '33447cfd-6fd6-458e-8e34-4a867d38a905', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:49.343277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb3737b8>,) {'filters': {'network_id': ['ffeff9f4-c88b-4d29-9627-d9adb40916b8']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:49.372163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb3737b8>, '0ed93571-38cc-46a3-b1d9-6601854dc20d') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:49.372628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb3737b8>, '0ed93571-38cc-46a3-b1d9-6601854dc20d') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:49.400198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.422089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.431654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:49.432212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:49.449780 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:49.550651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.604662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.606618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.645275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b86ee2b-bdaf-4623-9473-b1618fa46fec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:49.680928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.697560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.752985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.753789 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/ffeff9f4-c88b-4d29-9627-d9adb40916b8 HTTP/1.1" status: 204  len: 168 time: 1.7569618
Dec 15 12:55:49.758538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59784) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:49.788655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 92b7541d-d89b-4df6-b0d0-dec967eaae24, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=92b7541d-d89b-4df6-b0d0-dec967eaae24,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:49.809075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Transition to ACTIVE for port object 44c79848-f826-4978-9859-9cc0e32f357e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:49.814510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=d4817aab-0b67-4018-a555-31ad2eef0a06,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:49.826082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:49.826590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:49.848835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:49.859974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=ffeff9f4-c88b-4d29-9627-d9adb40916b8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:49.870840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:49.965644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:50.008355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c1fecbd-90df-4db9-a4e3-8c9cecb1fa5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:50.148157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network ae999331-ef2f-40f0-937c-8153b8734d19 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:50.149538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:50.152579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Transition to ACTIVE for port object 44c79848-f826-4978-9859-9cc0e32f357e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:50.160810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6add3ea5-cb84-4fd1-8300-51820f8504a3 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:50.272243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 6add3ea5-cb84-4fd1-8300-51820f8504a3 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:50.272849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6add3ea5-cb84-4fd1-8300-51820f8504a3 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:50.314948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:50.357649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:50.411676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f28ccef-28be-4eba-8ac2-d3c9300018a4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:50.412462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f28ccef-28be-4eba-8ac2-d3c9300018a4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:50.415299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7f28ccef-28be-4eba-8ac2-d3c9300018a4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/b2f88540-dd14-4bf1-abd8-6add059ac462 HTTP/1.1" status: 404  len: 337 time: 0.6515310
Dec 15 12:55:50.484489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] For port 0a9e2c69-e8f3-456d-a276-29107891db46, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a9e2c69-e8f3-456d-a276-29107891db46,segment=NetworkSegment(0f3eac5e-b8b3-45e1-9925-5324ead8ad3a),segment_id=0f3eac5e-b8b3-45e1-9925-5324ead8ad3a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:50.519210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=92b7541d-d89b-4df6-b0d0-dec967eaae24,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:50.524649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:50.532139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6d15ddca-de12-4e3f-a7d0-2df74bcf1c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:50.548809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59790) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:50.650005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:50.814244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1300c1a-8793-4f3c-9907-6f51abf507ce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:50.816470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1300c1a-8793-4f3c-9907-6f51abf507ce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:50.828471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b1300c1a-8793-4f3c-9907-6f51abf507ce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/c716e211-a41f-48e1-a667-843a7999f8a9 HTTP/1.1" status: 404  len: 339 time: 0.2499866
Dec 15 12:55:50.845712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59794) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:50.955173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d2b7749b-3787-40ce-b1d8-1da3565781a1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:51.027589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:51.028911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:51.039707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:51.057682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Pushing event updated for resources: {'Port': ['ID=44c79848-f826-4978-9859-9cc0e32f357e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:51.060248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f6b8b-6c8f-42b8-b2b4-5f9fbbdb0855 None None] Network ae999331-ef2f-40f0-937c-8153b8734d19 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:51.094868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:51.106007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d14cc93-7747-46e6-8828-fcdea0c134ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:51.494888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:51.560792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Pushing event updated for resources: {'Port': ['ID=0a9e2c69-e8f3-456d-a276-29107891db46,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:51.567854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:51.798384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Attempting to bind port 44c79848-f826-4978-9859-9cc0e32f357e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:51.798823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Attempting to bind port 44c79848-f826-4978-9859-9cc0e32f357e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:51.799246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Attempting to bind port 44c79848-f826-4978-9859-9cc0e32f357e on network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:51.819050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9d7a7616-a648-4159-b22f-75dd81ea2964 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:51.830058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Provisioning for port d2b7749b-3787-40ce-b1d8-1da3565781a1 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:51.840808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:51.841352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Checking segment: {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:51.842014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:51.842587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Bound using segment: {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:51.843725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Bound port: 44c79848-f826-4978-9859-9cc0e32f357e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:51.844434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.049762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Provisioning complete for port d2b7749b-3787-40ce-b1d8-1da3565781a1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:52.050114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.100051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port d2b7749b-3787-40ce-b1d8-1da3565781a1 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:52.129335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d2b7749b-3787-40ce-b1d8-1da3565781a1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:52.129764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.148991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting subnet ec9ada10-d0b9-4733-90cf-315fa0f5f1ce {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:52.166653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.281659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:52.297090 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/9d7a7616-a648-4159-b22f-75dd81ea2964/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5171726
Dec 15 12:55:52.299709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59800) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:52.440601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Sync routers for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:52.482568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] For port 44c79848-f826-4978-9859-9cc0e32f357e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:52.542220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.542801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.543324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.543777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.544169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.544563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.544996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.545407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.545789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.546210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.546617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.546989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.547410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.547820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.550612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e57a30cb-52f8-40c9-834a-2168641fa07a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9845 time: 0.2492495
Dec 15 12:55:52.553202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.555139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59804) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:52.573198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] For port 44c79848-f826-4978-9859-9cc0e32f357e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=44c79848-f826-4978-9859-9cc0e32f357e,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:52.592382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.601590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:52.659008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:52.659764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9392e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:52.670480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.671185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.671777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.672354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.673337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.673897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.674455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.675007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.675580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.676263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.676810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.677359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.677906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.678476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.679100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:52.681768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83e54b19-310a-4dc4-9cd7-068e51a7ab05 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 9566 time: 0.1253514
Dec 15 12:55:52.685926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59808) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:52.753703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.840816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:52.974893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Pushing event updated for resources: {'Port': ['ID=44c79848-f826-4978-9859-9cc0e32f357e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:53.003232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:53.007781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.126752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.128988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ec83594-2da6-4aa9-bb08-645c9ade7c87 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4840 time: 0.4386203
Dec 15 12:55:53.172708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] For port d2b7749b-3787-40ce-b1d8-1da3565781a1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d2b7749b-3787-40ce-b1d8-1da3565781a1,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:53.209247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.249927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5ff5a4f-7df6-415f-b75a-8759577f24c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:53.417133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port d3141647-e8a5-40d4-9b52-60ea37994a86 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:53.417580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.486671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Provisioning for port d4817aab-0b67-4018-a555-31ad2eef0a06 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:53.510559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:53.586904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59816) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:53.593379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429760574', 'description': 'tempest-secgroup-smoke-1429760574 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:53.602572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Provisioning complete for port d4817aab-0b67-4018-a555-31ad2eef0a06 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:53.603370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.607807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:53.612773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:53.615898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:53.623257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:53.669709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.696964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.708788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Pushing event updated for resources: {'Port': ['ID=d2b7749b-3787-40ce-b1d8-1da3565781a1,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:53.714774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Port d4817aab-0b67-4018-a555-31ad2eef0a06 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:53.728846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:53.729800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:55:53.730178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:55:53.770695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Provisioning complete for port d2b7749b-3787-40ce-b1d8-1da3565781a1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:53.771129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:53.818909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:53.840705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:53.856389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:53.868750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:54.047165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.058136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.066503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-851ce393-6655-4850-8737-2dec40c274a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377404140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:54.138819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:54.145304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:54.198011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.199613 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6120250
Dec 15 12:55:54.202843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59822) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:54.218505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '9d0b3ff4-19ea-4deb-aac6-1714fd81b92c', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:54.253088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:54.284525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:54.297647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:54.317666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:54.335766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port d3141647-e8a5-40d4-9b52-60ea37994a86, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3141647-e8a5-40d4-9b52-60ea37994a86,segment=NetworkSegment(dbe05a4e-f7e2-48ba-9049-3c671494aad3),segment_id=dbe05a4e-f7e2-48ba-9049-3c671494aad3)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:54.336159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.392036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.495926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for d3141647-e8a5-40d4-9b52-60ea37994a86 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:54.519480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.530271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.532752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed80cf4b-1a73-48de-831b-403558d5b127 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:54.575316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60087632-f298-408d-a51e-8cdf4d8c06eb,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:54.590993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:54.605098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e131292-1f6c-4efe-ab4e-ac80b67d91c0 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:54.709463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9ada10-d0b9-4733-90cf-315fa0f5f1ce,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:54.718433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f03fb14b-e571-4a74-9ee4-1467a1157ae8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:54.723895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.764189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:54.764511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7686bf3-5a24-44ae-97c3-b4761baa8b4b None None] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:54.765544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5614564
Dec 15 12:55:54.769225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59826) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:54.793599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '9d0b3ff4-19ea-4deb-aac6-1714fd81b92c', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:54.823981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:54.841282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:54.849214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:54.850339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.851239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.851239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.852661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.852661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.852661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.853480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.853480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.853633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.853974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.854374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:54.869004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:54.873375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:54.883850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/ec9ada10-d0b9-4733-90cf-315fa0f5f1ce HTTP/1.1" status: 204  len: 168 time: 4.0243781
Dec 15 12:55:54.885104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59830) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:54.954500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Allocated IP 172.20.0.1 (97e12bac-51c3-468f-bf3e-09eed3aa18b6/07e258b0-3346-412d-9cf8-4861667bbd82/0a275bd6-4266-49fe-b113-0da69a9b69e6) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:55:54.969784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9392e8>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:55:48Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:54.974312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Checking router: 9d7a7616-a648-4159-b22f-75dd81ea2964 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:55:54.974861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Updating router 9d7a7616-a648-4159-b22f-75dd81ea2964 port d4817aab-0b67-4018-a555-31ad2eef0a06 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:55:54.985706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.043191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f03fb14b-e571-4a74-9ee4-1467a1157ae8 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:55.046270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Provisioning for port 8e9cd9ee-2383-431f-8161-436e28a43e97 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:55.070616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f03fb14b-e571-4a74-9ee4-1467a1157ae8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:55.070981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.076660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 8e9cd9ee-2383-431f-8161-436e28a43e97 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:55.077005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.098769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Provisioning complete for port 8e9cd9ee-2383-431f-8161-436e28a43e97 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:55.099188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.177576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.222035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting subnet db210602-80cc-4b56-9295-a1594ffc020d {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:55:55.224810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.227909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.253114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.261480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.272893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e866519-3046-449a-8e63-ccee7dc8343b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:55.290565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95196a60-71f0-476e-9335-a603ce17d93f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:55.312040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.313566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5398240
Dec 15 12:55:55.319146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59834) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:55.322320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adc7f1c-86b6-4b1f-bb12-d52f54fe383a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:55.325509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7b30be5e-1425-48bc-8a17-d59ca0cc345a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:55.330308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '9d0b3ff4-19ea-4deb-aac6-1714fd81b92c', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:55.330779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=d3141647-e8a5-40d4-9b52-60ea37994a86,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:55.357753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:55.358835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:55.375803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:55.388977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:55.402198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:55.426391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Port 8e9cd9ee-2383-431f-8161-436e28a43e97 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:55.447266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.564608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.570690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:55:55.644921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.737722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.742348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Provisioning complete for port 0a9e2c69-e8f3-456d-a276-29107891db46 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:55.742527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06bddf59-ab32-46f3-8005-3895f4af6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.797830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.817053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.823296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:55.844766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.875241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 8e9cd9ee-2383-431f-8161-436e28a43e97 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:55.912878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70cca8c-b086-40f1-848d-a5bc6daae800,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:55.916755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:55.922158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.932280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port f03fb14b-e571-4a74-9ee4-1467a1157ae8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f03fb14b-e571-4a74-9ee4-1467a1157ae8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:55.949478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:55.969365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:55.974642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9dcc98de-2ae6-4e9d-9b8a-5be89eea199b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:56.003444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.005714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/db210602-80cc-4b56-9295-a1594ffc020d HTTP/1.1" status: 204  len: 168 time: 1.1201389
Dec 15 12:55:56.008238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=db210602-80cc-4b56-9295-a1594ffc020d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:56.010144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59840) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:56.012880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.014139 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6934364
Dec 15 12:55:56.029441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:55:56.036600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:56.037156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59844) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:56.051819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '9d0b3ff4-19ea-4deb-aac6-1714fd81b92c', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:56.070752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:56.080380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:56.086430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:56.122691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:55:56.123161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0ed8a50e-3d5b-4f0e-9723-a5650f12ba26 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:55:56.171393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:56.236882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.238327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.254715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.268552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:56.286523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a1b63-fcb6-4363-a3b6-5973de62c353 None None] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:56.341189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=f03fb14b-e571-4a74-9ee4-1467a1157ae8,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:56.346307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:56.391031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.396111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 7ec73542-7735-48d6-93d7-65a698f47702 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:55:56.396666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.405228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.409107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=8e9cd9ee-2383-431f-8161-436e28a43e97,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:56.424930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:56.454748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.464456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cf9cbf7b-d115-4d08-b6e2-5a36e91df679 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:56.503714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d1b0e3c1-b99a-4992-abfc-80aa8aacb073 None None] Provisioning complete for port d4817aab-0b67-4018-a555-31ad2eef0a06 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:56.504314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d1b0e3c1-b99a-4992-abfc-80aa8aacb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.509369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d90ac0-25d6-4c18-9c54-dee9a40b5ed3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:56.518729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:56.520984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Transition to ACTIVE for port object 0a275bd6-4266-49fe-b113-0da69a9b69e6 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:56.609049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.611063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5692494
Dec 15 12:55:56.649200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59848) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:56.665870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '9d0b3ff4-19ea-4deb-aac6-1714fd81b92c', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:56.676574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:56.706926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:56.721388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:56.746120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:56.766756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.773113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:56.780660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a9e2c69-e8f3-456d-a276-29107891db46 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:56.834314 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:55:56.855033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.870117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Port': ['ID=0a275bd6-4266-49fe-b113-0da69a9b69e6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:56.878836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:56.892451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.905559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 7ec73542-7735-48d6-93d7-65a698f47702, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7ec73542-7735-48d6-93d7-65a698f47702,segment=NetworkSegment(7f0ea634-2946-4cdb-930f-84edf324700a),segment_id=7f0ea634-2946-4cdb-930f-84edf324700a)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:55:56.905953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:55:56.906062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.909011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:55:56.916882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:55:56.937268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0e3c1-b99a-4992-abfc-80aa8aacb073 None None] Port d4817aab-0b67-4018-a555-31ad2eef0a06 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:56.942689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.964384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:56.974307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a9e2c69-e8f3-456d-a276-29107891db46 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:56.974743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:57.042096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d1b0e3c1-b99a-4992-abfc-80aa8aacb073 None None] Provisioning for port 44c79848-f826-4978-9859-9cc0e32f357e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:57.056755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Transition to ACTIVE for port object d4817aab-0b67-4018-a555-31ad2eef0a06 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:55:57.074987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:57.120888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b30b1b2-afa9-4a54-9697-7c2ca8e04880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:57.137542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 7ec73542-7735-48d6-93d7-65a698f47702 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:55:57.283749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:57.289385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e5becb2d-7654-4d0a-a3f2-e9361f084a51 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:57.351427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Port': ['ID=7ec73542-7735-48d6-93d7-65a698f47702,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:57.357024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:57.389694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No DVR routers for this DVR port 7ec73542-7735-48d6-93d7-65a698f47702 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:55:57.631272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4faafd-281a-434b-b9da-046dbd34f1d8 None None] Pushing event updated for resources: {'Port': ['ID=d4817aab-0b67-4018-a555-31ad2eef0a06,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:57.642536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b4faafd-281a-434b-b9da-046dbd34f1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:57.660093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ca4fd-e4c8-470a-8f2e-55e61fbe6083 None None] Network 1732c28e-5d76-4feb-8521-0a8f7332d74e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:55:57.729266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3fcad96d-2990-4a13-8183-2816b1c89167 None None] Could not find standard attr ID for object 7ec73542-7735-48d6-93d7-65a698f47702. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:55:57.907510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:57.941484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 92b7541d-d89b-4df6-b0d0-dec967eaae24 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:57.996623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.030611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa97eb00>,) {'filters': {'network_id': ['1732c28e-5d76-4feb-8521-0a8f7332d74e']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:58.046224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa97eb00>, '7f0ea634-2946-4cdb-930f-84edf324700a') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:58.046566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa97eb00>, '7f0ea634-2946-4cdb-930f-84edf324700a') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:58.050228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Attempting to bind port d4817aab-0b67-4018-a555-31ad2eef0a06 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:55:58.050554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Attempting to bind port d4817aab-0b67-4018-a555-31ad2eef0a06 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:55:58.050967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Attempting to bind port d4817aab-0b67-4018-a555-31ad2eef0a06 on network ae999331-ef2f-40f0-937c-8153b8734d19 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:55:58.060585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.089841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.095365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.099267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.106779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8b9ab06b-047d-4666-9ecb-f3da0513b2b7 None None] Provisioning for port 0a275bd6-4266-49fe-b113-0da69a9b69e6 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:55:58.110114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-184ccc17-c354-4216-adee-7af638bd9f40 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:58.120093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.123606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8b9ab06b-047d-4666-9ecb-f3da0513b2b7 None None] Provisioning complete for port 0a275bd6-4266-49fe-b113-0da69a9b69e6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:58.123606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b9ab06b-047d-4666-9ecb-f3da0513b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.136787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:55:58.137205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.150258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:55:58.150679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Checking segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:55:58.151172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.151629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Bound using segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:55:58.152172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Bound port: d4817aab-0b67-4018-a555-31ad2eef0a06, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:55:58.152592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:55:58.159860 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:55:58.183121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9831dfa-f438-496f-9fd6-3615150ddceb,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:58.192486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:58.275452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.276879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.6260526
Dec 15 12:55:58.281605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59862) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:58.286437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] For port d4817aab-0b67-4018-a555-31ad2eef0a06, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:55:58.287996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '9d0b3ff4-19ea-4deb-aac6-1714fd81b92c', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:55:58.290378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] For port d4817aab-0b67-4018-a555-31ad2eef0a06, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d4817aab-0b67-4018-a555-31ad2eef0a06,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:55:58.296707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0380fa-ea69-4169-960f-4b8a6d6b8396 None None] DHCP port deletion for 1732c28e-5d76-4feb-8521-0a8f7332d74e request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:55:58.299420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-1d6d1ad9-0c2d-479a-8a34-4ce322299c30 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467646454&fields=id&tenant_id=fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 267 time: 0.4899573
Dec 15 12:55:58.301263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:55:58.304210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.308023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.309061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.312895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-899f9848-b516-40bf-9183-3800aecbe20b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:58.340044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0d0fad7-86d7-4049-8690-729993ec61cd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:58.348055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ab06b-047d-4666-9ecb-f3da0513b2b7 None None] Port 0a275bd6-4266-49fe-b113-0da69a9b69e6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:58.367266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:55:58.384448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975d71c-aac9-4e6d-850b-dd4c193bed9a None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 12:55:58.386157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:55:58.400911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=1732c28e-5d76-4feb-8521-0a8f7332d74e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:58.403552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:58.414095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/1732c28e-5d76-4feb-8521-0a8f7332d74e HTTP/1.1" status: 204  len: 168 time: 2.4001114
Dec 15 12:55:58.415695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:55:58.420215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59866) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:58.439947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 92b7541d-d89b-4df6-b0d0-dec967eaae24 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:58.440383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.526355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router df1f0cde-e007-4bbf-b839-d45a358d76a8 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:55:58.534821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4faafd-281a-434b-b9da-046dbd34f1d8 None None] Pushing event updated for resources: {'Port': ['ID=d4817aab-0b67-4018-a555-31ad2eef0a06,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:58.535420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f024b6be-658f-46ad-b39a-c239f6bd96eb tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:58.535935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f024b6be-658f-46ad-b39a-c239f6bd96eb tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:58.537356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.541965 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f024b6be-658f-46ad-b39a-c239f6bd96eb tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/81580d90-f9cf-4698-9932-a39adaa97c44 HTTP/1.1" status: 404  len: 337 time: 0.1205623
Dec 15 12:55:58.542372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b4faafd-281a-434b-b9da-046dbd34f1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:58.542570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59870) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:58.569561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:55:58.584379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:58.585142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9392e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:58.597377 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1870cee8-a9d8-40c2-8439-910b0d5e5fa7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:58.598061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1870cee8-a9d8-40c2-8439-910b0d5e5fa7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:58.603651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1870cee8-a9d8-40c2-8439-910b0d5e5fa7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/34d33dc2-e9b1-4c6a-9231-87410f063ce5 HTTP/1.1" status: 404  len: 339 time: 0.0544555
Dec 15 12:55:58.606120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.610075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59874) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:58.651424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-e5d90125-dd29-47fb-a930-bf29c214afd3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:55:58.653043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-e5d90125-dd29-47fb-a930-bf29c214afd3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 812 time: 0.3406885
Dec 15 12:55:58.698957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-89944504-0430-4b93-bb36-22e9344b499d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/quotas/fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 375 time: 0.0338628
Dec 15 12:55:58.770323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.778254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.785358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bdde6988-d6d5-442b-a92d-514b1b7db9ea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:55:58.800254 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0506f13-3600-4a7a-843f-ee15ccd9d763 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:58.800747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0506f13-3600-4a7a-843f-ee15ccd9d763 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:58.811078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abe42cb-53d6-4b45-b63e-cad0c78a6d60,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:55:58.837263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.837700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.838136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.838557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.838975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.839410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.839878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.840226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.840636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.841044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.841451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:55:58.844790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:55:58.849258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:58.859369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5678048
Dec 15 12:55:58.873869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d2b7749b-3787-40ce-b1d8-1da3565781a1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:55:58.882129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-cf34cb15-e472-4647-bde6-16d478ed701c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1750104
Dec 15 12:55:58.995628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a975d71c-aac9-4e6d-850b-dd4c193bed9a None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 12:55:59.017748 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0506f13-3600-4a7a-843f-ee15ccd9d763 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/5a0b22fb-d753-4462-94fc-baf6c59e10dd HTTP/1.1" status: 404  len: 337 time: 0.3454411
Dec 15 12:55:59.022792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59882) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:59.034973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6cf7932c-252c-448f-9f62-ebed51be43f7 None None] Provisioning complete for port 0a275bd6-4266-49fe-b113-0da69a9b69e6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:59.035570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf7932c-252c-448f-9f62-ebed51be43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:59.047411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:55:59.060726 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/df1f0cde-e007-4bbf-b839-d45a358d76a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2921593
Dec 15 12:55:59.060921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] Sync routers for ids ['df1f0cde-e007-4bbf-b839-d45a358d76a8'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:55:59.064165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59890) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:59.086828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] Routers {'df1f0cde-e007-4bbf-b839-d45a358d76a8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:59.087647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1ac2e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['df1f0cde-e007-4bbf-b839-d45a358d76a8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:59.128384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:55:59.128633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ea1195-7d67-45b9-b9bc-721cf57d490b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:59.129114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ea1195-7d67-45b9-b9bc-721cf57d490b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:59.131607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-04ea1195-7d67-45b9-b9bc-721cf57d490b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/e9bac29a-ea1d-4871-bf86-293aaf4f3493 HTTP/1.1" status: 404  len: 339 time: 0.1076822
Dec 15 12:55:59.140451 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c4d59b85-6bfd-42a2-b2c0-0cb5a86b15d6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1f0cde-e007-4bbf-b839-d45a358d76a8 HTTP/1.1" status: 200  len: 205 time: 0.0686975
Dec 15 12:55:59.141372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59898) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:59.141751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59900) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:59.181602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1ac2e8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:59.198855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] Routers {'df1f0cde-e007-4bbf-b839-d45a358d76a8'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:55:59.199587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1ac2e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['df1f0cde-e007-4bbf-b839-d45a358d76a8'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:59.299059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-12734feb-7594-450d-807a-430a67a383d6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:59.299506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12734feb-7594-450d-807a-430a67a383d6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:59.302018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-12734feb-7594-450d-807a-430a67a383d6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/ab58cb29-8a3e-4add-927d-a823e641e2c4 HTTP/1.1" status: 404  len: 337 time: 0.1591663
Dec 15 12:55:59.310311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1ac2e8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:55:59.310972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe28926-83e4-4345-8cd0-ef16d7189f09 None None] The sync data for ids ['df1f0cde-e007-4bbf-b839-d45a358d76a8'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:55:59.326352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7932c-252c-448f-9f62-ebed51be43f7 None None] Port 0a275bd6-4266-49fe-b113-0da69a9b69e6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:55:59.366764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59906) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:59.377272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-70339eec-4eb2-4b1b-a7ec-3b66cf9d0b8f service neutron] 10.222.0.53 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4774454
Dec 15 12:55:59.438750 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-40268289-184b-4940-a9aa-22f82e2fb3a3 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:55:59.439289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40268289-184b-4940-a9aa-22f82e2fb3a3 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:55:59.444314 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40268289-184b-4940-a9aa-22f82e2fb3a3 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/1e2eb99b-2c65-48e3-9d51-ec28bd7e8f82 HTTP/1.1" status: 404  len: 339 time: 0.0735800
Dec 15 12:55:59.453979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59910) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:55:59.537269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b293a3e4-1013-4778-847f-a937f0494617 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:59.626264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d2b7749b-3787-40ce-b1d8-1da3565781a1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:55:59.626802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:55:59.658879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-80755f0e-05bf-4c91-9c1b-e9be0fb07271 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:55:59.709755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-939e1ae8-56a0-47b3-be4a-1fdd0d0fa474 service neutron] 10.222.0.53 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3063073
Dec 15 12:55:59.864626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-80755f0e-05bf-4c91-9c1b-e9be0fb07271 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:55:59.865885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-80755f0e-05bf-4c91-9c1b-e9be0fb07271 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429760574&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.7484386
Dec 15 12:55:59.897116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:00.022963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b293a3e4-1013-4778-847f-a937f0494617 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.028190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b293a3e4-1013-4778-847f-a937f0494617 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.050560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting subnet ceba570c-db2f-4ea4-ba8e-e1203c745ec2 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:00.058070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b293a3e4-1013-4778-847f-a937f0494617 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.058665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b293a3e4-1013-4778-847f-a937f0494617 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Fanout notify agent at l3_agent the message router_deleted on router df1f0cde-e007-4bbf-b839-d45a358d76a8 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:56:00.065746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 44c79848-f826-4978-9859-9cc0e32f357e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:00.073760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b293a3e4-1013-4778-847f-a937f0494617 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.075131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b293a3e4-1013-4778-847f-a937f0494617 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/df1f0cde-e007-4bbf-b839-d45a358d76a8 HTTP/1.1" status: 204  len: 168 time: 0.9302552
Dec 15 12:56:00.078184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59920) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:00.109062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7b5accb1-f43b-47c5-aa43-3c58ac82d09d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:00.110669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7b5accb1-f43b-47c5-aa43-3c58ac82d09d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 796 time: 0.2288558
Dec 15 12:56:00.111479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.201711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-8b298748-4fe5-4a8d-abc6-148479ddf91a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0471692
Dec 15 12:56:00.235047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9392e8>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:00.254952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73c3fd-c32f-42fb-b4e3-2ec886712735 None None] The sync data for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv is: [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:00.273244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.273389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 44c79848-f826-4978-9859-9cc0e32f357e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:00.279858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 44c79848-f826-4978-9859-9cc0e32f357e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:00.280290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.372879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet c7554d75-0193-49bf-8957-3b83f79fdd52 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:00.376847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.462216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.473973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.499106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.516661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 44c79848-f826-4978-9859-9cc0e32f357e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=44c79848-f826-4978-9859-9cc0e32f357e,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:00.520417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.524262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.527660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fa23ae9-1ea5-4142-9f19-ec30f479afb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:00.578840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.659937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=44c79848-f826-4978-9859-9cc0e32f357e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:00.670348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:00.682046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.707012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.713947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6d7d2fe-e1d2-499d-8bed-8222adebf795 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:00.754535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=c7554d75-0193-49bf-8957-3b83f79fdd52,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:00.758217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:00.759310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.765650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21eaa20-b5f1-4329-b784-c77ad67742cc None None] Network aa039a37-5ac9-4906-aedc-d90a494059ce requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:00.768171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26c495df-1149-4065-90d1-d801079f0c0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:00.779588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/c7554d75-0193-49bf-8957-3b83f79fdd52 HTTP/1.1" status: 204  len: 168 time: 0.6998141
Dec 15 12:56:00.781952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59924) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:00.801657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.840657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f03fb14b-e571-4a74-9ee4-1467a1157ae8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:00.849924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.878654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:00.931994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b1187-b490-45d5-9a09-ec7da398573b None None] Network 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:00.938743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-8dc3030c-d5a8-4384-b398-7034c1043987 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:01.076443 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/ceba570c-db2f-4ea4-ba8e-e1203c745ec2 HTTP/1.1" status: 204  len: 168 time: 1.6202390
Dec 15 12:56:01.078933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 59928) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:01.084886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Port': ['ID=0a275bd6-4266-49fe-b113-0da69a9b69e6,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:01.253774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:01.272269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f03fb14b-e571-4a74-9ee4-1467a1157ae8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:01.272269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:01.278031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 0a9e2c69-e8f3-456d-a276-29107891db46 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:01.278430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:01.285138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:01.288526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:01.290216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d53e840b-d0bd-4a94-824f-11eb56dfd09a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:01.331169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-8dc3030c-d5a8-4384-b398-7034c1043987 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:01.347779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-8dc3030c-d5a8-4384-b398-7034c1043987 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 302 time: 1.1450632
Dec 15 12:56:01.363603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:01.363844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0638013
Dec 15 12:56:01.374370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:01.480684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:01.480953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2828>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:01.530035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b696364e-2387-41ff-8d9b-ef2708fe5250 req-136d8e81-880f-4b7d-8fc0-215fb7d4983c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 210 time: 0.1502926
Dec 15 12:56:01.536174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:01.554441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=ceba570c-db2f-4ea4-ba8e-e1203c745ec2,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:01.570904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:01.574294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:01.576527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:01.945635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet 33447cfd-6fd6-458e-8e34-4a867d38a905 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:01.970318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 0a9e2c69-e8f3-456d-a276-29107891db46, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a9e2c69-e8f3-456d-a276-29107891db46,segment=NetworkSegment(0f3eac5e-b8b3-45e1-9925-5324ead8ad3a),segment_id=0f3eac5e-b8b3-45e1-9925-5324ead8ad3a)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:01.970857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.172034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 0a9e2c69-e8f3-456d-a276-29107891db46 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:02.186245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 87c084a1-5b19-4cbc-beb3-8e316a4219cd {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:02.186624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.214543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.295875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] DHCP port deletion for 5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:02.300702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d4817aab-0b67-4018-a555-31ad2eef0a06 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:02.345980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Deleting port 87c084a1-5b19-4cbc-beb3-8e316a4219cd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:02.346436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.405712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:02.439770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-ba4626fa-e53a-49ba-aed1-5185f8ce8a8c service neutron] 10.222.0.53 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0908625
Dec 15 12:56:02.470463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2877effd-9ea4-438c-ab0b-4b01faaac524 None None] Provisioning complete for port 0a275bd6-4266-49fe-b113-0da69a9b69e6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:02.470862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2877effd-9ea4-438c-ab0b-4b01faaac524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.493312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.567931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.579012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d142cf8-4140-4752-9061-666edf75aa36 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:02.659440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=0a9e2c69-e8f3-456d-a276-29107891db46,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:02.670566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:02.670704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2877effd-9ea4-438c-ab0b-4b01faaac524 None None] Port 0a275bd6-4266-49fe-b113-0da69a9b69e6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:56:02.674553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87cddef-7549-4650-b10d-a6dfbb31eda8 None None] DHCP port deletion for aa039a37-5ac9-4906-aedc-d90a494059ce request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:02.674922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No DVR routers for this DVR port 0a9e2c69-e8f3-456d-a276-29107891db46 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:02.817082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 87c084a1-5b19-4cbc-beb3-8e316a4219cd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=87c084a1-5b19-4cbc-beb3-8e316a4219cd,segment=NetworkSegment(227239c8-7c56-47ea-ab2a-8a6e08ecbe78),segment_id=227239c8-7c56-47ea-ab2a-8a6e08ecbe78)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:02.817486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:02.844149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-5d4b3d3e-c606-457f-8f49-e037680f2fae service neutron] 10.222.0.53 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4033287
Dec 15 12:56:02.994259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.022131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-913cb0b9-c499-4955-9e5a-9872f2f4d460 req-1b14461f-6578-48f8-8b6e-97419f582397 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 210 time: 0.0970931
Dec 15 12:56:03.024159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.082988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 87c084a1-5b19-4cbc-beb3-8e316a4219cd owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:03.099106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa87aac8>,) {'filters': {'network_id': ['aa039a37-5ac9-4906-aedc-d90a494059ce']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:03.129967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa87aac8>, '0f3eac5e-b8b3-45e1-9925-5324ead8ad3a') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:03.130568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa87aac8>, '0f3eac5e-b8b3-45e1-9925-5324ead8ad3a') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:03.157991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.216520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port d4817aab-0b67-4018-a555-31ad2eef0a06 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:03.245332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d4817aab-0b67-4018-a555-31ad2eef0a06 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:03.245909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.297971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-5f8695c5-366e-418e-a70f-86dde8e050a3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:03.300547 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-5f8695c5-366e-418e-a70f-86dde8e050a3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 812 time: 0.1765788
Dec 15 12:56:03.329949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.348585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e3e16e1c-1b0b-4a07-9e12-2ccf3783558f req-aa8bf536-a20a-4671-aca5-d083753f88ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:03.359672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:03.360379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:03.379949 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:03.420034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.435483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:03.507605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-4f79755c-b082-4bdb-8dc3-88930ebbbaaf tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfc7a0e0f3944d298f7d91c0212d059 HTTP/1.1" status: 200  len: 379 time: 0.1680465
Dec 15 12:56:03.518139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'port': {'device_id': '1309d0f9-8f4a-4547-9016-850863a5b073', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'admin_state_up': True, 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'security_groups': ['35feeed1-c0b8-4aa5-a754-d53c42624992']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:03.549403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] For port 87c084a1-5b19-4cbc-beb3-8e316a4219cd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=87c084a1-5b19-4cbc-beb3-8e316a4219cd,segment=NetworkSegment(227239c8-7c56-47ea-ab2a-8a6e08ecbe78),segment_id=227239c8-7c56-47ea-ab2a-8a6e08ecbe78)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:03.549841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.560700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.567328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:03.637995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.641913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e3e16e1c-1b0b-4a07-9e12-2ccf3783558f req-aa8bf536-a20a-4671-aca5-d083753f88ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:03.655020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e3e16e1c-1b0b-4a07-9e12-2ccf3783558f req-aa8bf536-a20a-4671-aca5-d083753f88ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 210 time: 0.4694338
Dec 15 12:56:03.658849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=33447cfd-6fd6-458e-8e34-4a867d38a905,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:03.674459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.680176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.701959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:03.702640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:03.729246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/aa039a37-5ac9-4906-aedc-d90a494059ce HTTP/1.1" status: 204  len: 168 time: 2.9460096
Dec 15 12:56:03.737033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7584ea28-4ea0-46c3-8a41-f3c201295ab3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/33447cfd-6fd6-458e-8e34-4a867d38a905 HTTP/1.1" status: 204  len: 168 time: 2.3717880
Dec 15 12:56:03.737477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59960) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:03.737868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59962) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:03.738839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=aa039a37-5ac9-4906-aedc-d90a494059ce,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:03.741748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:03.752080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1595733334', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:03.793318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec83c9-0642-4dec-9d77-88607a1c8f80 None None] Network 59cc8c7b-16a0-444c-8672-ce6182c752dc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:03.813754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Port': ['ID=87c084a1-5b19-4cbc-beb3-8e316a4219cd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:03.815819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Calling delete_port for 87c084a1-5b19-4cbc-beb3-8e316a4219cd owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:03.821284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:03.824267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:03.846143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No DVR routers for this DVR port 87c084a1-5b19-4cbc-beb3-8e316a4219cd on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:03.848063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:03.904562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.909594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:03.918564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:router and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:03.922475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:03.932980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 9f8c8086-f7c6-4b01-b675-56b5935b0208 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:03.933361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:03.987183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:04.006259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.022189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.030912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.032082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.040611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9c03d68>,) {'filters': {'network_id': ['5bfe0bbf-96b1-4d19-8deb-629d8c2e6791']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:04.073729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c03d68>, '227239c8-7c56-47ea-ab2a-8a6e08ecbe78') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:04.074513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c03d68>, '227239c8-7c56-47ea-ab2a-8a6e08ecbe78') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:04.113307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.127603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Made reservation on behalf of fbfc7a0e0f3944d298f7d91c0212d059 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:04.134188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.148848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2828>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:54Z', 'revision_number': 9, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:04.210654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.278782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:04.279187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.279616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.292992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:04.298875 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:04.312108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port d4817aab-0b67-4018-a555-31ad2eef0a06, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d4817aab-0b67-4018-a555-31ad2eef0a06,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:04.314256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:56:04.314672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:56:04.346303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.374728 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b67fa024-739b-4ee9-af6d-ea9e9913dad8 req-24cc1a8a-8487-4244-aae3-05a159b070d8 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 210 time: 0.0636439
Dec 15 12:56:04.393668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port 9f8c8086-f7c6-4b01-b675-56b5935b0208, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9f8c8086-f7c6-4b01-b675-56b5935b0208,segment=NetworkSegment(dbe05a4e-f7e2-48ba-9049-3c671494aad3),segment_id=dbe05a4e-f7e2-48ba-9049-3c671494aad3)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:04.394359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.398433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:04.511769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:04.512627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2828>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:04.546120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.558173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:04.579600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.589930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Router 1ff5a7c5-059b-41a7-9266-ba88587599d5 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:04.639266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=5bfe0bbf-96b1-4d19-8deb-629d8c2e6791,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:04.662892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:04.671850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 9f8c8086-f7c6-4b01-b675-56b5935b0208 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:04.690089 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/5bfe0bbf-96b1-4d19-8deb-629d8c2e6791 HTTP/1.1" status: 204  len: 168 time: 3.6068156
Dec 15 12:56:04.717737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59970) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:04.721750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:04.785251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Allocated IP 172.20.0.10 (087cdc24-57f6-4249-84e8-ad57e5a750d5/f45e3a2d-c14b-4b2c-8dca-a26e188bcddd/6b9fccf3-92be-497f-94fd-4b5fd6c85f6f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:04.874952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7202597e-d699-44ec-9ba1-b5dba09a1f45 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:04.875813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7202597e-d699-44ec-9ba1-b5dba09a1f45 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:04.917996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=d4817aab-0b67-4018-a555-31ad2eef0a06,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:04.929398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Deleting port 87c084a1-5b19-4cbc-beb3-8e316a4219cd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:04.934646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:04.959023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d230832d-52fa-4256-aacc-feb5d6bfea3f req-d279ef16-f528-4fb8-82d7-c25d8a48adf7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 210 time: 0.0679040
Dec 15 12:56:04.971211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:05.033889 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7202597e-d699-44ec-9ba1-b5dba09a1f45 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/5fc52a9e-91df-4e52-83e1-ea1a812c608e HTTP/1.1" status: 404  len: 337 time: 0.3148649
Dec 15 12:56:05.034570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59978) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:05.035156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7ec73542-7735-48d6-93d7-65a698f47702 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:05.081761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.082460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.083010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.083601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.084311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.084941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.085574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.086098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.086941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.087673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.088208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:05.095963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:05.162851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 7ec73542-7735-48d6-93d7-65a698f47702 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:05.163791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7ec73542-7735-48d6-93d7-65a698f47702 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:05.182259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ab08a23-d0dc-40f2-9be8-8bae047a51f8 None None] The port '87c084a1-5b19-4cbc-beb3-8e316a4219cd' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:56:05.383925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd00b4-53b3-41f1-b28e-1a4c4b331928 None None] DHCP port deletion for 59cc8c7b-16a0-444c-8672-ce6182c752dc request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:05.444004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d4817aab-0b67-4018-a555-31ad2eef0a06 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:05.544182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-05dd00b4-53b3-41f1-b28e-1a4c4b331928 None None] Deleting port 9f8c8086-f7c6-4b01-b675-56b5935b0208 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:05.545824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05dd00b4-53b3-41f1-b28e-1a4c4b331928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:05.570191 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e67f1e-f630-47d8-9ae3-c20f916fa426 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:05.571316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e67f1e-f630-47d8-9ae3-c20f916fa426 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:05.584598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-20e67f1e-f630-47d8-9ae3-c20f916fa426 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/1a6c4006-7422-4a16-9444-358e34a53bfd HTTP/1.1" status: 404  len: 339 time: 0.5254467
Dec 15 12:56:05.588026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 59984) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:05.642991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:05.657487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15be02fc-f240-4a19-bf91-c6d70f997e91 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:05.795813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-460a7415-220b-41c4-acf0-24b41d3da6b6 req-8506794c-49d6-4e23-88fa-1d8ecbd8102d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:05.808154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:05.824475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Sync routers for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:05.828210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "PUT /v2.0/routers/1ff5a7c5-059b-41a7-9266-ba88587599d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.2085140
Dec 15 12:56:05.845018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=9f8c8086-f7c6-4b01-b675-56b5935b0208,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:05.848918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:05.852910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:05.853610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1f5198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:05.866414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:05.911784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No DVR routers for this DVR port 9f8c8086-f7c6-4b01-b675-56b5935b0208 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:05.940451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-6641fded-b780-48ff-9d51-fcdb1a8916dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:05.942054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-6641fded-b780-48ff-9d51-fcdb1a8916dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 796 time: 0.5018022
Dec 15 12:56:05.946080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Transition to ACTIVE for port object 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:05.947440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-460a7415-220b-41c4-acf0-24b41d3da6b6 req-8506794c-49d6-4e23-88fa-1d8ecbd8102d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:05.948726 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-460a7415-220b-41c4-acf0-24b41d3da6b6 req-8506794c-49d6-4e23-88fa-1d8ecbd8102d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 210 time: 0.2485642
Dec 15 12:56:06.089007 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-6933658f-c938-40ea-8012-4439bff58a2c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 380 time: 0.1189218
Dec 15 12:56:06.098942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['9d0b3ff4-19ea-4deb-aac6-1714fd81b92c']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:06.177871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:06.296420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-05dd00b4-53b3-41f1-b28e-1a4c4b331928 None None] The port '9f8c8086-f7c6-4b01-b675-56b5935b0208' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:56:06.342748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.348645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d4817aab-0b67-4018-a555-31ad2eef0a06 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:06.349082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.383133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.394756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting subnet 3b2a6cd5-3f82-4a62-b948-238986de71b8 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:06.417089 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-c57766b1-6b69-4b5f-9513-fabf46f4e6f5 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498854164&fields=id&tenant_id=d313a8b1cb694e1491203369f938abc4 HTTP/1.1" status: 200  len: 267 time: 0.2928259
Dec 15 12:56:06.442783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40c7f9e4-86c8-42ea-b3ac-d7f946179f8f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:06.450744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.475647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2828>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:54Z', 'revision_number': 9, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:06.487916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231db37-d030-4162-bf56-1e3cc1815b68 None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:55:54Z', 'revision_number': 9, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': '7a331c03-9c11-4551-99e2-c6a9fd2f3417', 'name': '', 'network_id': '8ee9d548-b04c-454b-b6dc-aada02d64059', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:4b:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422743c1-0de4-4925-890e-2e4c2d444092', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:56Z', 'updated_at': '2021-12-15T12:55:07Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': '422743c1-0de4-4925-890e-2e4c2d444092', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:06.538183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faf0a160>,) {'filters': {'network_id': ['59cc8c7b-16a0-444c-8672-ce6182c752dc']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:06.561333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:06.588494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.596264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 44c79848-f826-4978-9859-9cc0e32f357e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:06.608612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:06.624658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf0a160>, 'dbe05a4e-f7e2-48ba-9049-3c671494aad3') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:06.624658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faf0a160>, 'dbe05a4e-f7e2-48ba-9049-3c671494aad3') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:06.645179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.660429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cc01e78-dd63-4818-881a-4177df2daad3 req-80d993b7-ef66-4a37-907c-53bc710facb9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 210 time: 0.2829595
Dec 15 12:56:06.666279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.666987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:06.679094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:06.679584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:06.736066 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:06.742923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.761239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 44c79848-f826-4978-9859-9cc0e32f357e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:06.761716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.817139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1f5198>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:55:59Z', 'revision_number': 2, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:06.828313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Checking router: 1ff5a7c5-059b-41a7-9266-ba88587599d5 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:06.828715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Updating router 1ff5a7c5-059b-41a7-9266-ba88587599d5 port 0a275bd6-4266-49fe-b113-0da69a9b69e6 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:56:06.865775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:06.867135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.937341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:06.940495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4265339
Dec 15 12:56:06.964547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Request body: {'port': {'device_id': '1309d0f9-8f4a-4547-9016-850863a5b073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:07.008903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:07.020806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:07.032884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:07.065015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:07.122547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a9e2c69-e8f3-456d-a276-29107891db46 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:07.152202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:07.158063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.186256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.203044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0a9e2c69-e8f3-456d-a276-29107891db46 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:07.203166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a9e2c69-e8f3-456d-a276-29107891db46 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:07.203673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 87c084a1-5b19-4cbc-beb3-8e316a4219cd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:07.209023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.270633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 87c084a1-5b19-4cbc-beb3-8e316a4219cd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:07.271030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 87c084a1-5b19-4cbc-beb3-8e316a4219cd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:07.353340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5efbdaaf-004b-42a0-996e-112dee46a0a7 None None] Provisioning for port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:07.360623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.363313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5efbdaaf-004b-42a0-996e-112dee46a0a7 None None] Provisioning complete for port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:07.366387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.370369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5efbdaaf-004b-42a0-996e-112dee46a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.384364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bcfa0519-eaa6-468a-b115-fb6646969a50 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:07.404534 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/59cc8c7b-16a0-444c-8672-ce6182c752dc HTTP/1.1" status: 204  len: 168 time: 3.6595552
Dec 15 12:56:07.405422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60008) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:07.423738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d3141647-e8a5-40d4-9b52-60ea37994a86 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:07.426088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.26.0.219 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/5dd79549-11ad-47b7-b8ab-d45df880d1f5) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:07.441939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.11 (ae999331-ef2f-40f0-937c-8153b8734d19/f499ad4e-c01e-44be-9d59-7a3378d12d8b/8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:07.472258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: d3141647-e8a5-40d4-9b52-60ea37994a86 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:07.472960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d3141647-e8a5-40d4-9b52-60ea37994a86 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:07.473644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9f8c8086-f7c6-4b01-b675-56b5935b0208 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:07.519633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 9f8c8086-f7c6-4b01-b675-56b5935b0208 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:07.520349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9f8c8086-f7c6-4b01-b675-56b5935b0208 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:07.542861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5efbdaaf-004b-42a0-996e-112dee46a0a7 None None] Port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:56:07.599733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.613872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Transition to ACTIVE for port object 0a275bd6-4266-49fe-b113-0da69a9b69e6 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:07.620548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.624977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:07.670055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=59cc8c7b-16a0-444c-8672-ce6182c752dc,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:07.672852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:07.739248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeca570-7317-4de5-b7c4-828be7778ac8 req-e67ff367-2017-4782-9464-09f33e13ac24 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:07.740946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-efeca570-7317-4de5-b7c4-828be7778ac8 req-e67ff367-2017-4782-9464-09f33e13ac24 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 932 time: 0.5433357
Dec 15 12:56:07.766115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-1f462ca7-d7ee-4c19-b7e5-52f3585ba785 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:07.767776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-1f462ca7-d7ee-4c19-b7e5-52f3585ba785 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/networks?id=97e12bac-51c3-468f-bf3e-09eed3aa18b6 HTTP/1.1" status: 200  len: 797 time: 1.3496199
Dec 15 12:56:07.797662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Pushing event updated for resources: {'Port': ['ID=0a275bd6-4266-49fe-b113-0da69a9b69e6,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:07.812707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.813224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.813600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.813971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.814340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.814707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.815071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.815460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.815827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.816264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.816625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:07.855804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.859071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:07.893633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-857654ea-14bf-4ab2-8e54-dcc885c0906e tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/quotas/d313a8b1cb694e1491203369f938abc4 HTTP/1.1" status: 200  len: 375 time: 0.0988715
Dec 15 12:56:07.899982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.905399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.920144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:07.938122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Attempting to bind port 0a275bd6-4266-49fe-b113-0da69a9b69e6 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:07.938536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Attempting to bind port 0a275bd6-4266-49fe-b113-0da69a9b69e6 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:07.939001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Attempting to bind port 0a275bd6-4266-49fe-b113-0da69a9b69e6 on network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:07.948181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:07.952143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Checking segment: {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:07.952143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.952143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Bound using segment: {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:07.952143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Bound port: 0a275bd6-4266-49fe-b113-0da69a9b69e6, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:07.952143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.969274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:07.987662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-380b7153-7979-4f2d-9386-d6525678ad77 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:08.056246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-efeca570-7317-4de5-b7c4-828be7778ac8 req-0ed32ddc-0207-4a73-aa78-64fdadb03d2a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3035269
Dec 15 12:56:08.070223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network ae999331-ef2f-40f0-937c-8153b8734d19 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:08.071783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:08.074014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] For port 0a275bd6-4266-49fe-b113-0da69a9b69e6, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:08.074953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:08.078560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] For port 0a275bd6-4266-49fe-b113-0da69a9b69e6, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a275bd6-4266-49fe-b113-0da69a9b69e6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:08.094010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:08.099083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-804a337b-1077-4f9f-8c74-b6629bdddb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:08.195040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:08.195801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1f5198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:08.268899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:08.276079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:08.317404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Pushing event updated for resources: {'Port': ['ID=0a275bd6-4266-49fe-b113-0da69a9b69e6,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:08.322097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:08.408405 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3150523
Dec 15 12:56:08.430539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Request body: {'port': {'device_id': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:08.617450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:08.657506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:08.660535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:08.675004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:08.715437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:08.749479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06f6d0c3-4e42-4bb9-a3c5-59e6e005a5da tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:08.756583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ac9dbedc-1e4c-4a83-bc51-23506ee62f07 None None] Provisioning for port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:08.764480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ac9dbedc-1e4c-4a83-bc51-23506ee62f07 None None] Provisioning complete for port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:08.765148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbedc-1e4c-4a83-bc51-23506ee62f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:08.831620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ac9dbedc-1e4c-4a83-bc51-23506ee62f07 None None] Port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:56:08.864805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:08.890087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-e410b355-1c52-4700-bff9-9b23fe933161 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d313a8b1cb694e1491203369f938abc4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9796507
Dec 15 12:56:08.900856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2a6cd5-3f82-4a62-b948-238986de71b8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:08.908664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:08.911063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:08.915921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab178cae-80dc-4452-9e34-ef750202a2f4 req-7d36a823-746d-453c-8053-fc444f45cbd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:08.916778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ab178cae-80dc-4452-9e34-ef750202a2f4 req-7d36a823-746d-453c-8053-fc444f45cbd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:08.962179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a211b-3c50-400b-9c3a-3d3ac637ce54 None None] Network 3b279d23-a43e-4f42-b368-046afa3c79a3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:09.031841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=5dd79549-11ad-47b7-b8ab-d45df880d1f5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:09.049991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1f5198>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:08Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:09.049991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb341c-2237-42fb-99e0-87c17dd9919e None None] The sync data for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv is: [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:08Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:09.062673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:09.066904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.076651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:09.081745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ab178cae-80dc-4452-9e34-ef750202a2f4 req-7d36a823-746d-453c-8053-fc444f45cbd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:09.083065 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ab178cae-80dc-4452-9e34-ef750202a2f4 req-7d36a823-746d-453c-8053-fc444f45cbd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 932 time: 0.7765532
Dec 15 12:56:09.084108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:09.091670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/subnets/3b2a6cd5-3f82-4a62-b948-238986de71b8 HTTP/1.1" status: 204  len: 168 time: 3.4960680
Dec 15 12:56:09.096712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:09.108728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60014) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:09.169379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:56:09.222232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.341232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ab178cae-80dc-4452-9e34-ef750202a2f4 req-88cc2a14-3ba5-4829-9d59-87cb777f332f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2500644
Dec 15 12:56:09.344974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] DHCP port deletion for 3b279d23-a43e-4f42-b368-046afa3c79a3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:09.351107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Deleting port 5c501f04-99a0-4290-b747-897b8c2c20e3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:09.353425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.395504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Transition to ACTIVE for port object 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:09.414776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.443702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-a8aacf27-058f-4e2c-b320-8941cda1e57b service neutron] 10.222.0.53 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4930520
Dec 15 12:56:09.453177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.469988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4160ea61-2de5-44cd-a0ba-eb2576a8aab7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:09.492756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a275bd6-4266-49fe-b113-0da69a9b69e6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:09.642739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 5c501f04-99a0-4290-b747-897b8c2c20e3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:09.643231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.715595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.719236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0a275bd6-4266-49fe-b113-0da69a9b69e6 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:09.730989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a275bd6-4266-49fe-b113-0da69a9b69e6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:09.731428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.827901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] For port 5c501f04-99a0-4290-b747-897b8c2c20e3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c501f04-99a0-4290-b747-897b8c2c20e3,segment=NetworkSegment(36d66216-e664-44b2-ab2e-a2d01f8d8bc5),segment_id=36d66216-e664-44b2-ab2e-a2d01f8d8bc5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:09.828584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:09.880571 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-5dc0df45-0815-48cf-a528-49480133e901 service neutron] 10.222.0.53 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4236891
Dec 15 12:56:10.039891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.061971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Calling delete_port for 5c501f04-99a0-4290-b747-897b8c2c20e3 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:10.069367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.070689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.160817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0a275bd6-4266-49fe-b113-0da69a9b69e6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a275bd6-4266-49fe-b113-0da69a9b69e6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:10.180943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:10.184324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:10.191011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.206752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b4faafd-281a-434b-b9da-046dbd34f1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:10.315478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:56:10.326057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.424161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0a275bd6-4266-49fe-b113-0da69a9b69e6,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:10.430338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:10.431664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.448767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bf194492-33fc-48ba-af7a-86b995e48ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:10.530132 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ebb4ffb-e4c2-421e-83ae-5098d6c485fd req-a3cd4f1a-9d8d-4130-a94b-f8ca8806025a tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 210 time: 0.2774866
Dec 15 12:56:10.543627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Pushing event deleted for resources: {'Port': ['ID=5c501f04-99a0-4290-b747-897b8c2c20e3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:10.553867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:10.577323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Transition to ACTIVE for port object 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:10.579976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] No DVR routers for this DVR port 5c501f04-99a0-4290-b747-897b8c2c20e3 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:10.589059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] For port 5c501f04-99a0-4290-b747-897b8c2c20e3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5c501f04-99a0-4290-b747-897b8c2c20e3,segment=NetworkSegment(36d66216-e664-44b2-ab2e-a2d01f8d8bc5),segment_id=36d66216-e664-44b2-ab2e-a2d01f8d8bc5)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:10.593538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.624278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:10.647543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:10.750673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Pushing event updated for resources: {'Port': ['ID=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:10.755872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:10.952535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Calling delete_port for 5c501f04-99a0-4290-b747-897b8c2c20e3 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:11.022431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79bf33f3-4452-4497-b2e4-1d0041cfe480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:11.060785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c04f7b-9896-48e4-8a2b-f3475d9158ce req-542d3749-6693-43c8-b4b3-ae77c4a6dec0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:11.062528 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14c04f7b-9896-48e4-8a2b-f3475d9158ce req-542d3749-6693-43c8-b4b3-ae77c4a6dec0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 944 time: 0.2078342
Dec 15 12:56:11.175962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-14c04f7b-9896-48e4-8a2b-f3475d9158ce req-249e2c66-15ce-485f-a671-ed858713e38b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:11.196840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db129faf-749a-46ab-ab84-28c7c56fbb91 req-20c74fef-59d7-4f81-acc6-b0a1109b9949 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:11.205000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db129faf-749a-46ab-ab84-28c7c56fbb91 req-20c74fef-59d7-4f81-acc6-b0a1109b9949 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 944 time: 1.6404104
Dec 15 12:56:11.267993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-14c04f7b-9896-48e4-8a2b-f3475d9158ce req-249e2c66-15ce-485f-a671-ed858713e38b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:11.295603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14c04f7b-9896-48e4-8a2b-f3475d9158ce req-249e2c66-15ce-485f-a671-ed858713e38b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2181814
Dec 15 12:56:11.344447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router 854d4c6b-d8b5-45db-8c42-18ac793734ec is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:56:11.350461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:56:11.351712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:56:11.460402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Attempting to bind port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:11.460978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Attempting to bind port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:11.461504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Attempting to bind port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:11.477458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a275bd6-4266-49fe-b113-0da69a9b69e6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:11.504819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db129faf-749a-46ab-ab84-28c7c56fbb91 req-a02bbff0-6dda-4955-8e44-af4f1ce64a35 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2988756
Dec 15 12:56:11.505735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:56:11.506337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Attempting to bind port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f on network 087cdc24-57f6-4249-84e8-ad57e5a750d5 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:11.523017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:11.523017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Checking segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:11.523017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Bound using segment: {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:11.523017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Bound port: 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e828e9a7-e02a-4286-84d1-187966ed2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:11.523017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:11.564617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Attempting to bind port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:11.565456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Attempting to bind port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:11.566171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Attempting to bind port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 on network ae999331-ef2f-40f0-937c-8153b8734d19 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:11.596713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 7a331c03-9c11-4551-99e2-c6a9fd2f3417 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:11.597288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:11.603750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a275bd6-4266-49fe-b113-0da69a9b69e6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:11.612397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:11.723793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] For port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:11.728355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] For port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:11.734784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 on network ae999331-ef2f-40f0-937c-8153b8734d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:56:11.739688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Attempting to bind port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 on network ae999331-ef2f-40f0-937c-8153b8734d19 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:11.746913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:11.755669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2596bb93-74d5-4ab4-be60-c1ad7771720e tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:11.806228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:11.806613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Checking segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:11.813290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Bound using segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:11.813290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Bound port: 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:11.813290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:11.880876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5c501f04-99a0-4290-b747-897b8c2c20e3 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:11.901289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Deleting port 5c501f04-99a0-4290-b747-897b8c2c20e3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:11.901536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:11.936854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 5c501f04-99a0-4290-b747-897b8c2c20e3 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:11.937476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5c501f04-99a0-4290-b747-897b8c2c20e3 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:11.997762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] The port '5c501f04-99a0-4290-b747-897b8c2c20e3' was deleted {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:56:12.002117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.003731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] 10.222.0.77 "PUT /v2.0/ports/6b9fccf3-92be-497f-94fd-4b5fd6c85f6f HTTP/1.1" status: 200  len: 1094 time: 5.0443408
Dec 15 12:56:12.038694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:12.155644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'status': 'completed', 'code': 200}
Dec 15 12:56:12.188560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:12.377408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] For port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:12.381971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] For port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:12.386263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:12.386263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.435213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb2024a8>,) {'filters': {'network_id': ['3b279d23-a43e-4f42-b368-046afa3c79a3']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:12.458885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2024a8>, '36d66216-e664-44b2-ab2e-a2d01f8d8bc5') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:12.459408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2024a8>, '36d66216-e664-44b2-ab2e-a2d01f8d8bc5') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:12.477827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.478754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.480329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fd66e19e-83ef-4dc4-8bb4-36a975aa541b req-764a4b04-3028-43fa-98c5-ab4bf8db8e6d tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 210 time: 0.2125452
Dec 15 12:56:12.517111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.522692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port 7a331c03-9c11-4551-99e2-c6a9fd2f3417, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7a331c03-9c11-4551-99e2-c6a9fd2f3417,segment=NetworkSegment(4e7c915e-95e6-44f9-ad9c-4aaae58c8721),segment_id=4e7c915e-95e6-44f9-ad9c-4aaae58c8721)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:12.524742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.526899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.529460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b296dd54-0fe8-4aaf-b4f3-94ce73b0d666 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:12.630707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:12.631080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:12.650442 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:12.773086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.774692 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] 10.222.0.77 "PUT /v2.0/ports/8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 HTTP/1.1" status: 200  len: 1094 time: 4.3504477
Dec 15 12:56:12.794521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 7a331c03-9c11-4551-99e2-c6a9fd2f3417 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:12.801646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Pushing event updated for resources: {'Port': ['ID=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:12.808859 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-3decfe2d-aa5d-4e39-bff2-d535f3db3eb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 1097 time: 0.7433846
Dec 15 12:56:12.809867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:12.917088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.936021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fab906c2-4ed5-4e6c-8513-95bebff268c8 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:12.950219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-cef7dac2-0c14-4d9a-8cdd-5a2c65226ca7 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:12.951994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-cef7dac2-0c14-4d9a-8cdd-5a2c65226ca7 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.77 "GET /v2.0/networks?id=97e12bac-51c3-468f-bf3e-09eed3aa18b6 HTTP/1.1" status: 200  len: 797 time: 0.7432187
Dec 15 12:56:12.957501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:12.977132 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-94670cc1-6ba0-4086-ae0b-71e207a16b04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f HTTP/1.1" status: 200  len: 217 time: 0.1599140
Dec 15 12:56:12.978025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Pushing event deleted for resources: {'Network': ['ID=3b279d23-a43e-4f42-b368-046afa3c79a3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:12.989598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:12.998635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa7686-6d08-41cd-922d-0789c44543f4 req-12fb7459-c134-416b-9349-445a867b22af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:13.002947 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c8aa7686-6d08-41cd-922d-0789c44543f4 req-12fb7459-c134-416b-9349-445a867b22af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 944 time: 0.4778736
Dec 15 12:56:13.044366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:13.055083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] 10.222.0.53 "DELETE /v2.0/networks/3b279d23-a43e-4f42-b368-046afa3c79a3 HTTP/1.1" status: 204  len: 168 time: 3.9452238
Dec 15 12:56:13.062707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] Sync routers for ids ['854d4c6b-d8b5-45db-8c42-18ac793734ec'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:13.072436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a2960-3cc5-41ac-8ff4-f542f0b7e61c req-73bbc0ef-ce2e-4542-862b-6223d7977d8d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:13.074346 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-748a2960-3cc5-41ac-8ff4-f542f0b7e61c req-73bbc0ef-ce2e-4542-862b-6223d7977d8d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 944 time: 0.3306999
Dec 15 12:56:13.100723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] Routers {'854d4c6b-d8b5-45db-8c42-18ac793734ec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:13.102375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faee5eb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['854d4c6b-d8b5-45db-8c42-18ac793734ec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:13.117028 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-25de1885-feab-4cbf-a3b8-796dc06567d4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d313a8b1cb694e1491203369f938abc4 HTTP/1.1" status: 200  len: 379 time: 0.1531832
Dec 15 12:56:13.129249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'port': {'device_id': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'admin_state_up': True, 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'security_groups': ['c5f237f4-8ad7-48bc-a77d-122d859ccb0c']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:13.138899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-7a447f67-265d-4152-868c-a3f34ea5ea64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:13.140540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-7a447f67-265d-4152-868c-a3f34ea5ea64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.1525211
Dec 15 12:56:13.199206 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c8aa7686-6d08-41cd-922d-0789c44543f4 req-de6c43ef-540a-437d-8393-2908f74d2108 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502345
Dec 15 12:56:13.204425 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-a2b32024-7538-42bb-bff8-9ef8a7030f24 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 1097 time: 0.3322840
Dec 15 12:56:13.234160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:13.235603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 9.4926195
Dec 15 12:56:13.264304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faee5eb8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:13.287942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60046) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:13.290200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] Routers {'854d4c6b-d8b5-45db-8c42-18ac793734ec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:13.291105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faee5eb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:55:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['854d4c6b-d8b5-45db-8c42-18ac793734ec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:13.360854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:13.371159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faee5eb8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:13.379253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9557d9d3-e70a-477e-899e-d62fb236b9c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:13.389611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ceee1-035f-421f-b030-4ba5e09c438f None None] The sync data for ids ['854d4c6b-d8b5-45db-8c42-18ac793734ec'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:13.419114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7546-9601-41b5-af21-eba82feed7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:13.424087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-748a2960-3cc5-41ac-8ff4-f542f0b7e61c req-28810452-58ba-42c7-ab1d-30e6eaa00ff5 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3418722
Dec 15 12:56:13.467568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=7a331c03-9c11-4551-99e2-c6a9fd2f3417,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:13.471173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:13.592500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60054) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:13.597809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:13.657333 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-c6f4af30-17e4-4fcb-bf15-098d93845099 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 HTTP/1.1" status: 200  len: 217 time: 0.4416027
Dec 15 12:56:13.688915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:13.758514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:port and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:13.768502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:13.778378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:13.788310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-67fc26ce-c974-494a-baf1-5ada78894bf9 req-09e88df4-e90a-44e9-aedd-f20bf8deb048 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Synchronizing usage tracker for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:13.813348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-e67a5c77-0cfb-4ece-866d-7c21a56cd2b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6632423
Dec 15 12:56:13.827866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Made reservation on behalf of d313a8b1cb694e1491203369f938abc4 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:13.834128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:13.880555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-aec2f969-18f1-48c7-9108-172544e618d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:13.882295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-aec2f969-18f1-48c7-9108-172544e618d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 200  len: 835 time: 0.2168519
Dec 15 12:56:13.945005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-67fc26ce-c974-494a-baf1-5ada78894bf9 req-09e88df4-e90a-44e9-aedd-f20bf8deb048 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Unset dirty status for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:13.946158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-67fc26ce-c974-494a-baf1-5ada78894bf9 req-09e88df4-e90a-44e9-aedd-f20bf8deb048 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 210 time: 0.2760675
Dec 15 12:56:13.956874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:14.135066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-81c89dab-5bc8-4015-b0d9-c5deaaa72ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001378
Dec 15 12:56:14.141575 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aa037cd1-e64e-4594-9899-229495fb3aaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6af8db708c24e31b4557d8e9c7f72cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5454595
Dec 15 12:56:14.171443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60060) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:14.181959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:14.248514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Allocated IP 172.20.0.13 (97e12bac-51c3-468f-bf3e-09eed3aa18b6/07e258b0-3346-412d-9cf8-4861667bbd82/11edd225-1347-4bae-b9be-563a2666e8f6) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:14.299933 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'status': 'completed', 'code': 200}
Dec 15 12:56:14.330163 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-e6f31ab7-616d-4c72-8090-1c3e3a978f05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae999331-ef2f-40f0-937c-8153b8734d19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4301655
Dec 15 12:56:14.497017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:14.521489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Transition to ACTIVE for port object 11edd225-1347-4bae-b9be-563a2666e8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:14.568383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d9c557f-49d6-4f3b-b23d-ab3df66a7f9d req-647c7f53-3ab9-4991-8a4e-5b120c525d3e service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4233758
Dec 15 12:56:14.573243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:14.582764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3cacbe38-dec9-4e46-a9e0-6aa57b56eda7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/routers/854d4c6b-d8b5-45db-8c42-18ac793734ec HTTP/1.1" status: 200  len: 881 time: 1.2914541
Dec 15 12:56:14.586093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60070) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:14.684271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:14.714437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-9758c676-ca5d-47d9-a003-6da492f01237 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657732
Dec 15 12:56:14.806023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f44af-a41f-4319-a325-d6d32bef4177 req-9ba9889c-26d9-4b8b-90f3-93139a745150 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:14.807809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e33f44af-a41f-4319-a325-d6d32bef4177 req-9ba9889c-26d9-4b8b-90f3-93139a745150 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 944 time: 0.3989704
Dec 15 12:56:14.963220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:14.992173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e39df228-32c9-4ac9-8890-e5d8d2e0ff2d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:14.995903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eca25804-f524-4c5d-b54e-9e735af65ddf req-62a8fba0-cdd2-4703-8338-1adc0dd86a5f service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708914
Dec 15 12:56:15.010355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4a0468-7d2e-4610-83a6-ec360bc0d561,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:15.018829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-ca0e31ec-5ef5-4744-8242-0a2bea56426c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 1097 time: 0.3743947
Dec 15 12:56:15.020502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:15.023862 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e33f44af-a41f-4319-a325-d6d32bef4177 req-227a6b5b-5f93-4ce3-bf3c-c466ad80942f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539319
Dec 15 12:56:15.028962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:15.028962 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a4a0468-7d2e-4610-83a6-ec360bc0d561 HTTP/1.1" status: 204  len: 168 time: 0.8437419
Dec 15 12:56:15.262317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:15.387669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:15.417149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:15.428423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-dcb5c99f-8315-470c-98f1-d68088c330c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:15.428423 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-dcb5c99f-8315-470c-98f1-d68088c330c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.3967271
Dec 15 12:56:15.443725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-927c462e-f73e-40da-9854-ee34baae5edb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 1097 time: 0.3692389
Dec 15 12:56:15.466981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca017b9-b5b9-436c-9122-c8d61fbbb33d req-32d7fa32-0fd9-41ec-b5a7-d6e5676ae357 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:15.469521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bca017b9-b5b9-436c-9122-c8d61fbbb33d req-32d7fa32-0fd9-41ec-b5a7-d6e5676ae357 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 944 time: 0.8760526
Dec 15 12:56:15.581044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b98d32-3242-4de4-bf18-3da665bd8e41 req-9b8d279d-cc1d-41e6-a463-2f72f4c580b7 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:15.589344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65b98d32-3242-4de4-bf18-3da665bd8e41 req-9b8d279d-cc1d-41e6-a463-2f72f4c580b7 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 932 time: 0.3675835
Dec 15 12:56:15.598457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-d0c04e2e-a422-4069-8157-ff814d187445 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f HTTP/1.1" status: 200  len: 217 time: 0.1601803
Dec 15 12:56:15.713796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:15.721443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:15.721443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:15.725059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:15.727983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:15.820935 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bca017b9-b5b9-436c-9122-c8d61fbbb33d req-8e4654bc-1089-4ab2-9226-cadfda9f1975 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2877429
Dec 15 12:56:15.830564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-11f8a1d7-e927-48d8-b3a1-c68b993a481e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:15.834006 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-11f8a1d7-e927-48d8-b3a1-c68b993a481e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.2021036
Dec 15 12:56:15.902810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:15.910453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:15.988346 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8550885
Dec 15 12:56:15.988470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-65b98d32-3242-4de4-bf18-3da665bd8e41 req-60960873-7127-41fa-9d96-8b38f67cfaf5 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Synchronizing usage tracker for tenant:d313a8b1cb694e1491203369f938abc4 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:15.990282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-650b3a4f-54a5-4347-a53a-d79b9cd517fd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:router {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:16.006813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Request body: {'port': {'device_id': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:16.062582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-61d2744b-4510-4f76-8255-4286980ce14a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:16.064225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-61d2744b-4510-4f76-8255-4286980ce14a service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 897 time: 0.5369451
Dec 15 12:56:16.071567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:16.137567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-65b98d32-3242-4de4-bf18-3da665bd8e41 req-60960873-7127-41fa-9d96-8b38f67cfaf5 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Unset dirty status for tenant:d313a8b1cb694e1491203369f938abc4 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:16.143619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65b98d32-3242-4de4-bf18-3da665bd8e41 req-60960873-7127-41fa-9d96-8b38f67cfaf5 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5392962
Dec 15 12:56:16.185514 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-9e612826-121e-4810-afaa-82197be2080b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 HTTP/1.1" status: 200  len: 217 time: 0.0938594
Dec 15 12:56:16.185634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-650b3a4f-54a5-4347-a53a-d79b9cd517fd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:router {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:16.185634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-650b3a4f-54a5-4347-a53a-d79b9cd517fd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 1.5804226
Dec 15 12:56:16.185634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60096) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:16.194859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ae24fd96-8651-4ebe-8fb7-bd43aaab6263 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1595733334'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:16.226613 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-43b7d6ab-01cf-4e63-b298-4a8f2824124e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3705215
Dec 15 12:56:16.297429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8b35ebc0-42b3-446b-84a4-baa61a891841 None None] Provisioning for port 11edd225-1347-4bae-b9be-563a2666e8f6 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:16.304799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8b35ebc0-42b3-446b-84a4-baa61a891841 None None] Provisioning complete for port 11edd225-1347-4bae-b9be-563a2666e8f6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:16.311229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b35ebc0-42b3-446b-84a4-baa61a891841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:16.424054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8b35ebc0-42b3-446b-84a4-baa61a891841 None None] Port 11edd225-1347-4bae-b9be-563a2666e8f6 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:56:16.455512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60100) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:16.531389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:16.667317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-0c95b10d-7393-4616-a26b-8faea5e60560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:16.669238 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-0c95b10d-7393-4616-a26b-8faea5e60560 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 200  len: 835 time: 0.4896922
Dec 15 12:56:16.756456 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-dd346a15-00d9-4bb1-8c62-916d1c020c78 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5095236
Dec 15 12:56:16.794649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1739849117'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:16.815097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:16.840799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:16.850851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:16.873069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca4ae-a328-4241-ba4f-247d856f38b8 req-bdc5f7bc-215d-44c9-b19b-a7d89630b703 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:16.873069 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e82ca4ae-a328-4241-ba4f-247d856f38b8 req-bdc5f7bc-215d-44c9-b19b-a7d89630b703 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 944 time: 0.4659433
Dec 15 12:56:16.876416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:16.907115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-626eed55-1673-4ada-89bc-488a03073f4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae999331-ef2f-40f0-937c-8153b8734d19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2309129
Dec 15 12:56:17.024249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:17.029762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:17.058169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:17.069535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:17.075928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5076008
Dec 15 12:56:17.083423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:17.088938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f00f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:17.089100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60108) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:17.089486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:56:17.089610 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef03f4d7-f865-45ff-9945-05d310b8f58a req-8a100352-3078-40bd-b9bf-c6c3c86c0bad service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3265991
Dec 15 12:56:17.146554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:17.168315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-1c327f67-e37d-4915-8f2e-f824d636b225 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2534397
Dec 15 12:56:17.179050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36103a-1009-4224-a1c5-b169226d18ae req-49829a99-2034-422a-a545-d48607380563 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:17.187085 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ab36103a-1009-4224-a1c5-b169226d18ae req-49829a99-2034-422a-a545-d48607380563 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 944 time: 0.2099876
Dec 15 12:56:17.205486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:17.209654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group_rule and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:17.213974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:17.220070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:17.264480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:17.273352 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e82ca4ae-a328-4241-ba4f-247d856f38b8 req-b0c34c78-65b5-4a71-b729-051d1f74c876 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3904164
Dec 15 12:56:17.286335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ab36103a-1009-4224-a1c5-b169226d18ae req-76b0aec9-bc3c-4e98-bbbe-a6e7a643cd07 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954938
Dec 15 12:56:17.286487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'port_id': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'mac_address': 'fa:16:3e:12:12:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:56:17.353049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:17.391759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:56:17.411144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:17.423703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:17.425955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:17.437745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:17.534882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:17.543634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:17.573710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9268bac3-f4b3-42b4-a847-3506e537c847 req-ae657443-13e6-4d11-a16f-3b8d43cca117 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3841193
Dec 15 12:56:17.674272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:56:17.903206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f00f0>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:13Z', 'revision_number': 10, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:17.908807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:17.921787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:17.922535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f00f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:18.093997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:18.119250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.141248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11edd225-1347-4bae-b9be-563a2666e8f6 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:56:18.146453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.162208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed0c8ace-25bc-45a7-afdc-68ffb8d4029e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:18.181731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.212213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet 422743c1-0de4-4925-890e-2e4c2d444092 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:18.229674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:18.310582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.356904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Transition to ACTIVE for port object 11edd225-1347-4bae-b9be-563a2666e8f6 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:18.378412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.382645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f271744-7f80-4bba-a18b-15d54f52042a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:18.386423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:18.392000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.392000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment be8e6c18-6570-45a9-b3a1-e7106ee633d1 of type vlan for network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a
Dec 15 12:56:18.394711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbfc56c0-301d-4b68-8355-ef3618584e4a tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:18.458152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f00f0>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:13Z', 'revision_number': 10, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:18.463831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0508095-6524-46ae-b9d5-53d185fb88df None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:13Z', 'revision_number': 10, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None, '_interfaces': [{'id': 'fdc362b8-4d8e-4033-9184-61bf77281c6d', 'name': '', 'network_id': 'bab81b42-bf8a-435b-955c-96a6d2f24ea2', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:54:43Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'subnets': [{'id': 'd8b1dd9a-e230-43b0-9e39-aeffbcef49f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:18.476333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af452cb-d9a1-465f-9326-074abc19d5ee req-516bb687-b66e-49db-a1c5-696e9150baeb tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:18.477147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-2af452cb-d9a1-465f-9326-074abc19d5ee req-516bb687-b66e-49db-a1c5-696e9150baeb tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Synchronizing usage tracker for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:18.500818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.520815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736958c2-185a-4fdf-874e-01d827a5896e req-396f4a03-11cf-4324-8310-c948d469a483 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:18.528332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-736958c2-185a-4fdf-874e-01d827a5896e req-396f4a03-11cf-4324-8310-c948d469a483 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 945 time: 0.0986564
Dec 15 12:56:18.582379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-736958c2-185a-4fdf-874e-01d827a5896e req-4699e75e-1ebf-443c-a873-3d2f47a819e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496342
Dec 15 12:56:18.687753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.701175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:18.703785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-2af452cb-d9a1-465f-9326-074abc19d5ee req-516bb687-b66e-49db-a1c5-696e9150baeb tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Unset dirty status for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:18.705498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2af452cb-d9a1-465f-9326-074abc19d5ee req-516bb687-b66e-49db-a1c5-696e9150baeb tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 932 time: 1.1622064
Dec 15 12:56:18.716431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:18.851396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c689-9984-43ec-ba6f-f91675875b86 req-a4075460-101a-40ff-9f5b-901ca8b55d0c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:18.859395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5d65c689-9984-43ec-ba6f-f91675875b86 req-a4075460-101a-40ff-9f5b-901ca8b55d0c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 944 time: 0.1160207
Dec 15 12:56:18.910378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5d65c689-9984-43ec-ba6f-f91675875b86 req-aa6ad18f-2251-4114-b167-dc7b593c6048 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472777
Dec 15 12:56:18.947329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.951420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:18.952056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:18.962624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fc1387ba-4317-475d-8e4e-977bdaf26ea8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:19.051772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2af452cb-d9a1-465f-9326-074abc19d5ee req-0e5c9108-761b-4e4b-b289-aac322e029b5 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3342776
Dec 15 12:56:19.108723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:19.118285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.188199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:19.193629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:19.194074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.253319 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 2.7878587
Dec 15 12:56:19.256174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60118) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:19.262666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'name': 'tempest-PortsTestJSON-1744433435'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:19.267772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Attempting to bind port 11edd225-1347-4bae-b9be-563a2666e8f6 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:19.267772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Attempting to bind port 11edd225-1347-4bae-b9be-563a2666e8f6 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:19.267772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Attempting to bind port 11edd225-1347-4bae-b9be-563a2666e8f6 on network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:19.329566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=2bbfc7b0-ca55-440c-8bb7-1ee52a61666a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:19.335700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.343302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:19.344132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7a331c03-9c11-4551-99e2-c6a9fd2f3417 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:19.373986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Port 11edd225-1347-4bae-b9be-563a2666e8f6 on network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:56:19.374214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Attempting to bind port 11edd225-1347-4bae-b9be-563a2666e8f6 on network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:19.384137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:19.396147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:19.396598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Checking segment: {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:19.397114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Bound using segment: {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:19.397905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Bound port: 11edd225-1347-4bae-b9be-563a2666e8f6, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bdff02-7399-4141-ae1f-08ca8340b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:19.399490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.408199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 7a331c03-9c11-4551-99e2-c6a9fd2f3417 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:19.408593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7a331c03-9c11-4551-99e2-c6a9fd2f3417 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:19.427980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae24fd96-8651-4ebe-8fb7-bd43aaab6263 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.428372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:19.433056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:19.437492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:19.438807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:19.446091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:19.466890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.469640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:19.475622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.483511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c26f3a74-2781-4107-8ebe-b106acbb71fe tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:19.502418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:56:19.505785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:19.519615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae24fd96-8651-4ebe-8fb7-bd43aaab6263 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.522186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.526810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:19.552133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=422743c1-0de4-4925-890e-2e4c2d444092,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:19.558854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:19.564723 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'code': 200}
Dec 15 12:56:19.577205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.583228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22affb6d-3af3-44f5-a813-368a5cc6b02c None None] Network 8ee9d548-b04c-454b-b6dc-aada02d64059 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:19.590953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/422743c1-0de4-4925-890e-2e4c2d444092 HTTP/1.1" status: 204  len: 168 time: 2.5039093
Dec 15 12:56:19.598166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60126) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:19.777832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:19.913035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:19.922116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.926910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.934881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.952442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3901ba27-97a1-4fbf-b54a-96c66a07e7d1 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:19.972964 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4de19f1-bd9d-43ec-8472-c28bfa2ba2c9 req-fc34dfda-55b2-4171-a9a5-2a414a7f0611 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 1099 time: 0.1465669
Dec 15 12:56:19.972964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:19.988581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:19.993695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:20.035483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 256b0a3c-720d-4996-9a72-f2b8759569bd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:20.035903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.037213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:20.076409 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4de19f1-bd9d-43ec-8472-c28bfa2ba2c9 req-23883afa-6e52-4703-bf00-229a378a1e09 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001906
Dec 15 12:56:20.082713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.084312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] 10.222.0.77 "PUT /v2.0/ports/11edd225-1347-4bae-b9be-563a2666e8f6 HTTP/1.1" status: 200  len: 1094 time: 4.0897324
Dec 15 12:56:20.093051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:20.155465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': 'be8e6c18-6570-45a9-b3a1-e7106ee633d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:20.156181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:20.171425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] DHCP port deletion for 8ee9d548-b04c-454b-b6dc-aada02d64059 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:20.182143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Deleting port 256b0a3c-720d-4996-9a72-f2b8759569bd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:20.182576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.193850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=91b1a33b-9b7e-4916-bab2-b7e2b2acadd4,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:20.196119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:20.221846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:20.240381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:20.269137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:20.295054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9fc90-2cac-4672-9a08-fb57561da72b req-71b0d419-8e3c-47e8-9404-0649d8417dad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:20.297055 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2f9fc90-2cac-4672-9a08-fb57561da72b req-71b0d419-8e3c-47e8-9404-0649d8417dad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 946 time: 0.4580400
Dec 15 12:56:20.325730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:20.334681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:20.346955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:20.347699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.377615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a236f6-5fdc-45d8-8cc9-4dbcba37c9fe None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:20.388979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.1314394
Dec 15 12:56:20.393252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60138) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:20.406693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2090718196'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:20.417839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a75e7-67e4-4fba-9630-8f1867b4e8de req-39db8658-58ad-4462-96b2-ef7865015d99 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:20.434189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-921a75e7-67e4-4fba-9630-8f1867b4e8de req-39db8658-58ad-4462-96b2-ef7865015d99 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 944 time: 0.2296267
Dec 15 12:56:20.451760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:20.459056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:20.472221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:20.479966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:20.504468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-921a75e7-67e4-4fba-9630-8f1867b4e8de req-541c9373-7774-4aab-b0ff-453c13cbd3e3 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764172
Dec 15 12:56:20.527785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:20.535515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.555414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] For port 256b0a3c-720d-4996-9a72-f2b8759569bd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=256b0a3c-720d-4996-9a72-f2b8759569bd,segment=NetworkSegment(4e7c915e-95e6-44f9-ad9c-4aaae58c8721),segment_id=4e7c915e-95e6-44f9-ad9c-4aaae58c8721)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:20.559398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.582516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:20.598111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.598484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment 6632d0c9-f622-4fcd-926c-d6bba286a8d4 of type vlan for network c515790b-8c07-45ee-a92d-54751fcb36e8
Dec 15 12:56:20.653323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.759127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Calling delete_port for 256b0a3c-720d-4996-9a72-f2b8759569bd owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:20.782165 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2f9fc90-2cac-4672-9a08-fb57561da72b req-96358337-0784-4598-9f64-a3516f9f411e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4750743
Dec 15 12:56:20.786724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.792113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:20.796632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.800985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-47f0c70a-4fbf-406c-a662-8ba20beec477 tempest-NetworksTest-244759082 tempest-NetworksTest-244759082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:20.854901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.863177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1d9ef72-7d40-4197-8045-77932f21b8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:20.879923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port 256b0a3c-720d-4996-9a72-f2b8759569bd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=256b0a3c-720d-4996-9a72-f2b8759569bd,segment=NetworkSegment(4e7c915e-95e6-44f9-ad9c-4aaae58c8721),segment_id=4e7c915e-95e6-44f9-ad9c-4aaae58c8721)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:20.880326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:20.884042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e40f7-0384-4a3c-a328-6121246a6dde req-2bfbfbde-e8a6-4752-8df6-c3f9f2799b4f tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:20.885872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e40f7-0384-4a3c-a328-6121246a6dde req-2bfbfbde-e8a6-4752-8df6-c3f9f2799b4f tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 944 time: 0.2113085
Dec 15 12:56:20.910998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5154884
Dec 15 12:56:20.912672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Pushing event deleted for resources: {'Port': ['ID=256b0a3c-720d-4996-9a72-f2b8759569bd,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:20.913081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60142) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:20.925101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:20.957792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae24fd96-8651-4ebe-8fb7-bd43aaab6263 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router 854d4c6b-d8b5-45db-8c42-18ac793734ec has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:20.960009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6', 'status': 'completed', 'code': 200}
Dec 15 12:56:20.965229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] No DVR routers for this DVR port 256b0a3c-720d-4996-9a72-f2b8759569bd on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:20.995933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=c515790b-8c07-45ee-a92d-54751fcb36e8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:21.009770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network c515790b-8c07-45ee-a92d-54751fcb36e8 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:21.011640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'ports': [{'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a'}, {'network_id': 'c515790b-8c07-45ee-a92d-54751fcb36e8'}]} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:21.012103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:21.013507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': 'c515790b-8c07-45ee-a92d-54751fcb36e8'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:21.051989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-704a8d45-015d-4d3e-89b3-e828e8c410ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d313a8b1cb694e1491203369f938abc4&device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 1097 time: 0.7462306
Dec 15 12:56:21.053881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:21.060672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for 256b0a3c-720d-4996-9a72-f2b8759569bd owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:21.115672 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e40f7-0384-4a3c-a328-6121246a6dde req-18f68e74-063a-4760-9165-c35f3ba725a1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2113831
Dec 15 12:56:21.134228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:56:21.197955 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-495b4b63-d534-4a24-92bc-0bd887a6d6bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11edd225-1347-4bae-b9be-563a2666e8f6 HTTP/1.1" status: 200  len: 217 time: 0.1069613
Dec 15 12:56:21.342116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:21.362751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'port_id': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'mac_address': 'fa:16:3e:3c:a1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:56:21.388839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:56:21.389233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:56:21.393939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-502a6dab-e496-4070-b6fe-8d48688204f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:21.396042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-502a6dab-e496-4070-b6fe-8d48688204f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=07e258b0-3346-412d-9cf8-4861667bbd82 HTTP/1.1" status: 200  len: 835 time: 0.1900351
Dec 15 12:56:21.411002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:21.415507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:21.416409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 256b0a3c-720d-4996-9a72-f2b8759569bd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:21.421946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:21.426726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:21.443134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 2} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:21.450523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:21.468163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 256b0a3c-720d-4996-9a72-f2b8759569bd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:21.468563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 256b0a3c-720d-4996-9a72-f2b8759569bd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:21.470611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:21.496329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:21.515787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:56:21.531603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:21.559388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:21.561568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:21.582058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-ee89a873-7391-4bb8-b76f-82bc798ec9de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97e12bac-51c3-468f-bf3e-09eed3aa18b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1705430
Dec 15 12:56:21.623014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port d6f28b0e-877e-48a9-81de-15bce4b89541 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:56:21.640170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:21.644743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:21.774189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:21.777465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['6b9fccf3-92be-497f-94fd-4b5fd6c85f6f'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:56:21.799643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae24fd96-8651-4ebe-8fb7-bd43aaab6263 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:21.821610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] Sync routers for ids ['854d4c6b-d8b5-45db-8c42-18ac793734ec'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:21.833390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae24fd96-8651-4ebe-8fb7-bd43aaab6263 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:21.835327 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae24fd96-8651-4ebe-8fb7-bd43aaab6263 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/854d4c6b-d8b5-45db-8c42-18ac793734ec HTTP/1.1" status: 200  len: 888 time: 5.6555738
Dec 15 12:56:21.847189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60150) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:21.851382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] Routers {'854d4c6b-d8b5-45db-8c42-18ac793734ec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:21.857082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc28d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['854d4c6b-d8b5-45db-8c42-18ac793734ec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:21.911913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port 256b0a3c-720d-4996-9a72-f2b8759569bd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:21.912295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:21.922259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc28d0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:21.977697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-1009d9aa-c388-42bb-8df9-cd30a9c27f97 service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3828802
Dec 15 12:56:21.996336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] Routers {'854d4c6b-d8b5-45db-8c42-18ac793734ec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:21.997025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc28d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['854d4c6b-d8b5-45db-8c42-18ac793734ec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:21.998066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 3e081838-403f-46bb-9696-cbf40ae285a7 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:56:22.047014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] The port '256b0a3c-720d-4996-9a72-f2b8759569bd' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:56:22.079304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc28d0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:22.079771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03725586-d0ba-425a-9146-e820978d7d3f None None] The sync data for ids ['854d4c6b-d8b5-45db-8c42-18ac793734ec'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:22.115394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5eab-e93f-4454-8ae2-24ca3f4c1c25 req-906752ab-e5f9-4898-a8b7-8c28fc7c2dd5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:22.117355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcdd5eab-e93f-4454-8ae2-24ca3f4c1c25 req-906752ab-e5f9-4898-a8b7-8c28fc7c2dd5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 946 time: 0.1706328
Dec 15 12:56:22.117812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934147d1-67c7-497e-834d-bbc9fbf6efd0 req-2d163f42-a681-47cc-91e9-63333678e306 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:22.119713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-934147d1-67c7-497e-834d-bbc9fbf6efd0 req-2d163f42-a681-47cc-91e9-63333678e306 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 945 time: 0.3915551
Dec 15 12:56:22.292736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.308820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcdd5eab-e93f-4454-8ae2-24ca3f4c1c25 req-92636639-8e8c-4f66-aa7c-a085ade164b7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1722181
Dec 15 12:56:22.336139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.343639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:22.373057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.409654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:22.413334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:22.417676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:22.418825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.452555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc44da10-1dbb-4335-8e84-8922b16652b4 req-1ddea299-6d26-45be-bb09-812326360a40 service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4439566
Dec 15 12:56:22.468975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-934147d1-67c7-497e-834d-bbc9fbf6efd0 req-acc1e236-22fb-4b9a-8a77-a7f5ff69337c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2947075
Dec 15 12:56:22.473899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9a2c390>,) {'filters': {'network_id': ['8ee9d548-b04c-454b-b6dc-aada02d64059']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:22.491211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=d6f28b0e-877e-48a9-81de-15bce4b89541,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:22.491520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9a2c390>, '4e7c915e-95e6-44f9-ad9c-4aaae58c8721') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:22.491947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9a2c390>, '4e7c915e-95e6-44f9-ad9c-4aaae58c8721') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:22.509501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:22.512390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-567b6016-4832-4948-bd45-86b6c3bfc6fe tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:22.548538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.584452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.598643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:22.599021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:22.616725 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:22.785871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.794483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-8f7b79f9-7198-4515-933a-cbbfa1eaedb9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d313a8b1cb694e1491203369f938abc4&device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 1097 time: 0.2902615
Dec 15 12:56:22.796207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:22.822615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:22.884788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=3e081838-403f-46bb-9696-cbf40ae285a7,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:22.892566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:22.894983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': '6632d0c9-f622-4fcd-926c-d6bba286a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c515790b-8c07-45ee-a92d-54751fcb36e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:22.895373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: c515790b-8c07-45ee-a92d-54751fcb36e8, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:22.911019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ee88-7e15-410e-b221-5d709735a7c4 req-dfd76533-f077-45c5-a7ee-1bab19d736cb tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:22.912856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1669ee88-7e15-410e-b221-5d709735a7c4 req-dfd76533-f077-45c5-a7ee-1bab19d736cb tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 944 time: 0.4854794
Dec 15 12:56:22.966120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network c515790b-8c07-45ee-a92d-54751fcb36e8 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:22.983976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1669ee88-7e15-410e-b221-5d709735a7c4 req-547f1c4b-22ae-4f4f-a1c7-8d428875a432 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629487
Dec 15 12:56:22.984604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, c515790b-8c07-45ee-a92d-54751fcb36e8) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:22.988644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:22.994542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:22.995770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b698593a-95ca-45b1-a60e-e27881de42d8 None None] Network c515790b-8c07-45ee-a92d-54751fcb36e8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:22.998516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:22.999308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:23.024301 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.0306282
Dec 15 12:56:23.027292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60158) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:23.103925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 3e081838-403f-46bb-9696-cbf40ae285a7 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:23.104431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:23.123383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:23.129059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=8ee9d548-b04c-454b-b6dc-aada02d64059,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:23.138961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:23.145049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/8ee9d548-b04c-454b-b6dc-aada02d64059 HTTP/1.1" status: 204  len: 168 time: 3.4624517
Dec 15 12:56:23.146783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60162) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:23.162168 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-53c81256-a38d-4e5f-8987-88dca9ad899c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/routers/854d4c6b-d8b5-45db-8c42-18ac793734ec HTTP/1.1" status: 200  len: 888 time: 1.3109415
Dec 15 12:56:23.166586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60166) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:23.272498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cfb96b9b-6c63-4251-bb27-c7315cb1d542 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:23.288651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0941c1-cffc-4d94-ac8f-3117c0308772 req-0f1e4f13-b9ba-4123-b795-aa281803643b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:23.296570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a0941c1-cffc-4d94-ac8f-3117c0308772 req-0f1e4f13-b9ba-4123-b795-aa281803643b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 946 time: 0.6732969
Dec 15 12:56:23.296804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:23.302888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:23.303369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:23.364185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cfb96b9b-6c63-4251-bb27-c7315cb1d542 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:23.368359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cfb96b9b-6c63-4251-bb27-c7315cb1d542 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=854d4c6b-d8b5-45db-8c42-18ac793734ec HTTP/1.1" status: 200  len: 205 time: 0.1981711
Dec 15 12:56:23.369718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60170) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:23.381044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-3f686526-e374-4617-a08f-f9f0e3b9fe70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:23.382822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-3f686526-e374-4617-a08f-f9f0e3b9fe70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=97e12bac-51c3-468f-bf3e-09eed3aa18b6 HTTP/1.1" status: 200  len: 898 time: 0.5622351
Dec 15 12:56:23.388006 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a0941c1-cffc-4d94-ac8f-3117c0308772 req-046b6f46-7361-4a83-88e3-6d77eecac5ae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900660
Dec 15 12:56:23.429588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:23.446259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60174) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:23.458365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:23.468916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:23.472563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:23.474632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:23.480152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-741afcee-9805-4fc2-8d9c-1b62ccc7428c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11edd225-1347-4bae-b9be-563a2666e8f6 HTTP/1.1" status: 200  len: 217 time: 0.0905652
Dec 15 12:56:23.535061 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'code': 200}
Dec 15 12:56:23.550766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:23.561291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:23.571867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-d0c34859-9411-4789-ba1e-ff37d94712e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:23.573583 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-d0c34859-9411-4789-ba1e-ff37d94712e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=07e258b0-3346-412d-9cf8-4861667bbd82 HTTP/1.1" status: 200  len: 835 time: 0.0873322
Dec 15 12:56:23.683684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:23.719019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-1e8b0f6e-bda2-40fd-ba00-e37964139243 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97e12bac-51c3-468f-bf3e-09eed3aa18b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1295981
Dec 15 12:56:23.859546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0be8a-be48-40c7-b13d-457f02ed577d req-d9146622-1e01-4c81-a437-68239190e30e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:23.861167 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d0be8a-be48-40c7-b13d-457f02ed577d req-d9146622-1e01-4c81-a437-68239190e30e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 946 time: 0.2088819
Dec 15 12:56:23.874644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 3e081838-403f-46bb-9696-cbf40ae285a7 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:23.913722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-62f2c234-c97d-4060-a528-ea1b4543add2 service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862006
Dec 15 12:56:23.974100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03d0be8a-be48-40c7-b13d-457f02ed577d req-dee8719f-4509-4926-b729-38cc0bed9a80 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1051452
Dec 15 12:56:24.056306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e1dbcfa4-fe24-477e-8edb-ee6624a4eded tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 1094 time: 0.6087563
Dec 15 12:56:24.067495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60184) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:24.080165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:24.086968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:24.091126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:24.094121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:24.100274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:24.112977 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49a72fa6-2aba-48fc-9790-de8a6aaf9eed req-2715b3e0-7dff-4ec6-9406-e5ad8acd1e26 service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911736
Dec 15 12:56:24.114492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.270149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.282202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5d79de2-7108-4373-bbce-5305245cc25b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:24.293793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.343016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=3e081838-403f-46bb-9696-cbf40ae285a7,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:24.350618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:24.359563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5b33b489-4b1c-4355-b90e-088624d54d30 req-cfcaa77b-00c9-423b-8ac8-4488e50318a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 1099 time: 0.5282681
Dec 15 12:56:24.395720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.422705 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/3e081838-403f-46bb-9696-cbf40ae285a7 HTTP/1.1" status: 204  len: 168 time: 1.3942609
Dec 15 12:56:24.426721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60188) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:24.447552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.502272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611c0fc-4aa9-4383-824c-9f6cdfc37f07 req-a16e43df-ec5b-4f44-8f87-9b18855b5b95 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:24.502650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.243 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/6107b0ba-8403-4f6b-aebc-63e605f7149c) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:24.503904 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2611c0fc-4aa9-4383-824c-9f6cdfc37f07 req-a16e43df-ec5b-4f44-8f87-9b18855b5b95 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 944 time: 0.3611152
Dec 15 12:56:24.539800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.603731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5b33b489-4b1c-4355-b90e-088624d54d30 req-b3ebd424-28e4-44d8-a374-57955d66fb54 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2350616
Dec 15 12:56:24.624598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0294a-aee0-4a50-9951-394700d67c83 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:24.629021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0294a-aee0-4a50-9951-394700d67c83 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:24.631090 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-89c0294a-aee0-4a50-9951-394700d67c83 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.2032998
Dec 15 12:56:24.636520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60192) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:24.746098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port d6f28b0e-877e-48a9-81de-15bce4b89541 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:24.746500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.805999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.942470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:24.950283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-138f623c-a8b2-4af3-b9b6-386af520b2a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:24.963103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2611c0fc-4aa9-4383-824c-9f6cdfc37f07 req-d7dec110-56d5-468d-bff2-c89cbaa3232f tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4488983
Dec 15 12:56:25.071753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.119935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11edd225-1347-4bae-b9be-563a2666e8f6 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:56:25.156544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=6107b0ba-8403-4f6b-aebc-63e605f7149c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:25.163778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:25.164917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:25.259257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for d6f28b0e-877e-48a9-81de-15bce4b89541 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:25.295139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.311566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 5dd79549-11ad-47b7-b8ab-d45df880d1f5 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:25.311995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.333381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:25.336068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:25.458297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:25.474544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '11edd225-1347-4bae-b9be-563a2666e8f6', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'port_id': '11edd225-1347-4bae-b9be-563a2666e8f6', 'mac_address': 'fa:16:3e:bc:fd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:56:25.515114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.527108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:25.540357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.560290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11edd225-1347-4bae-b9be-563a2666e8f6 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:56:25.577442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:25.582421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.585634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:25.600911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=d6f28b0e-877e-48a9-81de-15bce4b89541,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:25.603848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:25.608109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.612052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:25.649933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d58a0-bdb1-4fee-85db-340a123ffb90 req-88205985-fd22-4f93-80f2-1d16ef0a915e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:25.651744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-650d58a0-bdb1-4fee-85db-340a123ffb90 req-88205985-fd22-4f93-80f2-1d16ef0a915e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 946 time: 0.4857402
Dec 15 12:56:25.676941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:25.685795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:25.709650 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/d6f28b0e-877e-48a9-81de-15bce4b89541 HTTP/1.1" status: 204  len: 168 time: 1.0695815
Dec 15 12:56:25.712622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60198) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:25.769139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 5dd79549-11ad-47b7-b8ab-d45df880d1f5 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:25.852847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['11edd225-1347-4bae-b9be-563a2666e8f6'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:56:25.869295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-650d58a0-bdb1-4fee-85db-340a123ffb90 req-17a250f2-fbb3-4e18-a929-80dc01388738 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1979012
Dec 15 12:56:25.993223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a2257a-fe9c-488e-89e6-6ce23deee1dc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:25.993981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-43a2257a-fe9c-488e-89e6-6ce23deee1dc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:26.032609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-43a2257a-fe9c-488e-89e6-6ce23deee1dc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:26.036543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-43a2257a-fe9c-488e-89e6-6ce23deee1dc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3183100
Dec 15 12:56:26.036862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60204) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:26.093990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port fdc362b8-4d8e-4033-9184-61bf77281c6d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:26.094382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.177737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.189247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:26.259232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=5dd79549-11ad-47b7-b8ab-d45df880d1f5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:26.262004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:26.348758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1b75a8-2876-41fc-8152-52481585680f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:56:26.350292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5c1b75a8-2876-41fc-8152-52481585680f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/3e081838-403f-46bb-9696-cbf40ae285a7 HTTP/1.1" status: 404  len: 333 time: 0.3123982
Dec 15 12:56:26.354478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60208) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:26.410659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e6ce82-3806-4169-8ed7-868a3d2dbb76 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:56:26.412102 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-05e6ce82-3806-4169-8ed7-868a3d2dbb76 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/d6f28b0e-877e-48a9-81de-15bce4b89541 HTTP/1.1" status: 404  len: 333 time: 0.0566435
Dec 15 12:56:26.415561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60212) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:26.547631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.605609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.737312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdaaef-896d-4f2e-806b-8e88006db148 req-6bd88725-899b-4cc7-92af-a6ecd28f7560 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:26.738994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5afdaaef-896d-4f2e-806b-8e88006db148 req-6bd88725-899b-4cc7-92af-a6ecd28f7560 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 945 time: 0.6122165
Dec 15 12:56:26.792759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.826710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.831170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.835248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0628629f-092e-4e94-b46e-836e3b16941f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:26.873829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.946467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=6107b0ba-8403-4f6b-aebc-63e605f7149c,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:26.951071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:26.959396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port fdc362b8-4d8e-4033-9184-61bf77281c6d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fdc362b8-4d8e-4033-9184-61bf77281c6d,segment=NetworkSegment(18540211-ad7a-4cc6-b5d4-8b2083789678),segment_id=18540211-ad7a-4cc6-b5d4-8b2083789678)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:26.959827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:26.962868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.120234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11edd225-1347-4bae-b9be-563a2666e8f6 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:27.199461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904b22-e774-4b52-b350-9bce4d6481e2 req-6c545db0-eab1-4ff7-8e4d-0d2c47517136 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:27.201158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-36904b22-e774-4b52-b350-9bce4d6481e2 req-6c545db0-eab1-4ff7-8e4d-0d2c47517136 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 946 time: 0.1797788
Dec 15 12:56:27.209971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 11edd225-1347-4bae-b9be-563a2666e8f6 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:27.215757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 11edd225-1347-4bae-b9be-563a2666e8f6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:27.216194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.285276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-36904b22-e774-4b52-b350-9bce4d6481e2 req-5ef52ed4-6364-4df0-9019-95f359c4bc28 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753317
Dec 15 12:56:27.301174 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 797aa1bb-4886-4230-a643-40aa316a12fa associated. External IP: 172.26.0.243, port: 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8.
Dec 15 12:56:27.403625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.440798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:27.442249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:27.447301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for fdc362b8-4d8e-4033-9184-61bf77281c6d owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:27.449830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.452925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:27.522913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:27.526264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:27.584023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471deac2-3263-469b-93a1-7b29a7856e45 req-c56f57f0-13bd-43ff-aa9d-e5f27f7e0650 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:27.585786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-471deac2-3263-469b-93a1-7b29a7856e45 req-c56f57f0-13bd-43ff-aa9d-e5f27f7e0650 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 946 time: 0.1235218
Dec 15 12:56:27.640829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5afdaaef-896d-4f2e-806b-8e88006db148 req-226f3307-0aaa-4a2f-ab4a-0f39f9329ba8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8789709
Dec 15 12:56:27.649123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.691096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.712776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6', 'code': 200}
Dec 15 12:56:27.717626 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-471deac2-3263-469b-93a1-7b29a7856e45 req-6e3f72b7-14a3-4960-b0de-aa73645b1133 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1240621
Dec 15 12:56:27.755709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60222) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:27.781575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.846099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa118f98>,) {'filters': {'network_id': ['c515790b-8c07-45ee-a92d-54751fcb36e8']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:27.861658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9d7a7616-a648-4159-b22f-75dd81ea2964 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:27.870138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa118f98>, '6632d0c9-f622-4fcd-926c-d6bba286a8d4') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:27.870590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa118f98>, '6632d0c9-f622-4fcd-926c-d6bba286a8d4') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:27.878067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.878661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Fanout notify agent at l3_agent the message router_deleted on router 854d4c6b-d8b5-45db-8c42-18ac793734ec {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:56:27.903147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.935867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.977726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.983219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:27.984441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/854d4c6b-d8b5-45db-8c42-18ac793734ec HTTP/1.1" status: 204  len: 168 time: 4.6148229
Dec 15 12:56:28.025314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60228) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:28.041901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-414862392'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:28.049524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:28.055259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:28.059385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:28.066926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:28.081955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:28.082411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.088783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:28.094419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:28.099091 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:28.141478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:28.153277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] Sync routers for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:28.164570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.167455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:28.168296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c6d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:28.226838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.1576314
Dec 15 12:56:28.227301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.230071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:28.231142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60232) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:28.236251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:28.258260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7acdf5b3-2b84-4d4b-841e-dff0e21781a7 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:28.267040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.267580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment d68c238e-4ff0-4950-87e4-f459a56ae977 of type vlan for network 04ad0c97-75ac-4fb8-8441-eb99547ddc83
Dec 15 12:56:28.300838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.341062 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'status': 'completed', 'code': 200}
Dec 15 12:56:28.342733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.347326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:28.348162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.352684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.353209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-55af14df-44fc-410c-88ae-2031c5c44955 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:28.371932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=fdc362b8-4d8e-4033-9184-61bf77281c6d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:28.378122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:28.390548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.394216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93b3d349-5ff7-485f-9d25-bb72393ecc8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:28.418587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:28.430548 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-46554aa1-cafe-490c-bb9e-fc2735f07e8d req-41b873e3-4e7b-4202-921f-cf904ecbd5c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 1099 time: 0.5053904
Dec 15 12:56:28.436809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=c515790b-8c07-45ee-a92d-54751fcb36e8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:28.440516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdb7eaaf-b166-423f-b245-a57d7da69225 tempest-TestVolumeBootPattern-658489909 tempest-TestVolumeBootPattern-658489909-project-admin] Synchronizing usage tracker for tenant:a795b80919b9472f905fbc4abbcb729d on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:28.445682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:28.531158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4978514
Dec 15 12:56:28.533259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60238) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:28.537250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=04ad0c97-75ac-4fb8-8441-eb99547ddc83,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:28.544458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': '04ad0c97-75ac-4fb8-8441-eb99547ddc83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:28.550855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:28.562925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e1148492-6c4a-4a38-a3ab-692cc78e1da0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:28.564925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/c515790b-8c07-45ee-a92d-54751fcb36e8 HTTP/1.1" status: 204  len: 168 time: 2.1477187
Dec 15 12:56:28.574818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60242) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:28.600901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-692790623'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:28.617949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:28.626198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:28.631110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:28.711327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:28.759549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95437506-fb64-40dd-832c-aea98f17d9bc req-9cd9751e-e0f0-4eeb-8901-8fcf4585ccd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 1099 time: 0.3786447
Dec 15 12:56:28.795779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e43a931f-f057-4933-8a9c-148f0f8cc30b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 992 time: 0.5127814
Dec 15 12:56:28.804444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fdb7eaaf-b166-423f-b245-a57d7da69225 tempest-TestVolumeBootPattern-658489909 tempest-TestVolumeBootPattern-658489909-project-admin] Unset dirty status for tenant:a795b80919b9472f905fbc4abbcb729d on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:28.808742 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fdb7eaaf-b166-423f-b245-a57d7da69225 tempest-TestVolumeBootPattern-658489909 tempest-TestVolumeBootPattern-658489909-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 1094 time: 1.0395701
Dec 15 12:56:28.810303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60248) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:28.818738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-46554aa1-cafe-490c-bb9e-fc2735f07e8d req-ad6aa968-1870-4f07-a13b-721b537c719c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3579607
Dec 15 12:56:28.823321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:28.829675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:28.834176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Usage tracker for resource:floatingip and tenant:fbfc7a0e0f3944d298f7d91c0212d059 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:28.837834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:28.838004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:28.843697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.846735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:28.856281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:28.862621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.870786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:28.871910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:28.905590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c6d8>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '797aa1bb-4886-4230-a643-40aa316a12fa', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'port_id': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'mac_address': 'fa:16:3e:12:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:26Z', 'updated_at': '2021-12-15T12:56:26Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:28.910162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] Checking router: 9d7a7616-a648-4159-b22f-75dd81ea2964 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:28.924721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:28.926051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c6d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:29.176376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:29.235234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:29.286849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:29.289700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:29.350885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:29.415491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:29.415889 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment 656a9259-822e-436f-be2b-a34667823a08 of type vlan for network 5a920cc6-4279-4432-89cc-a5f50b6e342c
Dec 15 12:56:29.445969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95437506-fb64-40dd-832c-aea98f17d9bc req-2c761090-7d79-4ebd-b1c7-fa7cd28e25ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:29.447966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95437506-fb64-40dd-832c-aea98f17d9bc req-2c761090-7d79-4ebd-b1c7-fa7cd28e25ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 897 time: 0.6870959
Dec 15 12:56:29.542680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:29.581247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1471d-dc9e-42e3-87a0-fdefa57cf4df req-c828c38c-76e5-4e03-b6da-0f60d0e10184 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:29.582879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1cf1471d-dc9e-42e3-87a0-fdefa57cf4df req-c828c38c-76e5-4e03-b6da-0f60d0e10184 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.7282770
Dec 15 12:56:29.584905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:29.697205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:29.747054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:29.799412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95437506-fb64-40dd-832c-aea98f17d9bc req-ef7372df-ffdd-4178-b855-964392f38374 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 HTTP/1.1" status: 200  len: 1000 time: 0.3407981
Dec 15 12:56:29.808086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60252) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:29.814536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c6d8>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '797aa1bb-4886-4230-a643-40aa316a12fa', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'port_id': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'mac_address': 'fa:16:3e:12:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:26Z', 'updated_at': '2021-12-15T12:56:26Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:29.822559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3406e5-b38d-4002-821e-981cc011ba57 None None] The sync data for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv is: [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '797aa1bb-4886-4230-a643-40aa316a12fa', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'port_id': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'mac_address': 'fa:16:3e:12:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:26Z', 'updated_at': '2021-12-15T12:56:26Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:29.948124 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1cf1471d-dc9e-42e3-87a0-fdefa57cf4df req-bb166aed-d3ac-4536-b5aa-aafd2c568b84 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3489273
Dec 15 12:56:29.971767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:29.976365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:29.977109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:30.004154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e86b3d20-ccba-4292-bd40-ed95fed31725 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:30.011602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Allocated IP 172.26.0.88 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/580a6935-1790-4932-aa5a-53eedf76755c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:30.069528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:30.085338 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9369617
Dec 15 12:56:30.091100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:30.107895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60256) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:30.114691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:30.116245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb75d400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:30.224477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:30.258141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:30.287112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51cb8820-7406-4e8c-b133-b1f3b22f9a05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:30.314359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.7345982
Dec 15 12:56:30.329822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:30.340503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60260) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:30.355794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:30.363390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:30.368068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:30.404028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b00aad-42a4-4ba5-96ba-90ed7d41755c None None] New status for floating IP 797aa1bb-4886-4230-a643-40aa316a12fa: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:56:30.478355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95437506-fb64-40dd-832c-aea98f17d9bc req-f36285e8-1d7a-4a21-9203-403aa919634e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:30.479675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=580a6935-1790-4932-aa5a-53eedf76755c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:30.480837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95437506-fb64-40dd-832c-aea98f17d9bc req-f36285e8-1d7a-4a21-9203-403aa919634e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 200  len: 835 time: 0.6604993
Dec 15 12:56:30.483268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb75d400>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:27Z', 'revision_number': 11, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:30.486772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=5a920cc6-4279-4432-89cc-a5f50b6e342c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:30.488102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:30.490738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:30.494810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f3adfec5-d89f-4992-8d99-c7764697d798 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 992 time: 0.6851921
Dec 15 12:56:30.500945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:30.513829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 5a920cc6-4279-4432-89cc-a5f50b6e342c details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:30.530025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:30.530933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb75d400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:30.567136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:30.602401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:30.636303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bbe8a400-16e8-448f-9810-dfb843f8c8cf tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:30.785616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:30.909037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=aecd991a-5b1b-4cd6-963d-04cd46928885,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:30.911801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:30.914052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb75d400>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:27Z', 'revision_number': 11, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:30.918580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ce49a-1de1-4f21-904b-ccf915881df1 None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:27Z', 'revision_number': 11, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:30.934406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:30.942984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:30.949597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:30.963813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:30.973541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting subnet d8b1dd9a-e230-43b0-9e39-aeffbcef49f3 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:30.988194 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95437506-fb64-40dd-832c-aea98f17d9bc req-3151ad73-82a0-4c3f-85b3-a3abeba52b1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae999331-ef2f-40f0-937c-8153b8734d19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4720564
Dec 15 12:56:30.989836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.020780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': 'd68c238e-4ff0-4950-87e4-f459a56ae977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '04ad0c97-75ac-4fb8-8441-eb99547ddc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:31.021191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: 04ad0c97-75ac-4fb8-8441-eb99547ddc83, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:31.056580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:31.080388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.198323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.247260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.285610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd4382-918c-4983-8987-80b06b4a25b6 req-68ec089b-5192-4f7f-9a10-ebd57dfb731a tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:31.287280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5acd4382-918c-4983-8987-80b06b4a25b6 req-68ec089b-5192-4f7f-9a10-ebd57dfb731a tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.1643088
Dec 15 12:56:31.328531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.353344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fdc362b8-4d8e-4033-9184-61bf77281c6d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:31.361127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:31.397308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: fdc362b8-4d8e-4033-9184-61bf77281c6d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:31.397721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fdc362b8-4d8e-4033-9184-61bf77281c6d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:31.438370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5acd4382-918c-4983-8987-80b06b4a25b6 req-e9f8581f-e062-430a-96c9-62d193ac445a tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1308594
Dec 15 12:56:31.476299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Performing IP validity checks on allocation pools {{(pid=88869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 12:56:31.477032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 12:56:31.481952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 04ad0c97-75ac-4fb8-8441-eb99547ddc83) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:31.495250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be67edb4-8db2-44b3-a5c7-fcb84e09a29d None None] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:31.501197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60268) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:31.503829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:31.504107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.505928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.510055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.511727 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95437506-fb64-40dd-832c-aea98f17d9bc req-98a608ca-23a0-4948-8f50-fdda2c1f7ad9 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4843221
Dec 15 12:56:31.515086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e52f719-df48-410b-b60c-ed19211dccdd tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:31.623697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event updated for resources: {'Port': ['ID=580a6935-1790-4932-aa5a-53eedf76755c,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:31.634489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:31.654727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.763927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-04ad0c97-75ac-4fb8-8441-eb99547ddc83', 'network_id': '04ad0c97-75ac-4fb8-8441-eb99547ddc83', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': 'aecd991a-5b1b-4cd6-963d-04cd46928885'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:56:31.764888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:31.883636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Floating IP 27b35be1-8cd9-49e5-97b8-2af4feae7a0e associated. External IP: 172.26.0.88, port: 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f.
Dec 15 12:56:31.945929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Allocated IP 172.20.0.2 (04ad0c97-75ac-4fb8-8441-eb99547ddc83/aecd991a-5b1b-4cd6-963d-04cd46928885/5a69b19b-19a5-4375-aede-e455f3d22e5a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:32.052749 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5169439
Dec 15 12:56:32.056223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60272) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:32.065668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-327047210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:32.073570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:32.080752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:router and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:32.082618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.094259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:32.104047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:32.123466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.131512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.131876 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c39ae8a1-4e93-4ffb-8e00-9bfc36c4abb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 994 time: 0.6160386
Dec 15 12:56:32.175645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.187313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Transition to ACTIVE for port object 5a69b19b-19a5-4375-aede-e455f3d22e5a will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:32.212125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Transition to ACTIVE for port object 5a69b19b-19a5-4375-aede-e455f3d22e5a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:32.218131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.232812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.234121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:32.263413 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95437506-fb64-40dd-832c-aea98f17d9bc req-d2bfe9c6-d622-470e-ada1-d57ce934b72a service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4098282
Dec 15 12:56:32.269277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.294555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:32.297690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff029-8caa-49b2-8ee6-cec30fd5346b req-19bb59b4-0af7-406c-97fc-d4bd363fad35 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:32.305615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-865ff029-8caa-49b2-8ee6-cec30fd5346b req-19bb59b4-0af7-406c-97fc-d4bd363fad35 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.4532878
Dec 15 12:56:32.309385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:32.316834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:32.353787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.358956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7f797047-3b55-4961-8329-ae049b3ce1a1 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:32.379017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.383156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-78935b2d-d4c6-44fd-b74b-d165d2a953ec tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3229971
Dec 15 12:56:32.383459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60276) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:32.397920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.409930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Pushing event updated for resources: {'Port': ['ID=5a69b19b-19a5-4375-aede-e455f3d22e5a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:32.410988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b1dd9a-e230-43b0-9e39-aeffbcef49f3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:32.421407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:32.422604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79e07071-809a-4e6f-a4be-22b1f171e3ca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:32.444911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:32.468747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Attempting to bind port 5a69b19b-19a5-4375-aede-e455f3d22e5a on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:32.469139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Attempting to bind port 5a69b19b-19a5-4375-aede-e455f3d22e5a by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'd68c238e-4ff0-4950-87e4-f459a56ae977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '04ad0c97-75ac-4fb8-8441-eb99547ddc83'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:32.470071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Attempting to bind port 5a69b19b-19a5-4375-aede-e455f3d22e5a on network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:32.475482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.475850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40817daf-a167-43f6-83fe-b83eb7ede0a4 None None] Network bab81b42-bf8a-435b-955c-96a6d2f24ea2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:32.487956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-865ff029-8caa-49b2-8ee6-cec30fd5346b req-c5fe4bb4-f2cc-4077-9214-f1a122be3053 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1813481
Dec 15 12:56:32.508980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/d8b1dd9a-e230-43b0-9e39-aeffbcef49f3 HTTP/1.1" status: 204  len: 168 time: 2.3993652
Dec 15 12:56:32.517369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60280) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:32.518692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:32.519119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Checking segment: {'id': 'd68c238e-4ff0-4950-87e4-f459a56ae977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '04ad0c97-75ac-4fb8-8441-eb99547ddc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:32.519597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.520039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Bound using segment: {'id': 'd68c238e-4ff0-4950-87e4-f459a56ae977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '04ad0c97-75ac-4fb8-8441-eb99547ddc83'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:32.520581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Bound port: 5a69b19b-19a5-4375-aede-e455f3d22e5a, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68c238e-4ff0-4950-87e4-f459a56ae977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '04ad0c97-75ac-4fb8-8441-eb99547ddc83'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:32.521003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.557035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60284) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:32.569054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:56:32.605081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=76f73fc7-e201-4d0e-856d-d967d1667eaf,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:32.625250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:32.711526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': '656a9259-822e-436f-be2b-a34667823a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:32.711892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: 5a920cc6-4279-4432-89cc-a5f50b6e342c, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:32.751184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.770113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] For port 5a69b19b-19a5-4375-aede-e455f3d22e5a, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:32.778908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] For port 5a69b19b-19a5-4375-aede-e455f3d22e5a, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5a69b19b-19a5-4375-aede-e455f3d22e5a,segment=NetworkSegment(d68c238e-4ff0-4950-87e4-f459a56ae977),segment_id=d68c238e-4ff0-4950-87e4-f459a56ae977)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:32.781014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Deleting port f56e5130-7436-4e05-8f32-33220f3a25b5 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:32.781387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.786867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.792642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:32.828302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0df10ec0-65bd-4094-970e-1c2b270a1065 tempest-TestNetworkAdvancedServerOps-368321867 tempest-TestNetworkAdvancedServerOps-368321867-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 1094 time: 0.2643590
Dec 15 12:56:32.829498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60288) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:32.837840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '11edd225-1347-4bae-b9be-563a2666e8f6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:32.854003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:32.856399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 5a920cc6-4279-4432-89cc-a5f50b6e342c is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:32.867957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Usage tracker for resource:floatingip and tenant:d313a8b1cb694e1491203369f938abc4 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:32.893590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Pushing event updated for resources: {'Port': ['ID=5a69b19b-19a5-4375-aede-e455f3d22e5a,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:32.898743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:32.900480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:32.916775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 5a920cc6-4279-4432-89cc-a5f50b6e342c) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:32.918805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:32.926095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:32.926742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.939709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a37bd-35fc-4bf4-bf75-a333578eef42 None None] Network 5a920cc6-4279-4432-89cc-a5f50b6e342c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:32.961127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:32.989362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] DHCP port deletion for bab81b42-bf8a-435b-955c-96a6d2f24ea2 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:33.019428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6509471
Dec 15 12:56:33.020420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60292) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:33.032890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c', 'name': 'tempest-PortsTestJSON-515377214'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:33.050052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:33.052368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Deleting port f56e5130-7436-4e05-8f32-33220f3a25b5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:33.052775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.126349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] For port f56e5130-7436-4e05-8f32-33220f3a25b5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f56e5130-7436-4e05-8f32-33220f3a25b5,segment=NetworkSegment(18540211-ad7a-4cc6-b5d4-8b2083789678),segment_id=18540211-ad7a-4cc6-b5d4-8b2083789678)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:33.126755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.315064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Calling delete_port for f56e5130-7436-4e05-8f32-33220f3a25b5 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:33.482066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f56e5130-7436-4e05-8f32-33220f3a25b5 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:33.490550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.497816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40bf5a13-3fdb-4c5a-994d-e9cd7a63e4c1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:33.527930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f56e5130-7436-4e05-8f32-33220f3a25b5 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:33.528316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f56e5130-7436-4e05-8f32-33220f3a25b5 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:33.540806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] For port f56e5130-7436-4e05-8f32-33220f3a25b5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f56e5130-7436-4e05-8f32-33220f3a25b5,segment=NetworkSegment(18540211-ad7a-4cc6-b5d4-8b2083789678),segment_id=18540211-ad7a-4cc6-b5d4-8b2083789678)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:33.541303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.547335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:33.573185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:33.573877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Port': ['ID=f56e5130-7436-4e05-8f32-33220f3a25b5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:33.587765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:33.597593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No DVR routers for this DVR port f56e5130-7436-4e05-8f32-33220f3a25b5 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:33.606056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:33.611834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.639613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.695105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Calling delete_port for f56e5130-7436-4e05-8f32-33220f3a25b5 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:33.708391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 416418fa-72fb-4d95-bc66-f6c3bbc5c6df yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:56:33.801605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.855515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:56:33.855916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:56:33.865934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-5a920cc6-4279-4432-89cc-a5f50b6e342c', 'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c', 'tenant_id': '839f3f7fff2346cbb2ed3623ef9d0fd8', 'fixed_ips': [{'subnet_id': '76f73fc7-e201-4d0e-856d-d967d1667eaf'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:56:33.866874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.871271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.877269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb526e48>,) {'filters': {'network_id': ['bab81b42-bf8a-435b-955c-96a6d2f24ea2']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:33.903401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb526e48>, '18540211-ad7a-4cc6-b5d4-8b2083789678') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:33.903401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb526e48>, '18540211-ad7a-4cc6-b5d4-8b2083789678') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:33.919546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.952894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.958127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Allocated IP 172.26.0.227 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/7ccefb13-e336-47a1-b673-7ecf4fef3e48) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:33.963588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:33.964523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:33.980125 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:34.043071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Allocated IP 172.20.0.2 (5a920cc6-4279-4432-89cc-a5f50b6e342c/76f73fc7-e201-4d0e-856d-d967d1667eaf/c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:34.151144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.155926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.170639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:34.198715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:34.211565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:34.212722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Pushing event deleted for resources: {'Network': ['ID=bab81b42-bf8a-435b-955c-96a6d2f24ea2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:34.215384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:34.219472 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/networks/bab81b42-bf8a-435b-955c-96a6d2f24ea2 HTTP/1.1" status: 204  len: 168 time: 1.6933541
Dec 15 12:56:34.222164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60296) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:34.230170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'routes': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:34.253010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.300459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:34.301187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4632b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:34.389544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.5760484
Dec 15 12:56:34.392467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:34.401306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.20.0.1 (04ad0c97-75ac-4fb8-8441-eb99547ddc83/aecd991a-5b1b-4cd6-963d-04cd46928885/54a1e88b-3aa2-4299-bf9f-71b9c2d66727) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:34.403889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.407109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Deleting port f56e5130-7436-4e05-8f32-33220f3a25b5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:34.407986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.515729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b50ed7af-c017-4161-9812-b201f06088e3 None None] The port 'f56e5130-7436-4e05-8f32-33220f3a25b5' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:56:34.525092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Transition to ACTIVE for port object c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:34.632833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Transition to ACTIVE for port object c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:34.645328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'status': 'completed', 'code': 200}
Dec 15 12:56:34.648529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.649200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.664142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:34.719180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:34.740302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.3 (5a920cc6-4279-4432-89cc-a5f50b6e342c/76f73fc7-e201-4d0e-856d-d967d1667eaf/416418fa-72fb-4d95-bc66-f6c3bbc5c6df) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:34.781628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Network 5a920cc6-4279-4432-89cc-a5f50b6e342c is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:34.783015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Pushing event updated for resources: {'Port': ['ID=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:34.794931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:34.798305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:34.799967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:34.805750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.820231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d822ed61-0a2c-4b47-a497-cead00f71d4d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:34.866119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:34.866372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:34.873370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:34.890641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:34.938175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.964253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:34.996111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Added routes are [] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 12:56:34.996648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Removed routes are [] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 12:56:34.997179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.005718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Attempting to bind port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:35.006426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Attempting to bind port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '656a9259-822e-436f-be2b-a34667823a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:35.006990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Attempting to bind port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 on network 5a920cc6-4279-4432-89cc-a5f50b6e342c {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:35.018011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:35.018886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Checking segment: {'id': '656a9259-822e-436f-be2b-a34667823a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:35.019688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.020457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Bound using segment: {'id': '656a9259-822e-436f-be2b-a34667823a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:35.021185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Bound port: c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656a9259-822e-436f-be2b-a34667823a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a920cc6-4279-4432-89cc-a5f50b6e342c'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:35.021786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.053045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=54a1e88b-3aa2-4299-bf9f-71b9c2d66727,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:35.062681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:35.157609 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-9cb29341-0404-4b58-a83e-612544898714 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 1099 time: 0.4906316
Dec 15 12:56:35.196248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94a281f-d5e1-4804-93b1-08efcda83a44 None None] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:35.220275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.228827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fe661d2e-f6ef-431f-a2ed-1add7f56e086 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:35.284010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] For port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:35.397859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] For port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,segment=NetworkSegment(656a9259-822e-436f-be2b-a34667823a08),segment_id=656a9259-822e-436f-be2b-a34667823a08)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:35.418724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.435291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5f76f0e-7527-4b1a-8d24-3e7e9cea0626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:35.456520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:35.457603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Port': ['ID=7ccefb13-e336-47a1-b673-7ecf4fef3e48,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:35.507188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7e727330-f1ed-49a4-ba82-44c0c3a9208d None None] Provisioning for port 5a69b19b-19a5-4375-aede-e455f3d22e5a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:35.521106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:35.523671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:35.535781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:35.539010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.542347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Pushing event updated for resources: {'Port': ['ID=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:35.546373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5a69b19b-19a5-4375-aede-e455f3d22e5a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:35.596555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.605171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-3e885e1c-d61d-48f1-b26c-3072d0b1f92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:35.606991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-3e885e1c-d61d-48f1-b26c-3072d0b1f92b service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.4388673
Dec 15 12:56:35.611247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:35.611759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.628830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.721972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object 416418fa-72fb-4d95-bc66-f6c3bbc5c6df will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:35.893306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:35.901932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ab13466-ba52-4222-8936-8dc55db11533 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:36.004210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-c1de5c7f-e42a-4a4d-a234-1c4f4391a9ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f HTTP/1.1" status: 200  len: 999 time: 0.3898916
Dec 15 12:56:36.070151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 5a920cc6-4279-4432-89cc-a5f50b6e342c is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:36.071089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=416418fa-72fb-4d95-bc66-f6c3bbc5c6df,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:36.076848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:36.079159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:36.082426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:36.083448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 5a69b19b-19a5-4375-aede-e455f3d22e5a completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:36.088136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-e2e10ef1-4d94-4d47-b858-c39c11b12b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:36.089786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-e2e10ef1-4d94-4d47-b858-c39c11b12b69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.0746908
Dec 15 12:56:36.097926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5a69b19b-19a5-4375-aede-e455f3d22e5a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:36.098350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.112037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router ba44b556-8713-4ef0-a5ed-e585f60b0f3f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:36.201247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:36.202033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.203485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4632b0>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:54:09Z', 'revision_number': 1, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}, {'id': '27b35be1-8cd9-49e5-97b8-2af4feae7a0e', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.88', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:3c:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1309d0f9-8f4a-4547-9016-850863a5b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:30Z', 'updated_at': '2021-12-15T12:56:30Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:36.209514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.219284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.252943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9933f76f-1d53-4f58-9c35-a68364c63c66 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:36.272193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:36.318900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.2948530
Dec 15 12:56:36.328052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60304) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:36.342697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.363985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:36.364698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4632b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:36.430410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.457659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=54a1e88b-3aa2-4299-bf9f-71b9c2d66727,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:36.465584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:36.472794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 416418fa-72fb-4d95-bc66-f6c3bbc5c6df {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:36.473365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.594674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 5a69b19b-19a5-4375-aede-e455f3d22e5a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5a69b19b-19a5-4375-aede-e455f3d22e5a,segment=NetworkSegment(d68c238e-4ff0-4950-87e4-f459a56ae977),segment_id=d68c238e-4ff0-4950-87e4-f459a56ae977)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:36.614389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:36.621298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:36.708503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:36.906483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:36.910955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:36.984538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-2bcac7d5-3946-4611-9e7b-dc288d22b81b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8687570
Dec 15 12:56:36.994136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:37.006247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] Sync routers for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:37.011684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-e1cc9cb8-0096-41c9-b5de-3ca9857975b0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:56:37.013321 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-e1cc9cb8-0096-41c9-b5de-3ca9857975b0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0067105
Dec 15 12:56:37.019327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:37.024412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e015d138-3189-4222-ab33-983096ad6f81 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 200  len: 704 time: 2.8013024
Dec 15 12:56:37.025433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:37.025592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60308) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:37.026436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba28a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:37.117474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:37.190073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b90d45ae-e33a-432d-bccf-6617b4e92af8 None None] Provisioning for port 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:37.196676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-0031afee-8db4-4c1f-a461-33d5b709d37a service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698747
Dec 15 12:56:37.199621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=5a69b19b-19a5-4375-aede-e455f3d22e5a,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:37.203694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:37.209786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b90d45ae-e33a-432d-bccf-6617b4e92af8 None None] Provisioning complete for port 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:37.210491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b90d45ae-e33a-432d-bccf-6617b4e92af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:37.211882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:37.281560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 416418fa-72fb-4d95-bc66-f6c3bbc5c6df owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:37.307275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1aab1fe6-33e5-45ca-99c6-5ade3feea84e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:37.434625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b90d45ae-e33a-432d-bccf-6617b4e92af8 None None] Port 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:56:37.438260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba28a90>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:27Z', 'revision_number': 11, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:37.444825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] Checking router: ba44b556-8713-4ef0-a5ed-e585f60b0f3f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:37.486242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] Routers {'ba44b556-8713-4ef0-a5ed-e585f60b0f3f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:37.490484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba28a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:37.505970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b90d45ae-e33a-432d-bccf-6617b4e92af8 None None] Provisioning complete for port 5a69b19b-19a5-4375-aede-e455f3d22e5a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:37.508047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b90d45ae-e33a-432d-bccf-6617b4e92af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:37.577143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4632b0>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:54:09Z', 'revision_number': 1, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}, {'id': '27b35be1-8cd9-49e5-97b8-2af4feae7a0e', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.88', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:3c:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1309d0f9-8f4a-4547-9016-850863a5b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:30Z', 'updated_at': '2021-12-15T12:56:30Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:37.605810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830a1de-bbd8-4cca-8c44-99a219844725 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:54:09Z', 'revision_number': 1, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}, {'id': '27b35be1-8cd9-49e5-97b8-2af4feae7a0e', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.88', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:3c:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1309d0f9-8f4a-4547-9016-850863a5b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:30Z', 'updated_at': '2021-12-15T12:56:30Z', 'revision_number': 0, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:37.722228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5a69b19b-19a5-4375-aede-e455f3d22e5a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:37.741408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1aab1fe6-33e5-45ca-99c6-5ade3feea84e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:37.751598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1aab1fe6-33e5-45ca-99c6-5ade3feea84e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 200  len: 205 time: 0.5591574
Dec 15 12:56:37.754152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60312) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:37.915175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] Set router ba44b556-8713-4ef0-a5ed-e585f60b0f3f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:38.047145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5a69b19b-19a5-4375-aede-e455f3d22e5a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:38.049080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.057735 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca99eda-3d21-4289-8afb-001439fcdf82 req-43d7a8b3-74d2-4b75-8875-8da819b7705a service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8090219
Dec 15 12:56:38.078292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.212217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b1590747-b1c9-460d-aae0-029a289ad86d None None] Provisioning complete for port 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:38.212217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1590747-b1c9-460d-aae0-029a289ad86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.250859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba28a90>, [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:27Z', 'revision_number': 11, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:38.258694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332eeda1-5dc1-406c-87f2-853748ec9359 None None] The sync data for ids ['ba44b556-8713-4ef0-a5ed-e585f60b0f3f'] in dv-neutron-821831-1-hyperv is: [{'id': 'ba44b556-8713-4ef0-a5ed-e585f60b0f3f', 'name': 'tempest-RoutersIpV6Test-router-896161214', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:54:39Z', 'updated_at': '2021-12-15T12:56:27Z', 'revision_number': 11, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:38.367765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b1590747-b1c9-460d-aae0-029a289ad86d None None] Port 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:56:38.372673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46c7d9-6128-46a4-a602-99c8fbd2e770 None None] New status for floating IP 27b35be1-8cd9-49e5-97b8-2af4feae7a0e: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:56:38.378500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.541947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a297fc3-ba34-4133-9b10-c181a49b2bae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.604408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:38.708179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.725408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad7e5f8a-75a1-4bfb-903c-4515f9f7df3d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:38.733067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29aa01-8bbb-480c-a3d7-4c3a5971b6f7 None None] Network 5a920cc6-4279-4432-89cc-a5f50b6e342c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:38.786287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=416418fa-72fb-4d95-bc66-f6c3bbc5c6df,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:38.788477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:38.841423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.846013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:38.851904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:38.901885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c6fe9cd2-e827-4c65-9c47-6dfd238c560c None None] Provisioning for port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:38.971552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event updated for resources: {'Port': ['ID=7ccefb13-e336-47a1-b673-7ecf4fef3e48,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:38.975777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:38.986436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.205485 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Floating IP 1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5 associated. External IP: 172.26.0.227, port: 11edd225-1347-4bae-b9be-563a2666e8f6.
Dec 15 12:56:39.223145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a297fc3-ba34-4133-9b10-c181a49b2bae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.227912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a297fc3-ba34-4133-9b10-c181a49b2bae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.252112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a297fc3-ba34-4133-9b10-c181a49b2bae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.252893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a297fc3-ba34-4133-9b10-c181a49b2bae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Fanout notify agent at l3_agent the message router_deleted on router ba44b556-8713-4ef0-a5ed-e585f60b0f3f {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:56:39.255291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:39.272534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:39.272956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.288957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.291468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/416418fa-72fb-4d95-bc66-f6c3bbc5c6df HTTP/1.1" status: 204  len: 168 time: 2.9620712
Dec 15 12:56:39.296525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a297fc3-ba34-4133-9b10-c181a49b2bae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.298992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60316) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:39.302283 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3a297fc3-ba34-4133-9b10-c181a49b2bae tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 204  len: 168 time: 1.5361423
Dec 15 12:56:39.303436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60318) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:39.313319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2002735111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:39.322979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router 442ce320-6deb-449e-844f-5397ecac24f0 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:56:39.334205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:39.342897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Usage tracker for resource:router and tenant:525ae58657fb419c8a191f3da121ed8e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:39.347756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:39.357858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fe4213-d5b9-4be9-89e3-1427e053b56a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:39.358366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fe4213-d5b9-4be9-89e3-1427e053b56a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:39.372322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-03fe4213-d5b9-4be9-89e3-1427e053b56a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/416418fa-72fb-4d95-bc66-f6c3bbc5c6df HTTP/1.1" status: 404  len: 333 time: 0.0703573
Dec 15 12:56:39.376161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60324) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:39.426380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:39.435084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdd9342-f473-43e9-a5c5-0bfe6c90f27b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:56:39.439634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0cdd9342-f473-43e9-a5c5-0bfe6c90f27b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/416418fa-72fb-4d95-bc66-f6c3bbc5c6df HTTP/1.1" status: 404  len: 333 time: 0.0624652
Dec 15 12:56:39.440434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60328) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:39.487466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.505634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.508441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.527131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.530473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,segment=NetworkSegment(656a9259-822e-436f-be2b-a34667823a08),segment_id=656a9259-822e-436f-be2b-a34667823a08)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:39.534075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.537159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:39.548418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.585487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.589964 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f19be14f-5a93-4546-be75-2e3beebd5eb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2842879
Dec 15 12:56:39.590678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60332) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:39.598087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-671da2ee-950e-41da-b1e6-b56cb546d1d6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:39.625968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:39.629833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:39.763993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:39.772549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/442ce320-6deb-449e-844f-5397ecac24f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3880103
Dec 15 12:56:39.773117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60336) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:39.780068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] Sync routers for ids ['442ce320-6deb-449e-844f-5397ecac24f0'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:39.793293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] Routers {'442ce320-6deb-449e-844f-5397ecac24f0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:39.794102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2cc278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['442ce320-6deb-449e-844f-5397ecac24f0'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:39.845312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet 76f73fc7-e201-4d0e-856d-d967d1667eaf {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:39.860279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.867000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1db5c316-9cb1-4acc-ba93-dae99573803c None None] Provisioning complete for port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:39.871329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db5c316-9cb1-4acc-ba93-dae99573803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:39.892144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2cc278>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:39.905952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] Routers {'442ce320-6deb-449e-844f-5397ecac24f0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:39.906630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2cc278>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['442ce320-6deb-449e-844f-5397ecac24f0'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:39.947626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c9956-e9ca-4db4-bc32-6a854427ac46 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:39.949166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc3c9956-e9ca-4db4-bc32-6a854427ac46 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports/54a1e88b-3aa2-4299-bf9f-71b9c2d66727 HTTP/1.1" status: 200  len: 910 time: 0.1638775
Dec 15 12:56:39.958587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60340) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:39.979223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2cc278>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:39.979991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b089a9-78b3-462e-92c8-92ea1ac99433 None None] The sync data for ids ['442ce320-6deb-449e-844f-5397ecac24f0'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:39.983836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aecd991a-5b1b-4cd6-963d-04cd46928885'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:40.019047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:40.088182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-671da2ee-950e-41da-b1e6-b56cb546d1d6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:40.100533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-671da2ee-950e-41da-b1e6-b56cb546d1d6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:40.194055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b338b374-34b9-4781-aba1-6832daf026da None None] Could not find standard attr ID for object 416418fa-72fb-4d95-bc66-f6c3bbc5c6df. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:56:40.289174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671da2ee-950e-41da-b1e6-b56cb546d1d6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Router 0cabca9b-6e93-464b-90cf-c71e90bf3366 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:56:40.357827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:40.730559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671da2ee-950e-41da-b1e6-b56cb546d1d6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:40.736763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-671da2ee-950e-41da-b1e6-b56cb546d1d6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:40.740471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-671da2ee-950e-41da-b1e6-b56cb546d1d6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "PUT /v2.0/routers/0cabca9b-6e93-464b-90cf-c71e90bf3366 HTTP/1.1" status: 200  len: 698 time: 1.1470630
Dec 15 12:56:40.741339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60346) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:40.743755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] Sync routers for ids ['0cabca9b-6e93-464b-90cf-c71e90bf3366'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:40.757556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] Routers {'0cabca9b-6e93-464b-90cf-c71e90bf3366'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:40.758301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2b3a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0cabca9b-6e93-464b-90cf-c71e90bf3366'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:40.893482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f89491dc-9407-4f4a-8ac2-db03ce97afa4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/routers/0cabca9b-6e93-464b-90cf-c71e90bf3366 HTTP/1.1" status: 200  len: 704 time: 0.1507499
Dec 15 12:56:40.896104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60350) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:40.902977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] Set router 0cabca9b-6e93-464b-90cf-c71e90bf3366 gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:40.926340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:40.940940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:40.945113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6652ab0e-f24e-44fb-904e-306a5cc07ea6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Synchronizing usage tracker for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:40.949547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13398913-35d6-43a3-a268-268020250d98 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:40.958433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6652ab0e-f24e-44fb-904e-306a5cc07ea6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Unset dirty status for tenant:525ae58657fb419c8a191f3da121ed8e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:40.963700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6652ab0e-f24e-44fb-904e-306a5cc07ea6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cabca9b-6e93-464b-90cf-c71e90bf3366 HTTP/1.1" status: 200  len: 205 time: 0.0662696
Dec 15 12:56:40.964366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60354) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:40.999994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=76f73fc7-e201-4d0e-856d-d967d1667eaf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:41.033887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2b3a90>, [{'id': '0cabca9b-6e93-464b-90cf-c71e90bf3366', 'name': 'tempest-RoutersIpV6Test-router-2002735111', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:39Z', 'updated_at': '2021-12-15T12:56:40Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:41.034140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:41.041039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] Checking router: 0cabca9b-6e93-464b-90cf-c71e90bf3366 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:41.046315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-91fcf19b-9bea-4327-a166-ac1f0435b721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.056201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.058315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] Routers {'0cabca9b-6e93-464b-90cf-c71e90bf3366'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:41.059171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2b3a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0cabca9b-6e93-464b-90cf-c71e90bf3366'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:41.084674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/76f73fc7-e201-4d0e-856d-d967d1667eaf HTTP/1.1" status: 204  len: 168 time: 1.6383216
Dec 15 12:56:41.086263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60358) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:41.126577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de250271-2e0c-4170-8d60-460ec77edb96 None None] Network 5a920cc6-4279-4432-89cc-a5f50b6e342c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:41.160452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c8cd-7cec-4894-ae56-2a33c7382c7b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.248228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Router 1ff5a7c5-059b-41a7-9266-ba88587599d5 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:41.322775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] Set router 0cabca9b-6e93-464b-90cf-c71e90bf3366 gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:41.395384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.486837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2b3a90>, [{'id': '0cabca9b-6e93-464b-90cf-c71e90bf3366', 'name': 'tempest-RoutersIpV6Test-router-2002735111', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:39Z', 'updated_at': '2021-12-15T12:56:40Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:41.501562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56f411-6042-43f0-92d2-45dc494f5e4f None None] The sync data for ids ['0cabca9b-6e93-464b-90cf-c71e90bf3366'] in dv-neutron-821831-1-hyperv is: [{'id': '0cabca9b-6e93-464b-90cf-c71e90bf3366', 'name': 'tempest-RoutersIpV6Test-router-2002735111', 'tenant_id': '525ae58657fb419c8a191f3da121ed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:39Z', 'updated_at': '2021-12-15T12:56:40Z', 'revision_number': 2, 'project_id': '525ae58657fb419c8a191f3da121ed8e', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:41.562239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:41.562630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.685520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:41.807831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:41.808973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.809332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c8cd-7cec-4894-ae56-2a33c7382c7b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.817779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c8cd-7cec-4894-ae56-2a33c7382c7b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.858336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c8cd-7cec-4894-ae56-2a33c7382c7b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.859598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac2c8cd-7cec-4894-ae56-2a33c7382c7b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Fanout notify agent at l3_agent the message router_deleted on router 0cabca9b-6e93-464b-90cf-c71e90bf3366 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:56:41.864095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] DHCP port deletion for 5a920cc6-4279-4432-89cc-a5f50b6e342c request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:41.878865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c8cd-7cec-4894-ae56-2a33c7382c7b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.880104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ac2c8cd-7cec-4894-ae56-2a33c7382c7b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/0cabca9b-6e93-464b-90cf-c71e90bf3366 HTTP/1.1" status: 204  len: 168 time: 0.9147270
Dec 15 12:56:41.884842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60362) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:41.890288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Deleting port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:41.891133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:41.954168 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-424d646b-3e4c-4a0a-bc73-7d8baef24d80 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cabca9b-6e93-464b-90cf-c71e90bf3366 HTTP/1.1" status: 200  len: 205 time: 0.0664644
Dec 15 12:56:41.954168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60366) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.063452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-597592a0-333f-4698-ad10-043e29ed4bbc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] delete failed (client error): The resource could not be found.
Dec 15 12:56:42.066311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-597592a0-333f-4698-ad10-043e29ed4bbc tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/0cabca9b-6e93-464b-90cf-c71e90bf3366 HTTP/1.1" status: 404  len: 336 time: 0.1094382
Dec 15 12:56:42.068038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60370) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.131487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-13937125-a312-434c-8cde-76c45aad8afe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:42.132398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13937125-a312-434c-8cde-76c45aad8afe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:42.136942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-13937125-a312-434c-8cde-76c45aad8afe tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/7806cc29-6c96-48a9-bfe8-db0508516867 HTTP/1.1" status: 404  len: 337 time: 0.0640364
Dec 15 12:56:42.137306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60374) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.180737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] For port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,segment=NetworkSegment(656a9259-822e-436f-be2b-a34667823a08),segment_id=656a9259-822e-436f-be2b-a34667823a08)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:42.181136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.185270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4940b750-f155-4744-a628-4ce3c30c3bd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:42.185774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4940b750-f155-4744-a628-4ce3c30c3bd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:42.190281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4940b750-f155-4744-a628-4ce3c30c3bd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/33447cfd-6fd6-458e-8e34-4a867d38a905 HTTP/1.1" status: 404  len: 337 time: 0.0493081
Dec 15 12:56:42.190548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60378) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.242169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8c1319-57ba-495c-bbcd-1c115f5f2181 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:42.243024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8c1319-57ba-495c-bbcd-1c115f5f2181 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:42.248867 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e8c1319-57ba-495c-bbcd-1c115f5f2181 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/422743c1-0de4-4925-890e-2e4c2d444092 HTTP/1.1" status: 404  len: 337 time: 0.0545678
Dec 15 12:56:42.249842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60382) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.273194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] For port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,segment=NetworkSegment(656a9259-822e-436f-be2b-a34667823a08),segment_id=656a9259-822e-436f-be2b-a34667823a08)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:42.273657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.307576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28a002b-ac5a-47ce-9f88-40253e106c8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:42.308002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28a002b-ac5a-47ce-9f88-40253e106c8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:42.310151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c28a002b-ac5a-47ce-9f88-40253e106c8a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/d8b1dd9a-e230-43b0-9e39-aeffbcef49f3 HTTP/1.1" status: 404  len: 337 time: 0.0587320
Dec 15 12:56:42.312749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60386) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.338316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:42.366990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3b635cab-27c3-4966-8a5c-97e6b821ebb8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 200  len: 205 time: 0.0528941
Dec 15 12:56:42.369650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60390) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.405298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Calling delete_port for c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:42.446607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:42.450866 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-e98e669e-192d-4667-8eab-8219fdedab02 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] delete failed (client error): The resource could not be found.
Dec 15 12:56:42.453707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e98e669e-192d-4667-8eab-8219fdedab02 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/ba44b556-8713-4ef0-a5ed-e585f60b0f3f HTTP/1.1" status: 404  len: 336 time: 0.0814309
Dec 15 12:56:42.460432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] Sync routers for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:42.463588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60394) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.474978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:42.476186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ba8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:42.486326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.500225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.507271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:56:42.507731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:56:42.510488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.516615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67196103-c8bd-457a-b9c3-1775748d1290 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:42.536016 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee0d7aaf-0eaa-45d7-a784-00029440cb6f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=15f63dce-d34c-4f66-8519-aa4be34ad25a HTTP/1.1" status: 200  len: 205 time: 0.0700951
Dec 15 12:56:42.537151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60398) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.546183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.588081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.610603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-0c082be9-ca30-40c1-adb2-f89bd05c179b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] delete failed (client error): The resource could not be found.
Dec 15 12:56:42.614549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c082be9-ca30-40c1-adb2-f89bd05c179b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/15f63dce-d34c-4f66-8519-aa4be34ad25a HTTP/1.1" status: 404  len: 336 time: 0.0731757
Dec 15 12:56:42.614852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60402) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.645199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:42.659233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:42.659832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-254b5c8a-4370-4a4e-97af-f9a3f85b2f1b tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:42.674240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed1ff06-39c5-49b7-8d6a-07976478eb34 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:42.674844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed1ff06-39c5-49b7-8d6a-07976478eb34 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:42.677215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6ed1ff06-39c5-49b7-8d6a-07976478eb34 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/c918d735-2584-4812-8d69-1238a88c4b7f HTTP/1.1" status: 404  len: 337 time: 0.0608428
Dec 15 12:56:42.679982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60406) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.728120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No DVR routers for this DVR port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:42.740331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c5f5c4a8-d963-489a-b67d-c8e518828634 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=c94cb937-7838-4d77-b1ba-62d7dc0e5104 HTTP/1.1" status: 200  len: 205 time: 0.0587931
Dec 15 12:56:42.742408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60410) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.801695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 9.9690561
Dec 15 12:56:42.804225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:56:42.813098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:42.813565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:42.818547 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/ports/54a1e88b-3aa2-4299-bf9f-71b9c2d66727 HTTP/1.1" status: 200  len: 910 time: 2.8561625
Dec 15 12:56:42.829887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60418) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.847524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=54a1e88b-3aa2-4299-bf9f-71b9c2d66727,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:42.861474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:42.875538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:42.932093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-fbc62723-6b78-467e-af22-d064aa41d2e4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] delete failed (client error): The resource could not be found.
Dec 15 12:56:42.935887 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fbc62723-6b78-467e-af22-d064aa41d2e4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/c94cb937-7838-4d77-b1ba-62d7dc0e5104 HTTP/1.1" status: 404  len: 336 time: 0.1897840
Dec 15 12:56:42.940966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60422) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:42.945062 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6', 'status': 'completed', 'code': 200}
Dec 15 12:56:43.011034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Deleting port c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:43.012479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.100096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e2f101f0-a709-4d7f-a581-7591ef2a4847 None None] The port 'c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:56:43.307927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.318452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.339862 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-503cd70f-66ae-4af8-bff9-12075df01999 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=745e57c0-7db5-456e-8d89-80fe25838693 HTTP/1.1" status: 200  len: 205 time: 0.3935239
Dec 15 12:56:43.340676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ba8>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'port_id': '11edd225-1347-4bae-b9be-563a2666e8f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'mac_address': 'fa:16:3e:bc:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:37Z', 'updated_at': '2021-12-15T12:56:37Z', 'revision_number': 0, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:10Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:43.347315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] Checking router: 1ff5a7c5-059b-41a7-9266-ba88587599d5 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:56:43.353120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60428) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:43.368575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:43.369679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ba8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:43.414093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bb722d7-09fb-4598-82eb-d73f3cd4111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.430650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42facbc5f8>,) {'filters': {'network_id': ['5a920cc6-4279-4432-89cc-a5f50b6e342c']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:43.465884 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-242bace3-5b2c-4402-97a0-a779a6bd08f4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] delete failed (client error): The resource could not be found.
Dec 15 12:56:43.467049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-242bace3-5b2c-4402-97a0-a779a6bd08f4 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/745e57c0-7db5-456e-8d89-80fe25838693 HTTP/1.1" status: 404  len: 336 time: 0.1129193
Dec 15 12:56:43.469134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42facbc5f8>, '656a9259-822e-436f-be2b-a34667823a08') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:43.469539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42facbc5f8>, '656a9259-822e-436f-be2b-a34667823a08') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:43.478741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:43.533833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.597112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.602778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad6f7bf-4e87-4382-931c-d422923e55c6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:43.603388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad6f7bf-4e87-4382-931c-d422923e55c6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:43.605258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0ad6f7bf-4e87-4382-931c-d422923e55c6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/5e0662d0-1737-4ed6-8e62-3a12ab61ecef HTTP/1.1" status: 404  len: 337 time: 0.1226950
Dec 15 12:56:43.623504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60436) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:43.635433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.642312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:56:43.658600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:43.697402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:43.697857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.701513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:43.701990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c4bd90a7-e6ac-49f4-a67a-de0eeeb7c2e7 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:43.722808 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:43.756552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e7169a9-e0a6-40b3-8173-1a4b1451df7d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87dad842-ef49-4d38-822f-f8f14ff4d225 HTTP/1.1" status: 200  len: 205 time: 0.1260331
Dec 15 12:56:43.785402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60440) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:43.811033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-9aa85e84-db2e-4135-8fbd-ba1e15b830e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d313a8b1cb694e1491203369f938abc4&device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 1099 time: 0.8709226
Dec 15 12:56:43.871879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-0aadeb4b-25b6-44bb-b3a7-6017f3095502 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] delete failed (client error): The resource could not be found.
Dec 15 12:56:43.873335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0aadeb4b-25b6-44bb-b3a7-6017f3095502 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/87dad842-ef49-4d38-822f-f8f14ff4d225 HTTP/1.1" status: 404  len: 336 time: 0.0869067
Dec 15 12:56:43.876304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60444) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:43.883831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:43.933149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bb1286af-89d9-4dcd-882c-e09fc0c72a4e tempest-BulkNetworkOpsIpV6Test-504823300 tempest-BulkNetworkOpsIpV6Test-504823300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:43.955033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:44.041942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed1e052-e178-4c4b-b609-5c8963cf295e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:44.042517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed1e052-e178-4c4b-b609-5c8963cf295e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:44.044898 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ed1e052-e178-4c4b-b609-5c8963cf295e tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/a1d95961-3d2a-4c0e-80ed-a3233aa2972f HTTP/1.1" status: 404  len: 337 time: 0.1656494
Dec 15 12:56:44.059317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=5a920cc6-4279-4432-89cc-a5f50b6e342c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:44.080030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60448) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.080030 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/5a920cc6-4279-4432-89cc-a5f50b6e342c HTTP/1.1" status: 204  len: 168 time: 2.9847124
Dec 15 12:56:44.084632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f7e26-272b-4498-923c-399fc429e97d req-6430f5af-dcce-4e16-8e87-71d0e9a34dfd tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:44.084632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-292f7e26-272b-4498-923c-399fc429e97d req-6430f5af-dcce-4e16-8e87-71d0e9a34dfd tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 1.1420720
Dec 15 12:56:44.100679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60452) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.113631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1857760421'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:44.120421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:44.125545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:44.129968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:44.154555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ba8>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'port_id': '11edd225-1347-4bae-b9be-563a2666e8f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'mac_address': 'fa:16:3e:bc:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:37Z', 'updated_at': '2021-12-15T12:56:37Z', 'revision_number': 0, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:10Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:44.160207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2594a-601e-48e6-82ca-fa8f9d4264c6 None None] The sync data for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv is: [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'floating_ip_address': '172.26.0.227', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'port_id': '11edd225-1347-4bae-b9be-563a2666e8f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'mac_address': 'fa:16:3e:bc:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:37Z', 'updated_at': '2021-12-15T12:56:37Z', 'revision_number': 0, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:10Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:44.160848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-70af25e7-0a22-434e-a897-1170d334e292 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf632af0-1b0d-4d5f-8b11-30989e7e0c3f HTTP/1.1" status: 200  len: 205 time: 0.0871701
Dec 15 12:56:44.166117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60456) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.167314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:44.179608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:44.207718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:44.214347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:44.275595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-7670c7ff-63af-4760-88d7-5aad4d375a5f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] delete failed (client error): The resource could not be found.
Dec 15 12:56:44.276991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7670c7ff-63af-4760-88d7-5aad4d375a5f tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/routers/bf632af0-1b0d-4d5f-8b11-30989e7e0c3f HTTP/1.1" status: 404  len: 336 time: 0.1078086
Dec 15 12:56:44.281642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60460) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.312027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:44.323600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-e3c533e2-6a2b-413d-bfb3-6ead87a7310b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:44.325184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-e3c533e2-6a2b-413d-bfb3-6ead87a7310b service neutron] 10.222.0.77 "GET /v2.0/networks?id=97e12bac-51c3-468f-bf3e-09eed3aa18b6 HTTP/1.1" status: 200  len: 898 time: 0.5019736
Dec 15 12:56:44.332782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-292f7e26-272b-4498-923c-399fc429e97d req-50dd8682-e13d-4dc5-baad-5ff77a126c1f tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2090373
Dec 15 12:56:44.340079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:44.340459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment 00278de7-06f6-4793-999b-3f91a447d780 of type vlan for network 640d2c9f-b440-4954-ae39-cdef0edaadd8
Dec 15 12:56:44.383575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60464) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.395024 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c29d13-d968-42f4-9a8d-0c5a8d15a64d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:44.395709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c29d13-d968-42f4-9a8d-0c5a8d15a64d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:44.399745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-80c29d13-d968-42f4-9a8d-0c5a8d15a64d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/8d4332a5-096a-4ce5-bc58-666f9c0199cf HTTP/1.1" status: 404  len: 337 time: 0.1154568
Dec 15 12:56:44.406629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60468) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.471849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-125c5ce0-a8ea-4b77-807a-417c98c968e5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:56:44.472343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125c5ce0-a8ea-4b77-807a-417c98c968e5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:56:44.476915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-125c5ce0-a8ea-4b77-807a-417c98c968e5 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] 10.222.0.53 "DELETE /v2.0/subnets/ffcb8168-ea23-43c8-8ae3-04379d58e20d HTTP/1.1" status: 404  len: 337 time: 0.0662568
Dec 15 12:56:44.500940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:44.508096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-196005b5-2873-44f9-8853-aee780e13abe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11edd225-1347-4bae-b9be-563a2666e8f6 HTTP/1.1" status: 200  len: 1000 time: 0.1696715
Dec 15 12:56:44.586786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f7f694c6-03a4-4932-8703-74c60f39262d tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/floatingips/1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5 HTTP/1.1" status: 200  len: 992 time: 0.1957645
Dec 15 12:56:44.595875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-bd960ba6-20f8-4fd3-82b0-df81ee03e4b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:44.597321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:44.598254 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-bd960ba6-20f8-4fd3-82b0-df81ee03e4b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=07e258b0-3346-412d-9cf8-4861667bbd82 HTTP/1.1" status: 200  len: 835 time: 0.0820513
Dec 15 12:56:44.601913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:44.602575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:44.603697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769af63-5988-42d9-84ff-bf2b37523a9b None None] New status for floating IP 1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:56:44.609608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c26ed520-d71b-4b70-9017-8d19d840499f tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:44.713722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-0571a540-58e8-4d1f-ad18-b5e503297d52 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97e12bac-51c3-468f-bf3e-09eed3aa18b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1021771
Dec 15 12:56:44.720882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60474) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.721754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6192982
Dec 15 12:56:44.729528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:44.800989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=640d2c9f-b440-4954-ae39-cdef0edaadd8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:44.805609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:44.844624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 640d2c9f-b440-4954-ae39-cdef0edaadd8 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:44.886503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60480) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:44.923184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:44.923610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:44.980022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:44.988672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:45.002262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:45.013890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:45.020398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-382af26b-a281-4b25-a33c-7f24ae42527d service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962899
Dec 15 12:56:45.028218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:45.191539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.220280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.236104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-473ff6f5-ca6c-4d3e-98fa-3561f6e126fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=525ae58657fb419c8a191f3da121ed8e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3481052
Dec 15 12:56:45.236857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60488) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:45.489425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.511997 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf13c4eb-f02d-4063-a84b-67774fc65ed9 req-67cd9494-6d27-4e6b-ae35-d4a25f587355 service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3716974
Dec 15 12:56:45.524438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 54a1e88b-3aa2-4299-bf9f-71b9c2d66727 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:45.592321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.594550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60492) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:45.656703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.731555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5133f91-d4f7-4c0a-ae58-d6fce989fe2a tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/floatingips/1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5 HTTP/1.1" status: 200  len: 994 time: 0.1330454
Dec 15 12:56:45.744750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.748109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a53089e2-70ef-4920-9a01-f20fba63dc4a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:45.782477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.789347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2639551a-169f-4cad-9739-40f3eabe512a tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:45.804680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756184f1-d04a-4a31-8844-5e3dbca04fa5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:45.824759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:45.824759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.840983 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/756184f1-d04a-4a31-8844-5e3dbca04fa5 HTTP/1.1" status: 204  len: 168 time: 0.5860631
Dec 15 12:56:45.861839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:45.870885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:45.916166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=1626a4c6-58d2-417e-862d-58a961a9846c,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:45.921290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:45.931492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': '00278de7-06f6-4793-999b-3f91a447d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:45.931492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: 640d2c9f-b440-4954-ae39-cdef0edaadd8, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:45.954194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=54a1e88b-3aa2-4299-bf9f-71b9c2d66727,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:45.954194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:45.967411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 640d2c9f-b440-4954-ae39-cdef0edaadd8 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:45.975668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 640d2c9f-b440-4954-ae39-cdef0edaadd8) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:45.980862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:45.980862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:46.000467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cedbb-de7c-46b6-a98f-f2e7f778e1b9 None None] Network 640d2c9f-b440-4954-ae39-cdef0edaadd8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:46.025767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2934158
Dec 15 12:56:46.025767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60498) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:46.036809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-479050296'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:46.285452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:46.285452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:46.299449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:46.308608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:46.322833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:46.332811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:46.421396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 982131a7-6d03-437b-87b3-04e9769fb894 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:56:46.725810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:46.748812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-640d2c9f-b440-4954-ae39-cdef0edaadd8', 'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8', 'tenant_id': '839f3f7fff2346cbb2ed3623ef9d0fd8', 'fixed_ips': [{'subnet_id': '1626a4c6-58d2-417e-862d-58a961a9846c'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:56:46.748812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:46.792328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.13 (640d2c9f-b440-4954-ae39-cdef0edaadd8/1626a4c6-58d2-417e-862d-58a961a9846c/982131a7-6d03-437b-87b3-04e9769fb894) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:47.422694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:47.434285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router 442ce320-6deb-449e-844f-5397ecac24f0 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:56:47.441218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object 982131a7-6d03-437b-87b3-04e9769fb894 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:47.484061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:47.493998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:47.568974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60518) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:47.596441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Allocated IP 172.20.0.2 (640d2c9f-b440-4954-ae39-cdef0edaadd8/1626a4c6-58d2-417e-862d-58a961a9846c/309d9812-6e97-49eb-b8c0-3832d434cdcd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:47.637614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:56:47.651443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] Sync routers for ids ['442ce320-6deb-449e-844f-5397ecac24f0'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:56:47.660320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/442ce320-6deb-449e-844f-5397ecac24f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8231144
Dec 15 12:56:47.660320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60524) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:47.665940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=982131a7-6d03-437b-87b3-04e9769fb894,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:47.671635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:47.699383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 640d2c9f-b440-4954-ae39-cdef0edaadd8 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:47.699383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:47.699383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:47.728753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] Routers {'442ce320-6deb-449e-844f-5397ecac24f0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:47.728753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ef0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['442ce320-6deb-449e-844f-5397ecac24f0'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:47.756412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8efc940-8d4f-4121-af06-8a4ad45fb079 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:47.784039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8efc940-8d4f-4121-af06-8a4ad45fb079 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:47.784039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e8efc940-8d4f-4121-af06-8a4ad45fb079 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=442ce320-6deb-449e-844f-5397ecac24f0 HTTP/1.1" status: 200  len: 205 time: 0.1245825
Dec 15 12:56:47.784039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60528) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:47.841862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:47.841862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:47.894980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.8658168
Dec 15 12:56:47.894980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60532) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:47.937995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ef0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:47.972483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 982131a7-6d03-437b-87b3-04e9769fb894 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:47.972483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:47.987044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] Routers {'442ce320-6deb-449e-844f-5397ecac24f0'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:56:47.987044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ef0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['442ce320-6deb-449e-844f-5397ecac24f0'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:48.275852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.343780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Transition to ACTIVE for port object 309d9812-6e97-49eb-b8c0-3832d434cdcd will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:48.417654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb603ef0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:48.417654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522afde-71c6-411a-96d2-66f7b76037ad None None] The sync data for ids ['442ce320-6deb-449e-844f-5397ecac24f0'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:56:48.426992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Transition to ACTIVE for port object 309d9812-6e97-49eb-b8c0-3832d434cdcd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:48.437611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.460509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:48.502072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1514158497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:48.511682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:48.511682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:router and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:48.511682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:48.521649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:48.564772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.564772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.591298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Network 640d2c9f-b440-4954-ae39-cdef0edaadd8 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:48.591298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:48.600717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73dcb645-b25b-4ac2-b0bc-67aa5535e41d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.609390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:48.637455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.746007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.874840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Pushing event updated for resources: {'Port': ['ID=309d9812-6e97-49eb-b8c0-3832d434cdcd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:48.889324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:48.895669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 982131a7-6d03-437b-87b3-04e9769fb894 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:48.901279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Attempting to bind port 309d9812-6e97-49eb-b8c0-3832d434cdcd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:48.901279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Attempting to bind port 309d9812-6e97-49eb-b8c0-3832d434cdcd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '00278de7-06f6-4793-999b-3f91a447d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:48.901279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Attempting to bind port 309d9812-6e97-49eb-b8c0-3832d434cdcd on network 640d2c9f-b440-4954-ae39-cdef0edaadd8 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:48.911777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.914776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:48.914776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Checking segment: {'id': '00278de7-06f6-4793-999b-3f91a447d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:48.914776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:48.914776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Bound using segment: {'id': '00278de7-06f6-4793-999b-3f91a447d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:48.918095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Bound port: 309d9812-6e97-49eb-b8c0-3832d434cdcd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00278de7-06f6-4793-999b-3f91a447d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '640d2c9f-b440-4954-ae39-cdef0edaadd8'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:48.918095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.076416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] For port 309d9812-6e97-49eb-b8c0-3832d434cdcd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:49.081358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.086881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] For port 309d9812-6e97-49eb-b8c0-3832d434cdcd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=309d9812-6e97-49eb-b8c0-3832d434cdcd,segment=NetworkSegment(00278de7-06f6-4793-999b-3f91a447d780),segment_id=00278de7-06f6-4793-999b-3f91a447d780)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:49.093771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68e13c80-0274-4845-8600-b2b90068681d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:49.099324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.099324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:49.115992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73dcb645-b25b-4ac2-b0bc-67aa5535e41d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.115992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73dcb645-b25b-4ac2-b0bc-67aa5535e41d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.140676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=982131a7-6d03-437b-87b3-04e9769fb894,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:49.140676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:49.147200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73dcb645-b25b-4ac2-b0bc-67aa5535e41d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.147200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dcb645-b25b-4ac2-b0bc-67aa5535e41d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Fanout notify agent at l3_agent the message router_deleted on router 442ce320-6deb-449e-844f-5397ecac24f0 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:56:49.157893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.157893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f6c6b2a-996a-444d-b2ff-c6c8c1e3f14c tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.5773194
Dec 15 12:56:49.157893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60540) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:49.172606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-615523135'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:49.172606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:49.182996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:network and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:49.182996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:49.193420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:49.203907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73dcb645-b25b-4ac2-b0bc-67aa5535e41d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.203907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-73dcb645-b25b-4ac2-b0bc-67aa5535e41d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/442ce320-6deb-449e-844f-5397ecac24f0 HTTP/1.1" status: 204  len: 168 time: 1.4188538
Dec 15 12:56:49.214652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60544) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:49.214652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Made reservation on behalf of da35bda83b214986995ded6f8e4318b4 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:49.224563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.284788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.300857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Pushing event updated for resources: {'Port': ['ID=309d9812-6e97-49eb-b8c0-3832d434cdcd,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:49.312379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:49.324486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.340657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/982131a7-6d03-437b-87b3-04e9769fb894 HTTP/1.1" status: 204  len: 168 time: 1.4445813
Dec 15 12:56:49.340657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60548) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:49.407911 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d718dcdd-918e-41bc-ad2c-4f2ee9df28f9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:56:49.407911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d718dcdd-918e-41bc-ad2c-4f2ee9df28f9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:49.425437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d718dcdd-918e-41bc-ad2c-4f2ee9df28f9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:49.435055 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d718dcdd-918e-41bc-ad2c-4f2ee9df28f9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/982131a7-6d03-437b-87b3-04e9769fb894 HTTP/1.1" status: 404  len: 333 time: 0.0869284
Dec 15 12:56:49.435055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60552) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:49.543639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet 1626a4c6-58d2-417e-862d-58a961a9846c {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:49.547791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet aecd991a-5b1b-4cd6-963d-04cd46928885 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:56:49.552565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.558181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.635836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.661180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.839853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:49.890666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:security_group_rule and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:49.898973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:49.907794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:49.917173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:50.021641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.180033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.180033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-976796c3-5ad7-48ce-b6e2-09b70e473c6b tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:50.273163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=1626a4c6-58d2-417e-862d-58a961a9846c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:50.290290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:50.302607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.310966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.325813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60556) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:50.330518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/1626a4c6-58d2-417e-862d-58a961a9846c HTTP/1.1" status: 204  len: 168 time: 0.8679032
Dec 15 12:56:50.355504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.355504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26c7108b-06ac-45df-a445-301ff745ab2a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:50.392423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.508279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:50.546814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.546814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84914a3-6fce-40c1-806a-3572236cb27e,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:50.552157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76753746-47c8-4e26-aa35-8fa6bd4f080d None None] Network 04ad0c97-75ac-4fb8-8441-eb99547ddc83 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:50.560250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:50.570571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.570571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76352834-89bb-4462-a93e-5d72ece466e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:50.615729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.615729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Added segment 2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780 of type vlan for network 6c8081b9-be7a-45c2-8361-1bf7ce53600b
Dec 15 12:56:50.655610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.708045 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/aecd991a-5b1b-4cd6-963d-04cd46928885 HTTP/1.1" status: 204  len: 168 time: 1.4966910
Dec 15 12:56:50.712765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60560) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:50.740655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=aecd991a-5b1b-4cd6-963d-04cd46928885,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:50.740655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:50.740655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.740655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:50.740655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.769368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96936d2c-564c-4438-a01d-4a624ed2ebfe tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:50.792570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.6290357
Dec 15 12:56:50.792570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60564) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:50.802274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 309d9812-6e97-49eb-b8c0-3832d434cdcd {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:50.802274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.868636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'subnet': {'network_id': '6c8081b9-be7a-45c2-8361-1bf7ce53600b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:50.901846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:50.920198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 5a69b19b-19a5-4375-aede-e455f3d22e5a {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:50.920198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:51.108082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] DHCP port deletion for 04ad0c97-75ac-4fb8-8441-eb99547ddc83 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:51.118326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Deleting port 5a69b19b-19a5-4375-aede-e455f3d22e5a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:51.118326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:51.152797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:51.166727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:subnet and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:51.181382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:51.207016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Network': ['ID=6c8081b9-be7a-45c2-8361-1bf7ce53600b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:51.218427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:51.233004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:51.261633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:51.393195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Made reservation on behalf of da35bda83b214986995ded6f8e4318b4 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:51.432632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 5a69b19b-19a5-4375-aede-e455f3d22e5a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5a69b19b-19a5-4375-aede-e455f3d22e5a,segment=NetworkSegment(d68c238e-4ff0-4950-87e4-f459a56ae977),segment_id=d68c238e-4ff0-4950-87e4-f459a56ae977)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:51.432632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:51.758518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 5a69b19b-19a5-4375-aede-e455f3d22e5a owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:51.807669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:51.838358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] For port 309d9812-6e97-49eb-b8c0-3832d434cdcd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=309d9812-6e97-49eb-b8c0-3832d434cdcd,segment=NetworkSegment(00278de7-06f6-4793-999b-3f91a447d780),segment_id=00278de7-06f6-4793-999b-3f91a447d780)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:51.838358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:51.843578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21dc556-9d0d-4a29-9b00-efb30dc24ab4 None None] Network 640d2c9f-b440-4954-ae39-cdef0edaadd8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:51.908394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 309d9812-6e97-49eb-b8c0-3832d434cdcd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:51.937035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:51.937035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5452ec5f-6fa3-433c-89e7-ce249e9548b5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:52.004610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=5a69b19b-19a5-4375-aede-e455f3d22e5a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:52.007873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:52.010851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No DVR routers for this DVR port 5a69b19b-19a5-4375-aede-e455f3d22e5a on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:52.131686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 309d9812-6e97-49eb-b8c0-3832d434cdcd owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:52.138419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] For port 5a69b19b-19a5-4375-aede-e455f3d22e5a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5a69b19b-19a5-4375-aede-e455f3d22e5a,segment=NetworkSegment(d68c238e-4ff0-4950-87e4-f459a56ae977),segment_id=d68c238e-4ff0-4950-87e4-f459a56ae977)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:56:52.139713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.190023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.234294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9c62780>,) {'filters': {'network_id': ['04ad0c97-75ac-4fb8-8441-eb99547ddc83']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:52.249987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c62780>, 'd68c238e-4ff0-4950-87e4-f459a56ae977') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:52.250312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c62780>, 'd68c238e-4ff0-4950-87e4-f459a56ae977') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:52.264802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.284259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.292356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:52.293051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.296839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-48a1f891-4bf5-40bc-9c0d-f9fb7ed15ff0 None None] Provisioning for port 309d9812-6e97-49eb-b8c0-3832d434cdcd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:52.309100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Calling delete_port for 5a69b19b-19a5-4375-aede-e455f3d22e5a owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:52.312017 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:52.320362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.331682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-465aa812-36e0-4284-ab09-10c92f75e8f3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:52.353269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Could not find standard attr ID for object 309d9812-6e97-49eb-b8c0-3832d434cdcd. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:56:52.409872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.416739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ad9feb7-3b8c-46d3-bab7-1ef7b985d4b1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:52.417651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=309d9812-6e97-49eb-b8c0-3832d434cdcd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:52.418068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:56:52.418713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:56:52.422152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:52.426800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5a69b19b-19a5-4375-aede-e455f3d22e5a no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:52.445516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.463020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=04ad0c97-75ac-4fb8-8441-eb99547ddc83,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:52.469388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No DVR routers for this DVR port 309d9812-6e97-49eb-b8c0-3832d434cdcd on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:56:52.471098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:52.488990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/04ad0c97-75ac-4fb8-8441-eb99547ddc83 HTTP/1.1" status: 204  len: 168 time: 1.7769487
Dec 15 12:56:52.490056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60570) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:52.493092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 5a69b19b-19a5-4375-aede-e455f3d22e5a {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:52.494217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5a69b19b-19a5-4375-aede-e455f3d22e5a not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:52.500570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc2f9d-fda2-4a5d-bea0-845d7548ac67 None None] DHCP port deletion for 640d2c9f-b440-4954-ae39-cdef0edaadd8 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:56:52.500814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-793122682', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:52.508390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:52.518013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:router and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:52.519895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:52.528927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:52.554673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.556921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.579089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.579369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.589229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da44032c-e674-4dd2-8ddf-53b87c192f71 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:52.599929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.631915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.633091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd6561e1-1bbd-494e-abbf-f6f2fd02dc0e tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1397338
Dec 15 12:56:52.636136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60576) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:52.642471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1361100552'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:52.648768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:52.653791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:52.657019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:52.663429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:52.673682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:52.679551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.723041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:52.731068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.742524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.743188 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment dc08d94e-949a-4908-a17c-c7d9ffb3ee3d of type vlan for network 1553bc31-79a5-4cd4-bcd8-44440cef1588
Dec 15 12:56:52.784212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.785379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Subnet': ['ID=1509f2cf-61f6-4f0e-9de3-a2a48b9ccd7a,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:52.792553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb738518>,) {'filters': {'network_id': ['640d2c9f-b440-4954-ae39-cdef0edaadd8']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:52.800683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:52.810620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb738518>, '00278de7-06f6-4793-999b-3f91a447d780') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:52.810965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb738518>, '00278de7-06f6-4793-999b-3f91a447d780') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:56:52.828920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.835154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.841881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Checking segment: {'id': '2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6c8081b9-be7a-45c2-8361-1bf7ce53600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:52.841881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network hostable DHCP agents. Network: 6c8081b9-be7a-45c2-8361-1bf7ce53600b, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:52.849177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:52.849177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.858445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc3013fe-8c21-47f3-b6a2-d18e1bcc95a3 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:52.868680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.878684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:56:52.878684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:56:52.895304 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:56:52.910848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2633369
Dec 15 12:56:52.910848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60580) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:52.927563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Deleting port 5a69b19b-19a5-4375-aede-e455f3d22e5a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:52.927563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:52.966076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:52.973759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:53.014413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 6c8081b9-be7a-45c2-8361-1bf7ce53600b) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:53.016522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-615f81ef-6275-4d24-8758-b6eb1fac2e55 None None] The port '5a69b19b-19a5-4375-aede-e455f3d22e5a' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:56:53.029018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.029018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:53.029018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.029642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea038dfb-45cf-4b1f-8b63-b3dd69785b4f None None] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:53.034990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2376a479-5c6f-449c-9083-019ff9410b51 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:53.060235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=1553bc31-79a5-4cd4-bcd8-44440cef1588,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:53.062276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.079922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f57cc1dd-b3de-49ec-affb-8f4e8f1af9ef tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:53.080302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:53.096227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=640d2c9f-b440-4954-ae39-cdef0edaadd8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:53.106575 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/640d2c9f-b440-4954-ae39-cdef0edaadd8 HTTP/1.1" status: 204  len: 168 time: 2.8069034
Dec 15 12:56:53.107501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60584) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:53.108535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:53.114843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3179088
Dec 15 12:56:53.131564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'name': 'tempest-PortsTestJSON-36654622'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:53.164066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60588) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:53.189148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'network': {'name': 'tempest-router-network01--2134927771'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:53.202311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:53.208454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:53.216144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:53.216144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:53.216144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:53.228777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:network and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:53.228777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:53.235859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:53.392359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.496594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-6c8081b9-be7a-45c2-8361-1bf7ce53600b', 'network_id': '6c8081b9-be7a-45c2-8361-1bf7ce53600b', 'tenant_id': 'da35bda83b214986995ded6f8e4318b4', 'fixed_ips': [{'subnet_id': '1509f2cf-61f6-4f0e-9de3-a2a48b9ccd7a'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:56:53.497633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.572526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:53.615250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:53.634705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:53.641714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:53.644354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Made reservation on behalf of da35bda83b214986995ded6f8e4318b4 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:53.650356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 309d9812-6e97-49eb-b8c0-3832d434cdcd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:56:53.650732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.668122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:53.689513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:53.699002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.722446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.726677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:53.728381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50930301-8fe9-4a03-a521-28910602cb0c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:53.738108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port f55ccb88-5dce-4d64-8db9-5e4bd7607c0d yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:56:53.801134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.801134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Added segment 936ffac7-51ef-4dac-9c27-29082a40a4cc of type vlan for network 6e46394d-23a7-4867-94b5-c1924fe5a8e8
Dec 15 12:56:53.824944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=4e81993b-ff89-4a47-bc49-b844f084ff13,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:53.824944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:53.835972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:53.836371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: 1553bc31-79a5-4cd4-bcd8-44440cef1588, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:53.869529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:53.876920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.882287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 1553bc31-79a5-4cd4-bcd8-44440cef1588) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:53.890468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:53.890468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:53.928436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0167937
Dec 15 12:56:53.931650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60592) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:53.969426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Allocated IP 172.20.0.2 (6c8081b9-be7a-45c2-8361-1bf7ce53600b/1509f2cf-61f6-4f0e-9de3-a2a48b9ccd7a/6bf4b492-815c-4b8d-a28d-1fb35806d01c) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:53.987156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4eaf5b-cff8-4f12-aba4-b7c194fc98b1 None None] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:54.012299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 309d9812-6e97-49eb-b8c0-3832d434cdcd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:56:54.012299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 309d9812-6e97-49eb-b8c0-3832d434cdcd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:56:54.129012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.151278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.151278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:54.156911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.166311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:54.284672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.312921 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1446648
Dec 15 12:56:54.312921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Network': ['ID=6e46394d-23a7-4867-94b5-c1924fe5a8e8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:54.312921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60596) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:54.339528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:54.342424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'network': {'name': 'tempest-router-network02--480090718'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:54.342424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:54.342424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17704d8d-1c5f-4d3a-9526-5c895f0446d1 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:54.381396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:54.397860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:network and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:54.415673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:54.416765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:54.434946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:54.445495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:54.451024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:54.453220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.463216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:54.488794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=f55ccb88-5dce-4d64-8db9-5e4bd7607c0d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:54.497097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:54.501160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 1.3910382
Dec 15 12:56:54.504440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60600) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:54.516361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Made reservation on behalf of da35bda83b214986995ded6f8e4318b4 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:54.525994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.628990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.642658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port f55ccb88-5dce-4d64-8db9-5e4bd7607c0d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:54.642796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-1553bc31-79a5-4cd4-bcd8-44440cef1588', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:56:54.642985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.643998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.676465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:56:54.714653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.714653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Added segment aa24f0e5-ba41-4046-81eb-4275465d90cc of type vlan for network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd
Dec 15 12:56:54.820492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.839700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.857495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Transition to ACTIVE for port object 6bf4b492-815c-4b8d-a28d-1fb35806d01c will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:54.930913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Transition to ACTIVE for port object 6bf4b492-815c-4b8d-a28d-1fb35806d01c will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:54.942076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.942076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-78017de3-c806-4346-b378-889c81b40b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:54.965504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.965504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:54.965504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:54.989481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.002636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cd197f8-a87b-4d67-9612-078342f09252 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:55.008504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Allocated IP 172.20.0.2 (1553bc31-79a5-4cd4-bcd8-44440cef1588/4e81993b-ff89-4a47-bc49-b844f084ff13/97b41ddb-08ab-4a7c-b5c6-42f738945ff8) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:55.024436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6970851
Dec 15 12:56:55.033976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Pushing event updated for resources: {'Port': ['ID=6bf4b492-815c-4b8d-a28d-1fb35806d01c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:55.033976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:55.055894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:55.055894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:55.055894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:55.084647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60606) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:55.156263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'subnet': {'network_id': '6e46394d-23a7-4867-94b5-c1924fe5a8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:55.188887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for f55ccb88-5dce-4d64-8db9-5e4bd7607c0d owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:55.280000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Attempting to bind port 6bf4b492-815c-4b8d-a28d-1fb35806d01c on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:55.280446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Attempting to bind port 6bf4b492-815c-4b8d-a28d-1fb35806d01c by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6c8081b9-be7a-45c2-8361-1bf7ce53600b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:55.282177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Attempting to bind port 6bf4b492-815c-4b8d-a28d-1fb35806d01c on network 6c8081b9-be7a-45c2-8361-1bf7ce53600b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:55.306488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:55.306924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Checking segment: {'id': '2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6c8081b9-be7a-45c2-8361-1bf7ce53600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:55.307413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.307871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Bound using segment: {'id': '2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6c8081b9-be7a-45c2-8361-1bf7ce53600b'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:55.308426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Bound port: 6bf4b492-815c-4b8d-a28d-1fb35806d01c, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6c8081b9-be7a-45c2-8361-1bf7ce53600b'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:55.308862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.411263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Network': ['ID=8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:55.446946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.447408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.447835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.448258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.448763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.449066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.449479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.449893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.450300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.450704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.451118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:55.468013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.468999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:55.470574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:55.472094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:56:55.476181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:subnet and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:55.479788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:55.486928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:55.489006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.499757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5e74023b-df93-4919-85db-232947227aae tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:55.517804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Transition to ACTIVE for port object 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:55.533342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] For port 6bf4b492-815c-4b8d-a28d-1fb35806d01c, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:55.547935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Made reservation on behalf of da35bda83b214986995ded6f8e4318b4 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:55.568474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=f55ccb88-5dce-4d64-8db9-5e4bd7607c0d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:55.576438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:55.596080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.607998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] For port 6bf4b492-815c-4b8d-a28d-1fb35806d01c, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6bf4b492-815c-4b8d-a28d-1fb35806d01c,segment=NetworkSegment(2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780),segment_id=2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:55.620821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Transition to ACTIVE for port object 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:55.643249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.648282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6673ec3f-35b8-4839-b0eb-8d2335d63de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:55.673639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/f55ccb88-5dce-4d64-8db9-5e4bd7607c0d HTTP/1.1" status: 204  len: 168 time: 1.1650648
Dec 15 12:56:55.673966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60610) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:55.682686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'mac_address': 'fa:16:3e:6e:d4:64', 'name': 'tempest-PortsTestJSON-1343132299'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:55.684721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.689057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.761375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:55.767619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:55.770180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:55.782373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Pushing event updated for resources: {'Port': ['ID=6bf4b492-815c-4b8d-a28d-1fb35806d01c,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:55.786467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:55.787788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:55.962891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Pushing event updated for resources: {'Port': ['ID=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:55.967585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:55.968826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Attempting to bind port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:55.969098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Attempting to bind port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:55.969512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Attempting to bind port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 on network 1553bc31-79a5-4cd4-bcd8-44440cef1588 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:55.982717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:55.983569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Checking segment: {'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:55.984251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.984861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Bound using segment: {'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:55.985780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Bound port: 97b41ddb-08ab-4a7c-b5c6-42f738945ff8, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:55.986491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.990861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:55.997721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39807629-fcfd-4f36-a122-7af9ded8691f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:56.101484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] For port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:56.101842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Subnet': ['ID=64c9fb2d-cb6b-436c-a300-a9ce22a3d72c,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:56.104642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] For port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,segment=NetworkSegment(dc08d94e-949a-4908-a17c-c7d9ffb3ee3d),segment_id=dc08d94e-949a-4908-a17c-c7d9ffb3ee3d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:56.107202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:56.108227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.20.0.1 (1553bc31-79a5-4cd4-bcd8-44440cef1588/4e81993b-ff89-4a47-bc49-b844f084ff13/3dbffe93-f219-4b20-899e-e96d62af565e) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:56.108603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Checking segment: {'id': '936ffac7-51ef-4dac-9c27-29082a40a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6e46394d-23a7-4867-94b5-c1924fe5a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:56.109000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network hostable DHCP agents. Network: 6e46394d-23a7-4867-94b5-c1924fe5a8e8, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:56.114782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:56.127598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:56.133402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:56.142716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:56.142716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:56.176147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:56.231959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:56.273204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:56.278334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Pushing event updated for resources: {'Port': ['ID=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:56.284135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:56.290104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 6e46394d-23a7-4867-94b5-c1924fe5a8e8) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:56.294423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:56.295090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:56.314865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ab4c8-8b13-4cb0-90dd-3a0630f41d77 None None] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:56.330730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2515459
Dec 15 12:56:56.335090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60614) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:56.377718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'subnet': {'network_id': '8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:56:56.586631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:56:56.589256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:56.593952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Usage tracker for resource:subnet and tenant:da35bda83b214986995ded6f8e4318b4 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:56:56.597310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:56:56.606204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:56:56.643109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Made reservation on behalf of da35bda83b214986995ded6f8e4318b4 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:56:56.661866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:56:56.689985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-6e46394d-23a7-4867-94b5-c1924fe5a8e8', 'network_id': '6e46394d-23a7-4867-94b5-c1924fe5a8e8', 'tenant_id': 'da35bda83b214986995ded6f8e4318b4', 'fixed_ips': [{'subnet_id': '64c9fb2d-cb6b-436c-a300-a9ce22a3d72c'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:56:56.691258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:56.850604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:56.915231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:56.998289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Allocated IP 172.20.0.2 (6e46394d-23a7-4867-94b5-c1924fe5a8e8/64c9fb2d-cb6b-436c-a300-a9ce22a3d72c/4a817d27-8189-40f6-8f52-a847f3016db6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:57.005899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 3dbffe93-f219-4b20-899e-e96d62af565e will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:57.065391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.118887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.121153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.130302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f419e3f-eeb1-4fa9-92b3-7a734109162e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:57.244095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:57.249010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:57.257518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:57.260819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.266875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e08de656-0ca1-4423-824f-ec9cffae18b8 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:57.296165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:57.296165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=3dbffe93-f219-4b20-899e-e96d62af565e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:57.304739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:57.330781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.348919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Transition to ACTIVE for port object 4a817d27-8189-40f6-8f52-a847f3016db6 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:57.371258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:57.384958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:57.385704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.400583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Subnet': ['ID=5496ee0a-9a91-4ed4-9d07-25e66c5b40c5,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:57.405936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Transition to ACTIVE for port object 4a817d27-8189-40f6-8f52-a847f3016db6 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:56:57.414234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:57.420392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.425622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Checking segment: {'id': 'aa24f0e5-ba41-4046-81eb-4275465d90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:57.426079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network hostable DHCP agents. Network: 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:56:57.429479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b4faafd-281a-434b-b9da-046dbd34f1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:57.462481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:56:57.468718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.486186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:57.496121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.8210380
Dec 15 12:56:57.498284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:57.498852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:57.499335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:57.499661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:57.500797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60618) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:57.504335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:57.505200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.518158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Pushing event updated for resources: {'Port': ['ID=4a817d27-8189-40f6-8f52-a847f3016db6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:57.520921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:57.529136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257810b6-50ff-429f-86b7-41ade39888ef None None] Network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:57.532075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1956794
Dec 15 12:56:57.534836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60622) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:57.562368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:57.564148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:57.572386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:56:57.690439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477ea39-ea8c-4e43-b7ac-d9f1c153fb2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:56:57.691143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4477ea39-ea8c-4e43-b7ac-d9f1c153fb2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:56:57.771371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:57.813512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4477ea39-ea8c-4e43-b7ac-d9f1c153fb2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:56:57.818552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4477ea39-ea8c-4e43-b7ac-d9f1c153fb2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4 HTTP/1.1" status: 200  len: 841 time: 0.3131526
Dec 15 12:56:57.820874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:57.939096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:58.144655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.176921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Attempting to bind port 4a817d27-8189-40f6-8f52-a847f3016db6 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:56:58.176921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Attempting to bind port 4a817d27-8189-40f6-8f52-a847f3016db6 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '936ffac7-51ef-4dac-9c27-29082a40a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6e46394d-23a7-4867-94b5-c1924fe5a8e8'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:56:58.176921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Attempting to bind port 4a817d27-8189-40f6-8f52-a847f3016db6 on network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:56:58.193039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:56:58.193959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Checking segment: {'id': '936ffac7-51ef-4dac-9c27-29082a40a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6e46394d-23a7-4867-94b5-c1924fe5a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:56:58.194550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.195017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Bound using segment: {'id': '936ffac7-51ef-4dac-9c27-29082a40a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6e46394d-23a7-4867-94b5-c1924fe5a8e8'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:56:58.195628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Bound port: 4a817d27-8189-40f6-8f52-a847f3016db6, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936ffac7-51ef-4dac-9c27-29082a40a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6e46394d-23a7-4867-94b5-c1924fe5a8e8'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:56:58.196074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.356303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:58.422744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6bf4b492-815c-4b8d-a28d-1fb35806d01c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:56:58.461667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96be38-1087-49c1-8f10-9f2287d7a645 None None] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:58.535986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:56:58.537114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.540098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd', 'network_id': '8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd', 'tenant_id': 'da35bda83b214986995ded6f8e4318b4', 'fixed_ips': [{'subnet_id': '5496ee0a-9a91-4ed4-9d07-25e66c5b40c5'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:56:58.541285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.632789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.642593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.648407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] For port 4a817d27-8189-40f6-8f52-a847f3016db6, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:56:58.685754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] For port 4a817d27-8189-40f6-8f52-a847f3016db6, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4a817d27-8189-40f6-8f52-a847f3016db6,segment=NetworkSegment(936ffac7-51ef-4dac-9c27-29082a40a4cc),segment_id=936ffac7-51ef-4dac-9c27-29082a40a4cc)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:56:58.686489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1a46635-3b09-4507-a63e-815353d3aab2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:58.750876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f206a9e3-5116-4b5e-85ca-0e0537a09e02 None None] Provisioning for port 6bf4b492-815c-4b8d-a28d-1fb35806d01c completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:58.765343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.781895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:58.849593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=3dbffe93-f219-4b20-899e-e96d62af565e,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:58.854700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:58.879632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.880325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.880983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.881967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.882541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.882977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.883614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.884327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.884550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.888967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.889614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:56:58.922228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:58.931322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 6bf4b492-815c-4b8d-a28d-1fb35806d01c completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:58.989670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 6bf4b492-815c-4b8d-a28d-1fb35806d01c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:58.990056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:59.051302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Pushing event updated for resources: {'Port': ['ID=4a817d27-8189-40f6-8f52-a847f3016db6,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:59.059960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:59.074659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:59.136192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:56:59.143639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:56:59.202187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:59.273210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1081f-e303-4db3-9988-af27a9c68340 None None] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:56:59.298918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:56:59.367974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Allocated IP 172.20.0.2 (8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd/5496ee0a-9a91-4ed4-9d07-25e66c5b40c5/06d774a9-ed54-45c0-9ba9-43350a76f620) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:56:59.443852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60636) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:56:59.721496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Provisioning for port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:56:59.757162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Provisioning complete for port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:56:59.757598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:59.791426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:59.791629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:56:59.800892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9648fe78-5a30-4510-a5e1-880fe3fa3442 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:56:59.867032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:56:59.879053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:56:59.932399 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9eda68e1-1e32-4cff-889a-1696d6e30f0a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=f41123ef4d9545c9bace46140df97ccd&network_id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 3000 time: 0.4849029
Dec 15 12:56:59.952499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.004341 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4 HTTP/1.1" status: 204  len: 168 time: 2.1828535
Dec 15 12:57:00.009016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60642) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:00.080076 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e96a0c-4049-452e-a79c-c48e3c3a070a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:57:00.085941 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-52e96a0c-4049-452e-a79c-c48e3c3a070a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/5c1eb465-1d88-42eb-9bbe-3cc3ff4948d4 HTTP/1.1" status: 404  len: 333 time: 0.0710089
Dec 15 12:57:00.086314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60648) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:00.099953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'name': 'tempest-PortsTestJSON-133497065'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:00.109948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:57:00.139488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 6bf4b492-815c-4b8d-a28d-1fb35806d01c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6bf4b492-815c-4b8d-a28d-1fb35806d01c,segment=NetworkSegment(2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780),segment_id=2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:00.159416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Allocated IP 172.20.0.1 (6e46394d-23a7-4867-94b5-c1924fe5a8e8/64c9fb2d-cb6b-436c-a300-a9ce22a3d72c/417a4263-123c-4c08-8399-3e33bc13f3a3) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:00.160771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.172970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84c57005-c9ce-4a59-973b-ca3cd19bc71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:00.504931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:00.511562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5802944
Dec 15 12:57:00.515010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60652) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:00.526718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-671003804'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:00.529214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:00.533240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:00.539173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:00.544532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:00.546828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:00.549522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:00.559641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:00.568652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:00.574900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:00.581972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.599383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.607242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:00.616772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.627001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:57:00.641221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.642799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment 95812e32-9f5c-4d85-b127-e4aca68e1a18 of type vlan for network eaabdef8-d317-4ac4-9e82-8fe703d7499c
Dec 15 12:57:00.664636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Transition to ACTIVE for port object 417a4263-123c-4c08-8399-3e33bc13f3a3 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:00.670234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:00.675519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4a817d27-8189-40f6-8f52-a847f3016db6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:00.676465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port cbf96c65-0d5e-45cc-b49b-8fc2e7536f52 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:57:00.684481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.726830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.732188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:00.733152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.740493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21212f70-1ebe-427b-9b6d-dc93211a0cb7 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:00.786241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.800938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4b33589-5cdb-4b82-839b-6bf921773b93 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:00.853388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:00.862408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=eaabdef8-d317-4ac4-9e82-8fe703d7499c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:00.867633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:00.882013 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3643861
Dec 15 12:57:00.885102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60658) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:00.890196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:57:00.895414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:00.916354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:00.925486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=6bf4b492-815c-4b8d-a28d-1fb35806d01c,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:00.929252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:00.930225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa66978>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:00.946112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:00.948669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:01.015543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Port': ['ID=417a4263-123c-4c08-8399-3e33bc13f3a3,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:01.023130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:01.065000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.068532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:01.082129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:01.087408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:01.091036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:01.097619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:01.111732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:01.132510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] For port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,segment=NetworkSegment(dc08d94e-949a-4908-a17c-c7d9ffb3ee3d),segment_id=dc08d94e-949a-4908-a17c-c7d9ffb3ee3d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:01.134479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Transition to ACTIVE for port object 06d774a9-ed54-45c0-9ba9-43350a76f620 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:01.150420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.193785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.245008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.247287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 4a817d27-8189-40f6-8f52-a847f3016db6 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:01.259685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.275973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-421abdeb-fd47-4edd-a062-81c38f203841 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:01.290004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7188e43-524f-48f5-b854-466d88df1dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:01.377078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Transition to ACTIVE for port object 06d774a9-ed54-45c0-9ba9-43350a76f620 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:01.408385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.421190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:01.434171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:01.447657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:01.453513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.482259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:01.488664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:01.489865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.517668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Pushing event updated for resources: {'Port': ['ID=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:01.529757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:01.530464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:01.574146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=cbf96c65-0d5e-45cc-b49b-8fc2e7536f52,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:01.592285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.5046639
Dec 15 12:57:01.597995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:01.601883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60666) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:01.611917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:01.619624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e80cadce-d899-4096-8d30-bd4cb16cc001 None None] Provisioning complete for port 6bf4b492-815c-4b8d-a28d-1fb35806d01c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:01.620066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e80cadce-d899-4096-8d30-bd4cb16cc001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.667637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:01.676057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.682230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:01.684143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c762646-06c0-4440-bfc1-83e12981b059 None None] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:01.705686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:01.720065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Pushing event updated for resources: {'Port': ['ID=06d774a9-ed54-45c0-9ba9-43350a76f620,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:01.740575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:01.982364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:01.988401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b18c92e4-313c-4196-8b34-468bd6968e75 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:02.055082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Attempting to bind port 06d774a9-ed54-45c0-9ba9-43350a76f620 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:02.055515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Attempting to bind port 06d774a9-ed54-45c0-9ba9-43350a76f620 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'aa24f0e5-ba41-4046-81eb-4275465d90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:02.056109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Attempting to bind port 06d774a9-ed54-45c0-9ba9-43350a76f620 on network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:02.068372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=ff8baff2-0e19-4f1c-ab9e-659b16a7594d,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:02.081926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:02.082442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:02.083068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Checking segment: {'id': 'aa24f0e5-ba41-4046-81eb-4275465d90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:02.083710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.084504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Bound using segment: {'id': 'aa24f0e5-ba41-4046-81eb-4275465d90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:02.085255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Bound port: 06d774a9-ed54-45c0-9ba9-43350a76f620, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa24f0e5-ba41-4046-81eb-4275465d90cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:02.085867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.123524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:02.123938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: eaabdef8-d317-4ac4-9e82-8fe703d7499c, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:57:02.152305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:57:02.164520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, eaabdef8-d317-4ac4-9e82-8fe703d7499c) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:02.176393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:02.177220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.185289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.211417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3247359
Dec 15 12:57:02.215888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60672) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:02.265628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60676) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:02.300969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99363bc-59fa-4536-8d51-94b404aa3b7c None None] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:02.357062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:02.361946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b966e1c-4946-436b-90f1-1ac9d554598d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:02.363769 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8b966e1c-4946-436b-90f1-1ac9d554598d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a HTTP/1.1" status: 200  len: 814 time: 0.0957408
Dec 15 12:57:02.826113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60684) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:02.834258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:02.851334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.866646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.869102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] For port 06d774a9-ed54-45c0-9ba9-43350a76f620, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:02.940148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:02.948743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.972822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:02.994123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] For port 06d774a9-ed54-45c0-9ba9-43350a76f620, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=06d774a9-ed54-45c0-9ba9-43350a76f620,segment=NetworkSegment(aa24f0e5-ba41-4046-81eb-4275465d90cc),segment_id=aa24f0e5-ba41-4046-81eb-4275465d90cc)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:03.015602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.029278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:03.047557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.125192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Provisioning for port 4a817d27-8189-40f6-8f52-a847f3016db6 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:03.127380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] In _notify_port_updated(), no bound segment for port cbf96c65-0d5e-45cc-b49b-8fc2e7536f52 on network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:57:03.131724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:03.132384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.136709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "PUT /v2.0/ports/cbf96c65-0d5e-45cc-b49b-8fc2e7536f52 HTTP/1.1" status: 200  len: 818 time: 1.5308902
Dec 15 12:57:03.137875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60688) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:03.159934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=cbf96c65-0d5e-45cc-b49b-8fc2e7536f52,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:03.165813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:03.167523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-11dc913b-80c8-4b3d-bba3-2d57db182ce7 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:03.182340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:03.182340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.206817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.215152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Provisioning complete for port 4a817d27-8189-40f6-8f52-a847f3016db6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:03.215152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.276433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port cbf96c65-0d5e-45cc-b49b-8fc2e7536f52 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:03.276819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.285178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Port': ['ID=417a4263-123c-4c08-8399-3e33bc13f3a3,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:03.299689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:03.373425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:57:03.374364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.391384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Pushing event updated for resources: {'Port': ['ID=06d774a9-ed54-45c0-9ba9-43350a76f620,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:03.407570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:03.445742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.475122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.475603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 797aa1bb-4886-4230-a643-40aa316a12fa disassociated. External IP: 172.26.0.243, port: 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8.
Dec 15 12:57:03.485922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa66978>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:56:57Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:56:58Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:03.562349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:03.564433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:03.574647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:03.575416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Updating router dd024250-921e-4797-8b7d-786c771b135f port 3dbffe93-f219-4b20-899e-e96d62af565e binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:57:03.756316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.773005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.797650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6bf4b492-815c-4b8d-a28d-1fb35806d01c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:03.804942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:03.959843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for cbf96c65-0d5e-45cc-b49b-8fc2e7536f52 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:04.085382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.097430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-728137d3-45a0-4072-bab5-e448faea407d tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:04.150603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=cbf96c65-0d5e-45cc-b49b-8fc2e7536f52,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:04.158035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:04.185811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.302324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/cbf96c65-0d5e-45cc-b49b-8fc2e7536f52 HTTP/1.1" status: 204  len: 168 time: 1.1632361
Dec 15 12:57:04.303128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60694) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:04.336742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] For port 4a817d27-8189-40f6-8f52-a847f3016db6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4a817d27-8189-40f6-8f52-a847f3016db6,segment=NetworkSegment(936ffac7-51ef-4dac-9c27-29082a40a4cc),segment_id=936ffac7-51ef-4dac-9c27-29082a40a4cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:04.358988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.365761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Allocated IP 172.21.0.2 (eaabdef8-d317-4ac4-9e82-8fe703d7499c/ff8baff2-0e19-4f1c-ab9e-659b16a7594d/089f8b04-55eb-43a2-b95c-6944ace70ec3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:04.368682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61d747f0-68de-4f96-9946-3f45621aac10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:04.458357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9fe1ca-6299-44c0-b258-72142c5460a7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:04.459244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae9fe1ca-6299-44c0-b258-72142c5460a7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:04.462526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.548733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae9fe1ca-6299-44c0-b258-72142c5460a7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:04.553493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae9fe1ca-6299-44c0-b258-72142c5460a7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2489738
Dec 15 12:57:04.556036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60698) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:04.597944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 6bf4b492-815c-4b8d-a28d-1fb35806d01c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:04.598373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.608791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc73e38e-0109-47a5-8bc1-a7a7ce9837e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:57:04.614613 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc73e38e-0109-47a5-8bc1-a7a7ce9837e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/cbf96c65-0d5e-45cc-b49b-8fc2e7536f52 HTTP/1.1" status: 404  len: 333 time: 0.0570979
Dec 15 12:57:04.625926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Provisioning for port 3dbffe93-f219-4b20-899e-e96d62af565e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:04.628500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60702) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:04.637987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1001792400'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:04.647144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:04.661786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:04.669468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:04.684092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:04.708379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9d7a7616-a648-4159-b22f-75dd81ea2964 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:04.725158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Pushing event updated for resources: {'Port': ['ID=4a817d27-8189-40f6-8f52-a847f3016db6,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:04.728060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:04.735191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Provisioning complete for port 3dbffe93-f219-4b20-899e-e96d62af565e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:04.735684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.745217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.781756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:04.809610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.848521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:57:04.859155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Router 025b79d4-b98b-402d-9882-11c5424854ca is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:57:04.860469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.860848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment 3c17db66-7f8b-42c3-a1b5-7ee2c41531fc of type vlan for network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a
Dec 15 12:57:04.861718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Transition to ACTIVE for port object 3dbffe93-f219-4b20-899e-e96d62af565e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:04.869815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Port 3dbffe93-f219-4b20-899e-e96d62af565e cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:04.879777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:04.898331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3e399a6-b2bd-4e7d-95b3-39a6607e0c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:04.906766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:05.018124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:05.022702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:05.023473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:05.070046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:05.084632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "PUT /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5481715
Dec 15 12:57:05.088100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60706) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:05.089432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] Sync routers for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:05.123842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:05.124562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb545518>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:05.280849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb545518>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:05.303195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:05.309062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb545518>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:05.380569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:05.402759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7714031
Dec 15 12:57:05.404030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60710) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:05.431939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:05.451448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb545518>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:05.451807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173458e-4e4e-4884-8658-d3177a420734 None None] The sync data for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:05.496815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Pushing event updated for resources: {'Port': ['ID=3dbffe93-f219-4b20-899e-e96d62af565e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:05.517734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Provisioning complete for port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:05.518439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:05.573406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=8e7608bf-cf92-4428-bbc5-b2fa51d52a5a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:05.577976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:05.598355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:05.604269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:05.646121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:57:05.673040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4a817d27-8189-40f6-8f52-a847f3016db6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:05.690697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e3609f3-e628-4b50-a9b4-eaac454d03a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 690 time: 2.8594139
Dec 15 12:57:05.690697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:57:05.695259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60714) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:05.714771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.715156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.715900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.716311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.716685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.717057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.717425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.717790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.718151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.718688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.719068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:05.730723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] Sync routers for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:05.734085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:05.800829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-62a9d58d-e603-44a0-9c8d-5b33c382578c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 690 time: 0.1031210
Dec 15 12:57:05.814755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'status': 'completed', 'code': 200}
Dec 15 12:57:05.884487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:05.891286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:05.905239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:05.915688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:05.936128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:05.956366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fff165-0e53-44fd-80d3-a794d6abf4a9 None None] Network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:05.986479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:06.023923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-cc89c50e-5da6-4ba6-abe8-d4bb19cab09e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 1099 time: 0.1761596
Dec 15 12:57:06.051669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Transition to ACTIVE for port object 089f8b04-55eb-43a2-b95c-6944ace70ec3 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:06.055911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:06.056649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab26588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:06.145702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Attempting to bind port 3dbffe93-f219-4b20-899e-e96d62af565e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:06.146152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Attempting to bind port 3dbffe93-f219-4b20-899e-e96d62af565e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:06.146750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Attempting to bind port 3dbffe93-f219-4b20-899e-e96d62af565e on network 1553bc31-79a5-4cd4-bcd8-44440cef1588 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:06.178832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:06.180619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-68b29965-323c-4359-90b7-0b9c329e6566 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:06.182500 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-68b29965-323c-4359-90b7-0b9c329e6566 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 897 time: 0.1516657
Dec 15 12:57:06.262575 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-b27a7e10-f5e9-4802-bbe3-f447daf5a0f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 HTTP/1.1" status: 200  len: 217 time: 0.0735214
Dec 15 12:57:06.262972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Transition to ACTIVE for port object 089f8b04-55eb-43a2-b95c-6944ace70ec3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:06.342159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:06.342491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Checking segment: {'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:06.343295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:06.343457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Bound using segment: {'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:06.343967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Bound port: 3dbffe93-f219-4b20-899e-e96d62af565e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:06.344444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:06.360707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-5103a726-6e25-409e-9245-e6d90f31641b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:06.362419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-5103a726-6e25-409e-9245-e6d90f31641b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 200  len: 835 time: 0.0924037
Dec 15 12:57:06.367506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:06.384143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:06.408808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.21.0.1 (eaabdef8-d317-4ac4-9e82-8fe703d7499c/ff8baff2-0e19-4f1c-ab9e-659b16a7594d/5d3fccde-23b2-4c3d-8b6d-f82b16919b31) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:06.461571 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-43b216db-f385-477f-9789-84734d694ee7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae999331-ef2f-40f0-937c-8153b8734d19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0907650
Dec 15 12:57:06.533854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 4a817d27-8189-40f6-8f52-a847f3016db6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:06.534268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:06.602635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:06.614426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:06.621702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-ca789297-1a76-4f4d-b005-73ee370a87f2 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528301
Dec 15 12:57:06.646963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:06.663410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Pushing event updated for resources: {'Port': ['ID=089f8b04-55eb-43a2-b95c-6944ace70ec3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:06.668284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:06.802221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b22bc-6ca3-4905-94b5-83a256a1c481 req-87fe64f2-e330-42c2-990f-19d8e9fd7ed1 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743491
Dec 15 12:57:06.803003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:06.804863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60722) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:06.897206 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-85a4f427-b770-4777-8b26-21f81ec639da tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 690 time: 0.0895405
Dec 15 12:57:06.927179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] For port 3dbffe93-f219-4b20-899e-e96d62af565e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:06.950666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Provisioning for port 417a4263-123c-4c08-8399-3e33bc13f3a3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:07.004764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] For port 3dbffe93-f219-4b20-899e-e96d62af565e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3dbffe93-f219-4b20-899e-e96d62af565e,segment=NetworkSegment(dc08d94e-949a-4908-a17c-c7d9ffb3ee3d),segment_id=dc08d94e-949a-4908-a17c-c7d9ffb3ee3d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:07.013398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Provisioning complete for port 417a4263-123c-4c08-8399-3e33bc13f3a3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:07.013833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.064837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.079825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:07.109691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.116248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.126463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b6fc08f-e12b-44aa-9951-413d3d5c72e6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:07.177103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-2882be11-ddc2-44e0-b978-2f7a8994e9ff tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:57:07.178471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2882be11-ddc2-44e0-b978-2f7a8994e9ff tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "PUT /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.0881331
Dec 15 12:57:07.182058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60726) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:07.213775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:07.258983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:07.268449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:07.273391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-11b02dce-0ae9-44fb-aca2-366e2dbc9213 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6146145
Dec 15 12:57:07.293268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': '3c17db66-7f8b-42c3-a1b5-7ee2c41531fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:07.294122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:57:07.304197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.306004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Attempting to bind port 089f8b04-55eb-43a2-b95c-6944ace70ec3 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:07.306425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Attempting to bind port 089f8b04-55eb-43a2-b95c-6944ace70ec3 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:07.306828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Attempting to bind port 089f8b04-55eb-43a2-b95c-6944ace70ec3 on network eaabdef8-d317-4ac4-9e82-8fe703d7499c {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:07.309668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2eea9406-b6fb-4888-9436-f26d36981adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:07.398123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:07.441935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:07.441935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Checking segment: {'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:07.442522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.442844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Bound using segment: {'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:07.443390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Bound port: 089f8b04-55eb-43a2-b95c-6944ace70ec3, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:07.443834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.447853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:07.459708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:07.483844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 06d774a9-ed54-45c0-9ba9-43350a76f620 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:07.489125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:07.498445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:07.527578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:57:07.529480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Port 417a4263-123c-4c08-8399-3e33bc13f3a3 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:07.548303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:07.579176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:07.579840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.581502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5d5dc-7859-425e-bdeb-899d24746b47 None None] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:07.590153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.668126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-f61bd5e3-bb74-46f6-a7d0-47afa05c4965 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1098 time: 0.2682333
Dec 15 12:57:07.673527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2615047
Dec 15 12:57:07.677803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60730) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:07.690386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:07.775426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Pushing event updated for resources: {'Port': ['ID=3dbffe93-f219-4b20-899e-e96d62af565e,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:07.820414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:07.898874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:07.909015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60734) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:08.032544 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3c12f5dd-7772-43c7-8a43-2dfcd58b7ff2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 690 time: 0.1098821
Dec 15 12:57:08.055929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:08.057086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa66978>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:08.205764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82431eda-0185-48af-9a35-1c177d6ae826 req-a9d84391-e86a-4d04-b187-a92edea45c8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:08.207891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-a9d84391-e86a-4d04-b187-a92edea45c8e service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.4729242
Dec 15 12:57:08.223030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Provisioning complete for port 4a817d27-8189-40f6-8f52-a847f3016db6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:08.223704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:08.417059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:08.435998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:08.440073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:08.480680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:08.534257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] For port 089f8b04-55eb-43a2-b95c-6944ace70ec3, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:08.535692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:08.573699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-db78bfde-8c4a-4dbc-9979-1d642b9f72f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 1001 time: 0.3568861
Dec 15 12:57:08.588003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 06d774a9-ed54-45c0-9ba9-43350a76f620 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:08.593399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] For port 089f8b04-55eb-43a2-b95c-6944ace70ec3, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=089f8b04-55eb-43a2-b95c-6944ace70ec3,segment=NetworkSegment(95812e32-9f5c-4d85-b127-e4aca68e1a18),segment_id=95812e32-9f5c-4d85-b127-e4aca68e1a18)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:08.651583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:08.664250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-619eab90-48c6-4da1-a54c-5172c7f023ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:08.726144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:08.769896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:08.777021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:08.800631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting port 417a4263-123c-4c08-8399-3e33bc13f3a3 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:08.801012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:08.948307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82431eda-0185-48af-9a35-1c177d6ae826 req-a3ce24c2-3d73-41b0-9fb5-8cc347a2835a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:08.950049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-a3ce24c2-3d73-41b0-9fb5-8cc347a2835a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.2326369
Dec 15 12:57:08.961057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Pushing event updated for resources: {'Port': ['ID=089f8b04-55eb-43a2-b95c-6944ace70ec3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:09.026034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:09.029404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:09.034660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60740) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:09.043055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8e7608bf-cf92-4428-bbc5-b2fa51d52a5a', 'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a', 'tenant_id': '839f3f7fff2346cbb2ed3623ef9d0fd8', 'fixed_ips': [{'subnet_id': '0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:57:09.044431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:09.059570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab26588>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:09.066681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] Checking router: 9d7a7616-a648-4159-b22f-75dd81ea2964 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:09.134024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:09.134763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab26588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:09.148900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d (CIDR: 172.20.0.0/28)
Dec 15 12:57:09.160373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:57:09.160893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:57:09.224068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5f003805-ec7b-483f-9fc2-aa305611572c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5436499
Dec 15 12:57:09.228948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60750) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:09.235436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:09.272528 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-739b4769-5737-4fe1-8f0f-a9ca4287e762 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3100178
Dec 15 12:57:09.364207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Allocated IP 172.20.0.2 (8e7608bf-cf92-4428-bbc5-b2fa51d52a5a/0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d/e1773679-1808-411e-a3c0-fc1ee7417edd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:09.386795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Calling delete_port for 417a4263-123c-4c08-8399-3e33bc13f3a3 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:09.539051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d1d515b8-ad6b-4c64-b96b-6968900d4703 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 690 time: 0.5029030
Dec 15 12:57:09.571241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:57:09.800872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:09.835743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-214ee460-a00b-49f6-bd40-a579b5f51ed2 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:09.901644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Port': ['ID=417a4263-123c-4c08-8399-3e33bc13f3a3,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:09.938512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:10.015627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:10.028484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:10.078095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:10.081772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a64e647e-c649-47d8-9d71-d30a2c3a6c49 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:10.166947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:10.171713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:10.195121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:10.223056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:10.260004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:10.277486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:10.396540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:10.399580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:10.406500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:10.430337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:10.450785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Provisioning for port 06d774a9-ed54-45c0-9ba9-43350a76f620 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:10.464244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-4f41344a-6f92-40cb-a605-27d8627078ea service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1737573
Dec 15 12:57:10.501534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Provisioning complete for port 06d774a9-ed54-45c0-9ba9-43350a76f620 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:10.501893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:10.593596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60768) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:10.917694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:10.931000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 089f8b04-55eb-43a2-b95c-6944ace70ec3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:11.022437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Transition to ACTIVE for port object e1773679-1808-411e-a3c0-fc1ee7417edd will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:11.028578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2517459e-3a01-45b8-9234-0ee8c3093970 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 690 time: 0.4056475
Dec 15 12:57:11.041905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa66978>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:08Z', 'revision_number': 3, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:06Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:06Z', 'revision_number': 1, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:11.080901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211952a-fb32-46fa-a504-8616a8b66b6f None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:08Z', 'revision_number': 3, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:06Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:06Z', 'revision_number': 1, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:11.081630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303e87d-616a-4caf-ae80-5e345c9196b3 req-b329e521-e5d2-4faa-ac32-abd72f7955fc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:11.083440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0303e87d-616a-4caf-ae80-5e345c9196b3 req-b329e521-e5d2-4faa-ac32-abd72f7955fc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 1.1365507
Dec 15 12:57:11.098744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.119441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7926304f-0bce-40a3-802f-979b3be419c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.137473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Transition to ACTIVE for port object e1773679-1808-411e-a3c0-fc1ee7417edd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:11.150369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.163316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:11.186572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:11.202272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:11.217369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 089f8b04-55eb-43a2-b95c-6944ace70ec3 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:11.251485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] For port 06d774a9-ed54-45c0-9ba9-43350a76f620, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=06d774a9-ed54-45c0-9ba9-43350a76f620,segment=NetworkSegment(aa24f0e5-ba41-4046-81eb-4275465d90cc),segment_id=aa24f0e5-ba41-4046-81eb-4275465d90cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:11.260534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.261426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Router 025b79d4-b98b-402d-9882-11c5424854ca has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:11.326807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Pushing event updated for resources: {'Port': ['ID=e1773679-1808-411e-a3c0-fc1ee7417edd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:11.338084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab26588>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:11.343977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:11.346856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:11.348658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d190c8-91a3-4c5e-856d-e46d58de09c7 None None] The sync data for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv is: [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:11.354703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23455ae8-bef7-4c83-b2f1-7f4778c2faf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:11.434915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0303e87d-616a-4caf-ae80-5e345c9196b3 req-047893c1-3e03-4c0b-a09a-e54e60172347 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3361337
Dec 15 12:57:11.447994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Pushing event updated for resources: {'Port': ['ID=06d774a9-ed54-45c0-9ba9-43350a76f620,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:11.455166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:11.457441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:11.463066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:11.496237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:11.506933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] Sync routers for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:11.515386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "PUT /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3310609
Dec 15 12:57:11.515386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60774) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:11.524355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:11.525021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbae85c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:11.577287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c7d8f-b4a4-4c8b-a08c-b4ab6c09807c None None] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:11.583553 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82431eda-0185-48af-9a35-1c177d6ae826 req-68f111ae-52cc-420e-a9cb-e685aba0424a service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0975461
Dec 15 12:57:11.594637 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-ce7166c4-141e-4a7a-a6ab-f8290ea56442 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] delete failed (client error): The resource could not be found.
Dec 15 12:57:11.600555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce7166c4-141e-4a7a-a6ab-f8290ea56442 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-592136059 HTTP/1.1" status: 404  len: 334 time: 0.0832932
Dec 15 12:57:11.601246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60778) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:11.608608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e28f71eb-3607-4795-bab0-9a88e666caa7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'router': {'external_gateway_info': {'network_id': '025b79d4-b98b-402d-9882-11c5424854ca'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:11.612629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbae85c0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:11.625138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:11.626092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbae85c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:56:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:11.712567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbae85c0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:11.713250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9390ac-b8b9-44d7-bb49-edea9b1ba5aa None None] The sync data for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:11.757747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Attempting to bind port e1773679-1808-411e-a3c0-fc1ee7417edd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:11.758316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Attempting to bind port e1773679-1808-411e-a3c0-fc1ee7417edd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '3c17db66-7f8b-42c3-a1b5-7ee2c41531fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:11.758947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Attempting to bind port e1773679-1808-411e-a3c0-fc1ee7417edd on network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:11.771055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.777637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f84393c-0851-48fd-9366-9bbfdfd804b4 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:11.788438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:11.789091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Checking segment: {'id': '3c17db66-7f8b-42c3-a1b5-7ee2c41531fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:11.789738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.790338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Bound using segment: {'id': '3c17db66-7f8b-42c3-a1b5-7ee2c41531fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:11.791034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Bound port: e1773679-1808-411e-a3c0-fc1ee7417edd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c17db66-7f8b-42c3-a1b5-7ee2c41531fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:11.791805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.818392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-61a00849-0aee-4400-a262-c0626d50e766 None None] Provisioning complete for port 06d774a9-ed54-45c0-9ba9-43350a76f620 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:11.819764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61a00849-0aee-4400-a262-c0626d50e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:11.931056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:11.933599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=b02d880a-831b-49b9-a5ba-6858f327a769,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:11.955679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:11.957939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:11.960475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:11.961501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:12.004375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.7741396
Dec 15 12:57:12.007635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60782) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:12.015417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a', 'fixed_ips': [{'subnet_id': '0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d'}, {'subnet_id': 'b02d880a-831b-49b9-a5ba-6858f327a769'}], 'name': 'tempest-PortsTestJSON-757579794'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:12.035493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60786) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:12.141073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] For port e1773679-1808-411e-a3c0-fc1ee7417edd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:12.144585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] For port e1773679-1808-411e-a3c0-fc1ee7417edd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e1773679-1808-411e-a3c0-fc1ee7417edd,segment=NetworkSegment(3c17db66-7f8b-42c3-a1b5-7ee2c41531fc),segment_id=3c17db66-7f8b-42c3-a1b5-7ee2c41531fc)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:12.162923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:12.178019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:12.245841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a65a186a-b5f3-438c-a4a2-776fd14efd8b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 690 time: 0.2060535
Dec 15 12:57:12.269394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Pushing event updated for resources: {'Port': ['ID=e1773679-1808-411e-a3c0-fc1ee7417edd,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:12.276681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ad433-45fa-4153-b4e2-86584b682211 None None] New status for floating IP 797aa1bb-4886-4230-a643-40aa316a12fa: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:57:12.277384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:12.306357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e28f71eb-3607-4795-bab0-9a88e666caa7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:12.351145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-e28f71eb-3607-4795-bab0-9a88e666caa7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] update failed (client error): The resource could not be found.
Dec 15 12:57:12.352821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e28f71eb-3607-4795-bab0-9a88e666caa7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "PUT /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca HTTP/1.1" status: 404  len: 339 time: 0.7504194
Dec 15 12:57:12.359214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60790) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:12.635007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:12.835265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:12.929956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:12.939695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:12.944836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:12.978072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:13.013354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:13.044830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 06d774a9-ed54-45c0-9ba9-43350a76f620 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:13.133724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb76ed-252c-423d-82e2-b9fa1b8babce req-49e7c1f2-8c12-4290-8b74-248f35408c4e tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:13.134824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:13.143712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9215429
Dec 15 12:57:13.153708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60796) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:13.159260 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e1eb76ed-252c-423d-82e2-b9fa1b8babce req-49e7c1f2-8c12-4290-8b74-248f35408c4e tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.4824860
Dec 15 12:57:13.162018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1432508732'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:13.172359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:13.184887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:13.189921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:13.203224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:13.251710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:13.252195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60800) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:13.264522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.283214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.370443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port a8a7aecd-78cd-4462-9ac8-c172e3112f0c yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:57:13.379525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 06d774a9-ed54-45c0-9ba9-43350a76f620 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:13.396743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.626296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:57:13.644317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.645000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment 957e07f4-a0b9-4e4f-aed4-20a471cac383 of type vlan for network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb
Dec 15 12:57:13.662368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-04bc2ccd-63f3-4959-bf87-f762dbf2fc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.677751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.681471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Provisioning for port 089f8b04-55eb-43a2-b95c-6944ace70ec3 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:13.699595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Provisioning complete for port 089f8b04-55eb-43a2-b95c-6944ace70ec3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:13.700028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.703053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.751422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.760907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:13.763821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.765281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3dbffe93-f219-4b20-899e-e96d62af565e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:13.809571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e40daf4e-e966-4912-8573-64021d60f5b0 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:13.878127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7231455
Dec 15 12:57:13.887255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60804) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:13.908851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e1eb76ed-252c-423d-82e2-b9fa1b8babce req-9ed2bae8-3bcb-4ad0-a1eb-49cf5ea6ce38 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7483373
Dec 15 12:57:13.951018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:13.953428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:13.977501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.015258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] For port 089f8b04-55eb-43a2-b95c-6944ace70ec3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=089f8b04-55eb-43a2-b95c-6944ace70ec3,segment=NetworkSegment(95812e32-9f5c-4d85-b127-e4aca68e1a18),segment_id=95812e32-9f5c-4d85-b127-e4aca68e1a18)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:14.016667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3dbffe93-f219-4b20-899e-e96d62af565e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:14.022748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.025254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:14.101588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Pushing event updated for resources: {'Port': ['ID=089f8b04-55eb-43a2-b95c-6944ace70ec3,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:14.104465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:14.104840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3dbffe93-f219-4b20-899e-e96d62af565e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:14.105272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.117010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:14.177483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:14.179933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:57:14.204659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d9fcf656-f2a8-462c-9908-2df6009ac543 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 688 time: 0.8767967
Dec 15 12:57:14.340217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:14.350807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:14.384776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1ca13242-1300-498b-a920-0ca97442c4fe None None] Provisioning complete for port 089f8b04-55eb-43a2-b95c-6944ace70ec3 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:14.385226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ca13242-1300-498b-a920-0ca97442c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.386423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:14.398042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:14.410389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.422063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:14.471198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 3dbffe93-f219-4b20-899e-e96d62af565e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3dbffe93-f219-4b20-899e-e96d62af565e,segment=NetworkSegment(dc08d94e-949a-4908-a17c-c7d9ffb3ee3d),segment_id=dc08d94e-949a-4908-a17c-c7d9ffb3ee3d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:14.471463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Allocated IP 172.20.0.1 (6c8081b9-be7a-45c2-8361-1bf7ce53600b/1509f2cf-61f6-4f0e-9de3-a2a48b9ccd7a/36e86ec5-5444-465b-a15d-ceb47708e87c) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:14.478163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.8 (8e7608bf-cf92-4428-bbc5-b2fa51d52a5a/0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d/a8a7aecd-78cd-4462-9ac8-c172e3112f0c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:14.478411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.481762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:14.554336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.21 (8e7608bf-cf92-4428-bbc5-b2fa51d52a5a/b02d880a-831b-49b9-a5ba-6858f327a769/a8a7aecd-78cd-4462-9ac8-c172e3112f0c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:14.574134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.644499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=3dbffe93-f219-4b20-899e-e96d62af565e,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:14.650494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:14.691838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.700680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1ca13242-1300-498b-a920-0ca97442c4fe None None] Provisioning for port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:14.706923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1ca13242-1300-498b-a920-0ca97442c4fe None None] Provisioning complete for port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:14.707379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ca13242-1300-498b-a920-0ca97442c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.720667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Transition to ACTIVE for port object 36e86ec5-5444-465b-a15d-ceb47708e87c will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:14.750627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:14.762159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:14.847253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1ca13242-1300-498b-a920-0ca97442c4fe None None] Port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:14.864446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:14.869193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:14.899776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:14.995031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Port': ['ID=36e86ec5-5444-465b-a15d-ceb47708e87c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:15.000879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:15.019877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e1773679-1808-411e-a3c0-fc1ee7417edd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:15.027574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.089838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6faa51d6-1b12-41f8-a1c9-592ac911bbf6 None None] Provisioning complete for port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:15.090402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6faa51d6-1b12-41f8-a1c9-592ac911bbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.209408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.268325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.272312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6faa51d6-1b12-41f8-a1c9-592ac911bbf6 None None] Port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:15.314715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.318336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object a8a7aecd-78cd-4462-9ac8-c172e3112f0c will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:15.321161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port e1773679-1808-411e-a3c0-fc1ee7417edd completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:15.332902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 089f8b04-55eb-43a2-b95c-6944ace70ec3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:15.372496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.383846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9abaed78-053e-4fca-93c4-52e386e6da55 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:15.489672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-afb551b2-1d13-493e-94cb-0f69892b4493 None None] Provisioning complete for port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:15.490070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-afb551b2-1d13-493e-94cb-0f69892b4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.492202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.534260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=613d3b2e-d79d-4a97-8038-321a65c42c16,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:15.543803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 089f8b04-55eb-43a2-b95c-6944ace70ec3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:15.544287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.545278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:15.548269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-daf25716-95af-48d7-bb09-1e47077f3163 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:15.609355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e591607b-e07a-4a25-bd18-45f7c6239d45 None None] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:15.611962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:15.612365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:57:15.654329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883349b2-452c-458a-88cf-8638bece76ce req-35c5616a-acac-4165-bbcb-7d91d1995359 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:15.656009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-883349b2-452c-458a-88cf-8638bece76ce req-35c5616a-acac-4165-bbcb-7d91d1995359 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.3277895
Dec 15 12:57:15.671423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:15.711564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:15.716068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=a8a7aecd-78cd-4462-9ac8-c172e3112f0c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:15.721783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:15.756471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:15.781457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.789481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.794622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-883349b2-452c-458a-88cf-8638bece76ce req-6d8e9a98-2dd5-44c7-b70b-36b3e6c9feb6 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218505
Dec 15 12:57:15.805752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:57:15.825633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:15.827442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-afb551b2-1d13-493e-94cb-0f69892b4493 None None] Port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:15.838198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:15.838337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74554f6-50b5-4053-a46d-5c3f44cddc30 None None] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:15.838911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.850243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-07d105d3-6206-4911-af1f-2af5db5e3318 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:15.861326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:15.862152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.866382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60812) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:15.878449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107338112', 'description': 'tempest-secgroup-smoke-1107338112 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:15.885012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:15.905061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:15.914488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.9047503
Dec 15 12:57:15.917363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60816) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:15.925662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:15.933043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.954114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0295668
Dec 15 12:57:15.960960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60820) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:15.970850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:15.998561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event updated for resources: {'Port': ['ID=36e86ec5-5444-465b-a15d-ceb47708e87c,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:16.005533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:16.160885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:16.164476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:16.165997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:16.189630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:16.190358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:16.238958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:16.246761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:16.259013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:16.281833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3dbffe93-f219-4b20-899e-e96d62af565e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:16.291106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:16.310298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:16.408053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Provisioning for port 36e86ec5-5444-465b-a15d-ceb47708e87c completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:16.426846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Provisioning complete for port 36e86ec5-5444-465b-a15d-ceb47708e87c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:16.427614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:16.573482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:16.590077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:16.598151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:16.721590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:16.747035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:57:16.748009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:16.770665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3dbffe93-f219-4b20-899e-e96d62af565e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:16.771075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:16.785060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Router 025b79d4-b98b-402d-9882-11c5424854ca has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:16.800504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Port 36e86ec5-5444-465b-a15d-ceb47708e87c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:17.078398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Update dhcp port {'port': {'network_id': '8e7608bf-cf92-4428-bbc5-b2fa51d52a5a', 'fixed_ips': [{'subnet_id': '0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b02d880a-831b-49b9-a5ba-6858f327a769'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': 'e1773679-1808-411e-a3c0-fc1ee7417edd'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:57:17.089247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:17.100993 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "PUT /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7403381
Dec 15 12:57:17.103869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60826) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:17.159779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] Sync routers for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:17.185294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4940>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:08Z', 'revision_number': 3, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:08Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:17.186417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.191151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:17.192351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Updating router dd024250-921e-4797-8b7d-786c771b135f port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:57:17.288270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.290135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Provisioning for port e1773679-1808-411e-a3c0-fc1ee7417edd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:17.303138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Provisioning complete for port e1773679-1808-411e-a3c0-fc1ee7417edd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:17.303744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.362730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aad70e-a001-4c85-a070-4990211de525,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:17.366693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:17.388435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27bed8bd-2f98-43d0-841f-6465d6ebf193 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.392911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.394275 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.5245509
Dec 15 12:57:17.468971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60830) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:17.483547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:17.484393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0774e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:17.485903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f4aad70e-a001-4c85-a070-4990211de525', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:17.572362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Delete allocated IP 172.20.0.21 (8e7608bf-cf92-4428-bbc5-b2fa51d52a5a/b02d880a-831b-49b9-a5ba-6858f327a769) {{(pid=88870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 15 12:57:17.578356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0774e0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:17.773057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.774329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.789039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Transition to ACTIVE for port object 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:17.792284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:17.792989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0774e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:17.794412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.797220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.803272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:17.812304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Ignored duplicate provisioning block setup for port a8a7aecd-78cd-4462-9ac8-c172e3112f0c by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 15 12:57:17.821876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.832223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-121249ce-6e79-4e2b-b5ed-724c134b95a9 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:17.889379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Pushing event updated for resources: {'Port': ['ID=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:17.890045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0774e0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:17.890641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7b920-4347-4295-81e9-012dc035c0b0 None None] The sync data for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:17.905192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.905710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.906092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.906463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.906835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.908177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.908687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.909061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.909432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.909797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.910158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:17.921840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:17.924609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:17.930744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Allocated IP 172.22.0.2 (c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb/613d3b2e-d79d-4a97-8038-321a65c42c16/b7658384-5b66-49f8-b5dd-ec5baf2b5d44) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:17.952584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] For port e1773679-1808-411e-a3c0-fc1ee7417edd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e1773679-1808-411e-a3c0-fc1ee7417edd,segment=NetworkSegment(3c17db66-7f8b-42c3-a1b5-7ee2c41531fc),segment_id=3c17db66-7f8b-42c3-a1b5-7ee2c41531fc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:17.953494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:17.961256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:17.973141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:17.978166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:17.987906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:18.033078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=a8a7aecd-78cd-4462-9ac8-c172e3112f0c,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:18.036914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:18.060547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867d891-5a70-451e-9fc0-0e517cbc3c3d req-46204e33-aa12-4b36-af48-6bb29c4910a5 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:18.062943 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8867d891-5a70-451e-9fc0-0e517cbc3c3d req-46204e33-aa12-4b36-af48-6bb29c4910a5 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.8246775
Dec 15 12:57:18.065273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.088696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Pushing event updated for resources: {'Port': ['ID=e1773679-1808-411e-a3c0-fc1ee7417edd,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:18.102219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:18.127205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] In _notify_port_updated(), no bound segment for port a8a7aecd-78cd-4462-9ac8-c172e3112f0c on network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:57:18.151608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:18.152708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.158094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60834) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:18.158771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Attempting to bind port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:18.159186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Attempting to bind port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:18.159576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "PUT /v2.0/ports/a8a7aecd-78cd-4462-9ac8-c172e3112f0c HTTP/1.1" status: 200  len: 918 time: 2.2400887
Dec 15 12:57:18.159691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Attempting to bind port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 on network eaabdef8-d317-4ac4-9e82-8fe703d7499c {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:18.169416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:18.169947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Checking segment: {'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:18.170441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.170964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Bound using segment: {'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:18.171962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Bound port: 5d3fccde-23b2-4c3d-8b6d-f82b16919b31, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95812e32-9f5c-4d85-b127-e4aca68e1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:18.172511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.179248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d'}, {'subnet_id': 'b02d880a-831b-49b9-a5ba-6858f327a769'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:18.184780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Allocated IP 172.20.0.18 (8e7608bf-cf92-4428-bbc5-b2fa51d52a5a/b02d880a-831b-49b9-a5ba-6858f327a769/e1773679-1808-411e-a3c0-fc1ee7417edd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:18.292144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-66d18396-c168-4ff6-860f-c466cc7013a6 None None] Provisioning complete for port 36e86ec5-5444-465b-a15d-ceb47708e87c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:18.292671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66d18396-c168-4ff6-860f-c466cc7013a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.307638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] For port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:18.312222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] For port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,segment=NetworkSegment(95812e32-9f5c-4d85-b127-e4aca68e1a18),segment_id=95812e32-9f5c-4d85-b127-e4aca68e1a18)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:18.319206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.330293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:18.338203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-27bed8bd-2f98-43d0-841f-6465d6ebf193 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 15 12:57:18.339651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-27bed8bd-2f98-43d0-841f-6465d6ebf193 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca HTTP/1.1" status: 409  len: 329 time: 1.2345936
Dec 15 12:57:18.347212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60838) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:18.360921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.405793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.420164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cafacfc7-2065-4379-92d7-688f65b87d4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:18.423083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Pushing event updated for resources: {'Port': ['ID=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:18.436337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:18.443027 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8867d891-5a70-451e-9fc0-0e517cbc3c3d req-f01d4b2e-b5b9-435b-bb22-afcc426aadda tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3678555
Dec 15 12:57:18.475335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:18.476310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:18.509111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-66d18396-c168-4ff6-860f-c466cc7013a6 None None] Port 36e86ec5-5444-465b-a15d-ceb47708e87c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:18.581280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89abc350-e213-410a-a89f-dc4bed661c8d,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:18.609405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:18.648023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.650787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1805966
Dec 15 12:57:18.654523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60842) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:18.662915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f4aad70e-a001-4c85-a070-4990211de525', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:18.701230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:18.730985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:18.737836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:18.768423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:18.780509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] For port e1773679-1808-411e-a3c0-fc1ee7417edd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e1773679-1808-411e-a3c0-fc1ee7417edd,segment=NetworkSegment(3c17db66-7f8b-42c3-a1b5-7ee2c41531fc),segment_id=3c17db66-7f8b-42c3-a1b5-7ee2c41531fc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:18.783101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.821008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Transition to ACTIVE for port object b7658384-5b66-49f8-b5dd-ec5baf2b5d44 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:18.864575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Transition to ACTIVE for port object b7658384-5b66-49f8-b5dd-ec5baf2b5d44 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:18.877936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:18.882450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.886002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.899436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.903798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9fbddaee-1689-4903-86f2-421655ef98c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:18.940529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.965976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:18.989593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Pushing event updated for resources: {'Port': ['ID=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:18.998714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:19.000809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:19.004638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:19.011177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:19.018190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Transition to ACTIVE for port object e1773679-1808-411e-a3c0-fc1ee7417edd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:19.057268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.072855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fcd1422e-03f7-4627-8d1b-6c9484bfee71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:19.122624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.139256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.145534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d74abe13-5a81-45b5-b449-3073a9891cb0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:19.168605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68ec130-f696-4e33-b732-3e72d4989eb3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:19.177138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:19.195796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Attempting to bind port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:19.196288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Attempting to bind port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:19.197712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Attempting to bind port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 on network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:19.216653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:19.217101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Checking segment: {'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:19.217503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.217954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Bound using segment: {'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:19.218477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Bound port: b7658384-5b66-49f8-b5dd-ec5baf2b5d44, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:19.232139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.268890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.285135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.294028 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6378071
Dec 15 12:57:19.315116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60846) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:19.329596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f4aad70e-a001-4c85-a070-4990211de525', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:19.338578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4940>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:08Z', 'revision_number': 3, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:18Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:19.345256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:19.345707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f87b-92e1-4cd8-ad07-aaacf14a5383 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:08Z', 'revision_number': 3, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:18Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:19.360831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:19.368365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:19.410678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] For port b7658384-5b66-49f8-b5dd-ec5baf2b5d44, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:19.415529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:19.457174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.462003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Pushing event updated for resources: {'Port': ['ID=e1773679-1808-411e-a3c0-fc1ee7417edd,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:19.468332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:19.472496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] For port b7658384-5b66-49f8-b5dd-ec5baf2b5d44, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,segment=NetworkSegment(957e07f4-a0b9-4e4f-aed4-20a471cac383),segment_id=957e07f4-a0b9-4e4f-aed4-20a471cac383)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:19.478120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.491152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec050b03-89a6-4b1c-ad95-6b1eea319b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:19.626867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.29 (8e7608bf-cf92-4428-bbc5-b2fa51d52a5a/b02d880a-831b-49b9-a5ba-6858f327a769/a8a7aecd-78cd-4462-9ac8-c172e3112f0c) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:19.637242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.642945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:19.647928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-014931d8-c6cb-4416-9a39-64c6f619cdd3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:19.830071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Pushing event updated for resources: {'Port': ['ID=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:19.847147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:19.864907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:19.894496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b884900f-2313-4f70-99ad-861457379bfc,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:19.951050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:20.000106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:20.005039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.007216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:20.007850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.009895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6936076
Dec 15 12:57:20.014025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60852) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:20.026164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f4aad70e-a001-4c85-a070-4990211de525', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:20.041884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:20.067387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:20.081182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:20.103935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:20.115717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.22.0.1 (c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb/613d3b2e-d79d-4a97-8038-321a65c42c16/18f251ce-42e9-4183-bc34-0118d969be5f) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:20.123662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127fa7d-f72e-4cf8-bd48-92696c24ee66 req-e5771a37-6b51-4fd0-943b-12fe3550ef94 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:20.125469 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f127fa7d-f72e-4cf8-bd48-92696c24ee66 req-e5771a37-6b51-4fd0-943b-12fe3550ef94 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.2200341
Dec 15 12:57:20.177717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.185550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.198856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.248683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,segment=NetworkSegment(95812e32-9f5c-4d85-b127-e4aca68e1a18),segment_id=95812e32-9f5c-4d85-b127-e4aca68e1a18)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:20.255815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.256958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e1773679-1808-411e-a3c0-fc1ee7417edd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:20.280983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Ignored duplicate provisioning block setup for port a8a7aecd-78cd-4462-9ac8-c172e3112f0c by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 15 12:57:20.304909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0da6a46d-1626-4332-bad8-3d8459359f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:20.306719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.321088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eabc640d-2a51-4a3b-8d99-51493e5b6d28 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:20.409578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=a8a7aecd-78cd-4462-9ac8-c172e3112f0c,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:20.413266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:20.432075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f127fa7d-f72e-4cf8-bd48-92696c24ee66 req-82ed1fa0-ecb7-4cb4-a66d-9294de7c8dd3 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2863948
Dec 15 12:57:20.482080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.502326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object 18f251ce-42e9-4183-bc34-0118d969be5f will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:20.514155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:20.518965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:20.607204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.615824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.619992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e75c885f-63c8-4ccb-b873-ba0ba994545e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:20.639157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] In _notify_port_updated(), no bound segment for port a8a7aecd-78cd-4462-9ac8-c172e3112f0c on network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:57:20.643689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:20.644406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.649183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "PUT /v2.0/ports/a8a7aecd-78cd-4462-9ac8-c172e3112f0c HTTP/1.1" status: 200  len: 998 time: 2.4787397
Dec 15 12:57:20.650510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60856) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:20.676207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.686259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:20.704634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b00782-abb3-4820-a98b-d1e872df69c0,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:20.707475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:20.738980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.740659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7242875
Dec 15 12:57:20.754064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60860) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:20.763512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f4aad70e-a001-4c85-a070-4990211de525', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:20.773645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:20.785374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port a8a7aecd-78cd-4462-9ac8-c172e3112f0c {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:20.785748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.794184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:20.798833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:20.804316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:20.817175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:20.825776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:20.838919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:20.861607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b502d-0cd0-4035-a688-46facb950c59 None None] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:20.876519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:57:20.887021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=18f251ce-42e9-4183-bc34-0118d969be5f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:20.904979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:20.915824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:20.969945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.017688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0b890f2a-3743-4418-abe5-9110201895aa None None] Provisioning for port a8a7aecd-78cd-4462-9ac8-c172e3112f0c completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:21.027068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0b890f2a-3743-4418-abe5-9110201895aa None None] Provisioning complete for port a8a7aecd-78cd-4462-9ac8-c172e3112f0c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:21.027626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b890f2a-3743-4418-abe5-9110201895aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.130632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.132824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.137883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.138666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0b890f2a-3743-4418-abe5-9110201895aa None None] Port a8a7aecd-78cd-4462-9ac8-c172e3112f0c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:21.148089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b31f0f5b-5793-40d0-96ad-516540e6f6d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:21.186312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0419d6-1a62-45f0-9a54-4474cb899a05,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:21.188969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:21.194275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.201211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0b890f2a-3743-4418-abe5-9110201895aa None None] Provisioning for port e1773679-1808-411e-a3c0-fc1ee7417edd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:21.211068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0b890f2a-3743-4418-abe5-9110201895aa None None] Provisioning complete for port e1773679-1808-411e-a3c0-fc1ee7417edd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:21.211485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b890f2a-3743-4418-abe5-9110201895aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.214695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.218840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4610448
Dec 15 12:57:21.241069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60864) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:21.252434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f4aad70e-a001-4c85-a070-4990211de525', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:21.337547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for a8a7aecd-78cd-4462-9ac8-c172e3112f0c owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:21.351764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:21.434211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:21.441021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:21.484094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:21.493860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting port 36e86ec5-5444-465b-a15d-ceb47708e87c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:21.494327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.614770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.622599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7056e6c0-d909-417d-aa40-5e98e9b785dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:21.679094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=a8a7aecd-78cd-4462-9ac8-c172e3112f0c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:21.684778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:21.713480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:57:21.818022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.871268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:21.897247 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/a8a7aecd-78cd-4462-9ac8-c172e3112f0c HTTP/1.1" status: 204  len: 168 time: 1.2382398
Dec 15 12:57:21.898620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60872) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:21.951792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:21.962120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34e11d3-c4dc-491b-a1e7-914157bfbf99 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:57:21.962869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a34e11d3-c4dc-491b-a1e7-914157bfbf99 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:21.999785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a34e11d3-c4dc-491b-a1e7-914157bfbf99 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:22.004675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a34e11d3-c4dc-491b-a1e7-914157bfbf99 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/a8a7aecd-78cd-4462-9ac8-c172e3112f0c HTTP/1.1" status: 404  len: 333 time: 0.1040328
Dec 15 12:57:22.005828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60876) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:22.060978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:22.061369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.121073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet b02d880a-831b-49b9-a5ba-6858f327a769 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:57:22.125484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.210987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.217552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08752795-62df-42ae-9302-72b7829fed20 req-a9feafc0-e2d2-4b04-b016-b7f381113b1c tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:22.219180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-08752795-62df-42ae-9302-72b7829fed20 req-a9feafc0-e2d2-4b04-b016-b7f381113b1c tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.5905039
Dec 15 12:57:22.224950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.293761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.345127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b7658384-5b66-49f8-b5dd-ec5baf2b5d44 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:22.378834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.387381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ec2a7-fed2-466b-8131-f59c80f85782 None None] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:22.410223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.456131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.464782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Calling delete_port for 36e86ec5-5444-465b-a15d-ceb47708e87c owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:22.495200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-35b1630a-b2f4-449c-88c5-9108d81d7cdb tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:22.502004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.525490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.530576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-58f0b119-3106-4812-8f69-b5095a0323cf tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:22.574188 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-08752795-62df-42ae-9302-72b7829fed20 req-2e1f0d29-d8b3-48aa-a67d-dee694ef3d24 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3136613
Dec 15 12:57:22.578830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6a2bc135-8c78-4c43-89d4-4121fe5a6bcf None None] Provisioning for port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:22.597107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.601103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=b02d880a-831b-49b9-a5ba-6858f327a769,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:22.605042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:22.611780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/b02d880a-831b-49b9-a5ba-6858f327a769 HTTP/1.1" status: 204  len: 168 time: 0.6029196
Dec 15 12:57:22.612832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60880) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:22.618157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:22.652553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eac06d7-fa32-4b1a-9cfb-91b62521ef7a,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:22.655744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:22.655855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.661344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:22.675489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cb75713c-80cd-439e-b062-028f009f92ae tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:22.713530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet 0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:57:22.718043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.780265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.785607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.5431259
Dec 15 12:57:22.821696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.914194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.972035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port b7658384-5b66-49f8-b5dd-ec5baf2b5d44, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,segment=NetworkSegment(957e07f4-a0b9-4e4f-aed4-20a471cac383),segment_id=957e07f4-a0b9-4e4f-aed4-20a471cac383)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:22.979725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:22.982035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:22.989528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:23.077083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:23.081139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:23.124238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:23.131473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ff915e0-39d1-45f6-9e14-afd89c4eb5b5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:23.282077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b61b79-e440-401c-ba15-412cfdd3a42a None None] Network 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:23.288631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:23.295677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:23.304430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:23.338744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:23.378942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=18f251ce-42e9-4183-bc34-0118d969be5f,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:23.383239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:23.406994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d HTTP/1.1" status: 204  len: 168 time: 0.7931790
Dec 15 12:57:23.412440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60896) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:23.435234 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-dbc1f414-ca71-4a0c-8750-d2e3340c612f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107338112&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.2032151
Dec 15 12:57:23.608469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-21f609f6-1224-4408-94b6-793ef3ce2007 None None] Could not find standard attr ID for object a8a7aecd-78cd-4462-9ac8-c172e3112f0c. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:57:23.707944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-2ff00753-731b-4068-97e9-9955c8359d3e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:23.712799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-2ff00753-731b-4068-97e9-9955c8359d3e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:23.721407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-21f609f6-1224-4408-94b6-793ef3ce2007 None None] Provisioning complete for port e1773679-1808-411e-a3c0-fc1ee7417edd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:23.721533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21f609f6-1224-4408-94b6-793ef3ce2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:23.734597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:23.769675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-2ff00753-731b-4068-97e9-9955c8359d3e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:23.771479 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-2ff00753-731b-4068-97e9-9955c8359d3e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 796 time: 0.3355498
Dec 15 12:57:23.820998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-d8ad55d1-902f-463a-9c64-d68f579d8e6d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0301409
Dec 15 12:57:23.873880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b7658384-5b66-49f8-b5dd-ec5baf2b5d44 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:23.971443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port e1773679-1808-411e-a3c0-fc1ee7417edd {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:23.976810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:24.025798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-2297f148-9a05-435c-a1d9-4f10a9a2061d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1890557
Dec 15 12:57:24.047827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:24.047827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:24.107847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] DHCP port deletion for 8e7608bf-cf92-4428-bbc5-b2fa51d52a5a request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:57:24.158784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Deleting port e1773679-1808-411e-a3c0-fc1ee7417edd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:24.159210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:24.204739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-61d9f0f2-b12a-48eb-8f58-c321415d499e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 12:57:24.217370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-61d9f0f2-b12a-48eb-8f58-c321415d499e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1774969
Dec 15 12:57:24.392653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aa538d1a-fc09-4aeb-bccc-d642460c66dd None None] Provisioning complete for port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:24.392653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa538d1a-fc09-4aeb-bccc-d642460c66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:24.399695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] For port e1773679-1808-411e-a3c0-fc1ee7417edd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e1773679-1808-411e-a3c0-fc1ee7417edd,segment=NetworkSegment(3c17db66-7f8b-42c3-a1b5-7ee2c41531fc),segment_id=3c17db66-7f8b-42c3-a1b5-7ee2c41531fc)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:24.400858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:24.505576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-8cb3b3b6-fbc5-4cd9-a479-fdb886a842cf service neutron] 10.222.0.53 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875643
Dec 15 12:57:24.510195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:24.601771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:24.604052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:24.617281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for e1773679-1808-411e-a3c0-fc1ee7417edd owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:24.741295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:24.838357 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-9ef50e6e-59f0-4bec-8e94-897a60d12821 service neutron] 10.222.0.53 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3200018
Dec 15 12:57:24.961055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Port': ['ID=36e86ec5-5444-465b-a15d-ceb47708e87c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:24.981042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:24.989805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] For port e1773679-1808-411e-a3c0-fc1ee7417edd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e1773679-1808-411e-a3c0-fc1ee7417edd,segment=NetworkSegment(3c17db66-7f8b-42c3-a1b5-7ee2c41531fc),segment_id=3c17db66-7f8b-42c3-a1b5-7ee2c41531fc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:24.990361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:25.111328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5537056-5a80-4855-890e-38d7f2ea4bda req-02a1f4c1-029e-46f8-b113-57df5ca81d55 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:25.113172 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f5537056-5a80-4855-890e-38d7f2ea4bda req-02a1f4c1-029e-46f8-b113-57df5ca81d55 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 1.2303631
Dec 15 12:57:25.253138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Calling delete_port for e1773679-1808-411e-a3c0-fc1ee7417edd owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:25.335550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b1f0b16f-81da-4676-b03f-3a1eed083ecd req-9eae8fb6-b583-4389-9317-55aa521ff4eb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 210 time: 0.1300454
Dec 15 12:57:25.401059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aa538d1a-fc09-4aeb-bccc-d642460c66dd None None] Provisioning for port 18f251ce-42e9-4183-bc34-0118d969be5f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:25.406947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aa538d1a-fc09-4aeb-bccc-d642460c66dd None None] Provisioning complete for port 18f251ce-42e9-4183-bc34-0118d969be5f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:25.408079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa538d1a-fc09-4aeb-bccc-d642460c66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:25.465018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 15 12:57:25.465018 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Dec 15 12:57:25.465018 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'port_id': 'e1773679-1808-411e-a3c0-fc1ee7417edd'}]
Dec 15 12:57:25.465018 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:57:25.466264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:57:25.514814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-aa538d1a-fc09-4aeb-bccc-d642460c66dd None None] Port 18f251ce-42e9-4183-bc34-0118d969be5f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:25.547698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:25.559107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0800f3d2-b5ed-4f6e-9b1f-c4587615ed98 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:25.618715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=e1773679-1808-411e-a3c0-fc1ee7417edd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:25.659860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-872576c4-ea14-4fd7-85b7-71116f9ce65c None None] Provisioning complete for port 18f251ce-42e9-4183-bc34-0118d969be5f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:25.660847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-872576c4-ea14-4fd7-85b7-71116f9ce65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:25.698105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:25.723013 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f5537056-5a80-4855-890e-38d7f2ea4bda req-95f35d4b-fc79-4bb8-8422-353cf531c01a tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5770879
Dec 15 12:57:25.742655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-872576c4-ea14-4fd7-85b7-71116f9ce65c None None] Port 18f251ce-42e9-4183-bc34-0118d969be5f cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:25.794842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No DVR routers for this DVR port e1773679-1808-411e-a3c0-fc1ee7417edd on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:57:25.827127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e1773679-1808-411e-a3c0-fc1ee7417edd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:57:25.872775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:25.873681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: e1773679-1808-411e-a3c0-fc1ee7417edd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:57:25.873887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e1773679-1808-411e-a3c0-fc1ee7417edd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:57:25.967554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Deleting port e1773679-1808-411e-a3c0-fc1ee7417edd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:25.968093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:26.075163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f2e13276-ef03-427b-a9e7-866c93e8d011 None None] The port 'e1773679-1808-411e-a3c0-fc1ee7417edd' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:57:26.323149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:26.629828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9d44908>,) {'filters': {'network_id': ['8e7608bf-cf92-4428-bbc5-b2fa51d52a5a']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:26.662312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9d44908>, '3c17db66-7f8b-42c3-a1b5-7ee2c41531fc') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:26.662312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9d44908>, '3c17db66-7f8b-42c3-a1b5-7ee2c41531fc') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:26.714982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:26.956748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:27.049992 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68817739-289a-48d6-b3cd-cb46d29825c2 req-2714d278-d612-46e2-93d9-0003c0dca806 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 210 time: 0.5451481
Dec 15 12:57:27.079194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:57:27.079702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:27.113604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:57:27.123398 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:57:27.468091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:27.484509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-abb21c95-2926-4932-99d7-fa6bd05278fe tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:27.529932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:27.696758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=8e7608bf-cf92-4428-bbc5-b2fa51d52a5a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:27.775709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:27.872611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Router 025b79d4-b98b-402d-9882-11c5424854ca has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:27.901119 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/8e7608bf-cf92-4428-bbc5-b2fa51d52a5a HTTP/1.1" status: 204  len: 168 time: 4.4374056
Dec 15 12:57:27.906300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60930) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:27.953615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce925f-571b-41bb-9b45-6e56529db1e5 req-dd540985-0c00-4cc9-bf6d-2c3ef30be82e tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:27.956828 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6ce925f-571b-41bb-9b45-6e56529db1e5 req-dd540985-0c00-4cc9-bf6d-2c3ef30be82e tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.8794894
Dec 15 12:57:27.957194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:28.125505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e76dc-7d27-4f55-aa3d-752e4ebb556e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:28.136193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-891e76dc-7d27-4f55-aa3d-752e4ebb556e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2214353
Dec 15 12:57:28.136193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60936) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:28.282854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-3d1fce75-8a35-4162-a630-3b3d272de357 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:28.284525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-3d1fce75-8a35-4162-a630-3b3d272de357 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 796 time: 0.8632793
Dec 15 12:57:28.327110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6ce925f-571b-41bb-9b45-6e56529db1e5 req-a7e0cb90-3541-40df-89d6-a701a78abf50 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2611969
Dec 15 12:57:28.404999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:28.421335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "PUT /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0724580
Dec 15 12:57:28.423318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] Sync routers for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:28.435261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60940) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:28.440151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-29eb7cc9-8181-48d3-8514-d654d9653d45 req-7e3d6ca6-752a-4d48-8c07-b0211ebefb2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 210 time: 0.0899544
Dec 15 12:57:28.449213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:28.449921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2900b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:28.456189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e18a95c-def1-4165-85b8-47d1dcaa0adc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.3198559
Dec 15 12:57:28.460804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60944) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:28.471208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-87226948'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:28.480090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:28.490149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:28.499213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:28.512701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:28.525265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-44e1ef56-e79b-45d5-8992-83be4a3ef1c3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:28.529948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:28.534988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:28.542359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:28.552198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:28.561405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2900b8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:28.563131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5999181
Dec 15 12:57:28.576692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] Routers {'025b79d4-b98b-402d-9882-11c5424854ca'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:28.577379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2900b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['025b79d4-b98b-402d-9882-11c5424854ca'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:28.580916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:28.583535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60948) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:28.584599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae28e48>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:28.596715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'network': {'name': 'tempest-RoutersTest-1030282825'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:28.608789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:28.620841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:network and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:28.628460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:28.647380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:28.649419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-28a95c1a-c2ec-4a5d-a3fd-6b4fcd553629 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] show failed (client error): The resource could not be found.
Dec 15 12:57:28.653492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:57:28.655363 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-28a95c1a-c2ec-4a5d-a3fd-6b4fcd553629 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-175690869 HTTP/1.1" status: 404  len: 334 time: 0.2142196
Dec 15 12:57:28.666912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60952) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:28.681634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2900b8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:28.682094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68aedd-571a-48f9-bf23-7a324d475bcd None None] The sync data for ids ['025b79d4-b98b-402d-9882-11c5424854ca'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:28.683307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:28.683912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment f249aa4c-72bf-40e8-9eed-f5f48e39c677 of type vlan for network 2b0708ea-58ac-4dac-b749-9792c31a02a2
Dec 15 12:57:28.685708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:28.696227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a21bbd86-21a2-4ace-ac8f-9dc57d6dd145 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:28.696856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:28.770237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:57:28.784459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:28.785135 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added segment b1355020-19a7-4539-9c83-a2e255b357d3 of type vlan for network 830b9ea9-2898-427b-bef4-38e141561ffe
Dec 15 12:57:28.818069 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-a21bbd86-21a2-4ace-ac8f-9dc57d6dd145 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] update failed (client error): The resource could not be found.
Dec 15 12:57:28.825077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:28.830386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a21bbd86-21a2-4ace-ac8f-9dc57d6dd145 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-54897562 HTTP/1.1" status: 404  len: 333 time: 0.1569493
Dec 15 12:57:28.832554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-44e1ef56-e79b-45d5-8992-83be4a3ef1c3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:28.836260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60956) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:28.836587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-44e1ef56-e79b-45d5-8992-83be4a3ef1c3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 473 time: 0.5120218
Dec 15 12:57:28.863773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['f4aad70e-a001-4c85-a070-4990211de525']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:28.931035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:29.004925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.110514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.116068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:29.117295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.119443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:29.141066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:29.150241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d876bbf-98cc-450f-9b3f-6e1fa9940567 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:29.167335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:29.180107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.348638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.358336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:29.359379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.453905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11edd225-1347-4bae-b9be-563a2666e8f6 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:57:29.540680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9543049
Dec 15 12:57:29.569824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60964) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:29.633690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Network': ['ID=830b9ea9-2898-427b-bef4-38e141561ffe,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:29.670208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting subnet 5496ee0a-9a91-4ed4-9d07-25e66c5b40c5 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:57:29.674067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.681564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:29.702332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 830b9ea9-2898-427b-bef4-38e141561ffe details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:57:29.743000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:29.746980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-646cd695-8b50-433d-8947-7399418f8ded req-a313d3ab-2bc5-492a-89e8-3328dd241b9a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 1099 time: 0.8360553
Dec 15 12:57:29.747872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '11edd225-1347-4bae-b9be-563a2666e8f6', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'port_id': '11edd225-1347-4bae-b9be-563a2666e8f6', 'mac_address': 'fa:16:3e:bc:fd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:57:29.757607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2867329
Dec 15 12:57:29.757607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-165f7be2-6810-47f4-a24d-4e18c468d33e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:29.765170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60968) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:29.775065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'subnet': {'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:29.785339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:29.916296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:29.919193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7e0092b-a1a5-4e7a-8254-c9b6da51553f req-ffd12f64-102f-4129-bdde-6dcdf6467d22 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 210 time: 0.1775417
Dec 15 12:57:29.947014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae28e48>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:21Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:21Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:29.952950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11edd225-1347-4bae-b9be-563a2666e8f6 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:57:29.961439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:29.962132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Updating router dd024250-921e-4797-8b7d-786c771b135f port 18f251ce-42e9-4183-bc34-0118d969be5f binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:57:30.018621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:30.032074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.038445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:30.073133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.080521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:30.089642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817a5b8-69c2-4cab-aaa8-03380c821abd req-0fe927a5-30e5-4119-8ff7-121746670209 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:30.094019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2817a5b8-69c2-4cab-aaa8-03380c821abd req-0fe927a5-30e5-4119-8ff7-121746670209 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.3259156
Dec 15 12:57:30.096488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.107803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=2b0708ea-58ac-4dac-b749-9792c31a02a2,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:30.109161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:30.111324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:30.136864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:57:30.137662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:30.161670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:30.197698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.14 (ae999331-ef2f-40f0-937c-8153b8734d19/f499ad4e-c01e-44be-9d59-7a3378d12d8b/c3d2e286-d24a-482e-91d4-e2769e4335b0) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:30.207425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:30.279221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:30.283063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-646cd695-8b50-433d-8947-7399418f8ded req-ad2fc2d6-d73a-43b7-9b4f-a2685efbcbad service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4886808
Dec 15 12:57:30.291617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:subnet and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:30.301111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:30.311291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:30.316216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:30.330112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.330687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:30.349507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['11edd225-1347-4bae-b9be-563a2666e8f6'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:57:30.360913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Made reservation on behalf of 3c9ca49377e340678547a2a166e5bc53 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:30.388673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2817a5b8-69c2-4cab-aaa8-03380c821abd req-68faca52-c837-4c4d-a026-7812bd34b9fd tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2856004
Dec 15 12:57:30.500878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.549084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.557472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.565230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae57b89e-a7b8-4dec-9484-f7842281bbaf tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:30.675880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Subnet': ['ID=5496ee0a-9a91-4ed4-9d07-25e66c5b40c5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:30.690355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:30.709188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.720444 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/subnets/5496ee0a-9a91-4ed4-9d07-25e66c5b40c5 HTTP/1.1" status: 204  len: 168 time: 1.8804245
Dec 15 12:57:30.721441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60974) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:30.742893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.750553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7cc523-40ea-47b5-ad08-f58f6c859aa2 None None] Network 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:30.769879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object c3d2e286-d24a-482e-91d4-e2769e4335b0 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:30.873353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:30.884802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:31.050477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network ae999331-ef2f-40f0-937c-8153b8734d19 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:31.057959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:31.060952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:31.080150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting subnet 64c9fb2d-cb6b-436c-a300-a9ce22a3d72c {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:57:31.108118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.113079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=c3d2e286-d24a-482e-91d4-e2769e4335b0,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:31.123987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.124582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:31.125159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-88a4d4fa-1242-4093-9669-fbbee5a3a847 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:31.128095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcc82ed4-2997-4a8f-9dc8-6945e3b04cea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:31.164118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.288911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:31.290074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.310569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.325085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=394cd146-409f-4934-a0f1-785ab71738f2,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:31.330749 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4769647
Dec 15 12:57:31.344047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:31.354994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': 'f249aa4c-72bf-40e8-9eed-f5f48e39c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:31.355422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: 2b0708ea-58ac-4dac-b749-9792c31a02a2, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:57:31.370351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Request body: {'port': {'device_id': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:31.452896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11edd225-1347-4bae-b9be-563a2666e8f6 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:57:31.734036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a220eb91-9705-4ad1-a57a-579de09d45a4 None None] Provisioning for port c3d2e286-d24a-482e-91d4-e2769e4335b0 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:31.737498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:57:31.740881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Subnet': ['ID=4ec296b4-27a3-40d1-93ff-2342cc1189af,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:31.746322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.755207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:31.756370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Checking segment: {'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:31.756913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network hostable DHCP agents. Network: 830b9ea9-2898-427b-bef4-38e141561ffe, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:57:31.763140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a220eb91-9705-4ad1-a57a-579de09d45a4 None None] Provisioning complete for port c3d2e286-d24a-482e-91d4-e2769e4335b0 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:31.764080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a220eb91-9705-4ad1-a57a-579de09d45a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.805857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.819981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a9014-866c-4656-95df-317c83321489 req-e2507a9a-4cd1-4118-bee6-23fb1e620691 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:31.822622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-440a9014-866c-4656-95df-317c83321489 req-e2507a9a-4cd1-4118-bee6-23fb1e620691 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 932 time: 0.7377498
Dec 15 12:57:31.844639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2b0708ea-58ac-4dac-b749-9792c31a02a2) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:31.851729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:31.853134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.875329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] DHCP port deletion for 8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:57:31.878959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbe505-5c03-4427-a763-b992dfb8980e None None] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:31.882472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 830b9ea9-2898-427b-bef4-38e141561ffe is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:57:31.900746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Transition to ACTIVE for port object 18f251ce-42e9-4183-bc34-0118d969be5f will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:31.910854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 830b9ea9-2898-427b-bef4-38e141561ffe) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:31.912023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1377931
Dec 15 12:57:31.915802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60982) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:31.925608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2', 'name': 'tempest-PortsTestJSON-1985884929'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:31.945975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.951842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de9030-391d-4a3e-8ee0-193826abb5d3 None None] Network 830b9ea9-2898-427b-bef4-38e141561ffe requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:31.985930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:31.987374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Deleting port 06d774a9-ed54-45c0-9ba9-43350a76f620 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:31.987374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.988174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:31.994165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496b7d-458b-45ba-9221-ce348ed29ec3 req-5977bf4b-0362-4d72-b639-a61a23b57364 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:31.996161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95496b7d-458b-45ba-9221-ce348ed29ec3 req-5977bf4b-0362-4d72-b639-a61a23b57364 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 945 time: 0.3777380
Dec 15 12:57:32.043292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-440a9014-866c-4656-95df-317c83321489 req-68c22957-5b59-4923-97d2-297d5c71ae7d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2106431
Dec 15 12:57:32.045987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:32.097948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd4fa0e1-68b8-449b-ab4a-0e97542a70fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:32.127482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4786713
Dec 15 12:57:32.134098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 60986) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:32.310538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:32.316371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:32.323687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:32.347390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:32.372266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95496b7d-458b-45ba-9221-ce348ed29ec3 req-d412678a-c012-4be0-836b-e3159f53da92 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3675585
Dec 15 12:57:32.375632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:32.424001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56e7a535-a456-4096-99fc-63418484195d tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:32.478498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe51e6-bdf0-46a8-aa91-dcfe07252f7b None None] Pushing event updated for resources: {'Port': ['ID=18f251ce-42e9-4183-bc34-0118d969be5f,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:32.483251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fabe51e6-bdf0-46a8-aa91-dcfe07252f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:32.484431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a220eb91-9705-4ad1-a57a-579de09d45a4 None None] Port c3d2e286-d24a-482e-91d4-e2769e4335b0 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:32.493904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60990) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:32.495296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Subnet': ['ID=64c9fb2d-cb6b-436c-a300-a9ce22a3d72c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:32.498980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:32.508667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:32.607761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edbefb-0243-4935-aa4e-52e2725fa6e8 None None] Network 6e46394d-23a7-4867-94b5-c1924fe5a8e8 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:32.610317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:32.612720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:32.658758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/subnets/64c9fb2d-cb6b-436c-a300-a9ce22a3d72c HTTP/1.1" status: 204  len: 168 time: 1.9360547
Dec 15 12:57:32.659730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 60994) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:32.726970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:32.727946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 7a27feba-6954-4e38-814a-6646bd751161 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:57:32.833693 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4530d97a-39ba-49aa-9af6-fa13dd097840 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/floatingips/1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5 HTTP/1.1" status: 200  len: 993 time: 0.3072693
Dec 15 12:57:32.885522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d2e286-d24a-482e-91d4-e2769e4335b0 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:57:32.904365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:32.912259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11edd225-1347-4bae-b9be-563a2666e8f6 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:57:32.930574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Transition to ACTIVE for port object c3d2e286-d24a-482e-91d4-e2769e4335b0 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:32.941333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:32.948090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48a4af3e-9b40-49dd-8cae-05d0b8e38dba tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:33.029036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:33.069642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting port 06d774a9-ed54-45c0-9ba9-43350a76f620 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:33.070438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:33.118942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.6 (2b0708ea-58ac-4dac-b749-9792c31a02a2/394cd146-409f-4934-a0f1-785ab71738f2/7a27feba-6954-4e38-814a-6646bd751161) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:33.596645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:33.653212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2b0708ea-58ac-4dac-b749-9792c31a02a2', 'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2', 'tenant_id': '839f3f7fff2346cbb2ed3623ef9d0fd8', 'fixed_ips': [{'subnet_id': '394cd146-409f-4934-a0f1-785ab71738f2'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:57:33.654400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:33.669206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d2e286-d24a-482e-91d4-e2769e4335b0,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:33.673978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:33.681965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:33.700149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68b2e271-0773-4464-ac6a-95cc0d5d35c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:33.749978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b90f4-6adb-4909-a2be-9d7ffead4a8e req-a4c6046c-028e-41b7-9f9a-87c487952dcc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:33.758955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11edd225-1347-4bae-b9be-563a2666e8f6 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:33.760774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e3b90f4-6adb-4909-a2be-9d7ffead4a8e req-a4c6046c-028e-41b7-9f9a-87c487952dcc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 944 time: 0.3913736
Dec 15 12:57:33.823803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Attempting to bind port 18f251ce-42e9-4183-bc34-0118d969be5f on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:33.824227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Attempting to bind port 18f251ce-42e9-4183-bc34-0118d969be5f by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:33.824617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Attempting to bind port 18f251ce-42e9-4183-bc34-0118d969be5f on network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:33.830769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] For port 06d774a9-ed54-45c0-9ba9-43350a76f620, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=06d774a9-ed54-45c0-9ba9-43350a76f620,segment=NetworkSegment(aa24f0e5-ba41-4046-81eb-4275465d90cc),segment_id=aa24f0e5-ba41-4046-81eb-4275465d90cc)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:33.831365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:33.839433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] For port 06d774a9-ed54-45c0-9ba9-43350a76f620, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=06d774a9-ed54-45c0-9ba9-43350a76f620,segment=NetworkSegment(aa24f0e5-ba41-4046-81eb-4275465d90cc),segment_id=aa24f0e5-ba41-4046-81eb-4275465d90cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:33.840042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:33.854490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 06d774a9-ed54-45c0-9ba9-43350a76f620 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:57:33.860192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Attempting to bind port c3d2e286-d24a-482e-91d4-e2769e4335b0 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:33.860824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Attempting to bind port c3d2e286-d24a-482e-91d4-e2769e4335b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:33.861368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Attempting to bind port c3d2e286-d24a-482e-91d4-e2769e4335b0 on network ae999331-ef2f-40f0-937c-8153b8734d19 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:33.863600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:33.877447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Port c3d2e286-d24a-482e-91d4-e2769e4335b0 on network ae999331-ef2f-40f0-937c-8153b8734d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:57:33.878593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Attempting to bind port c3d2e286-d24a-482e-91d4-e2769e4335b0 on network ae999331-ef2f-40f0-937c-8153b8734d19 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:33.951259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:33.951944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Checking segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:33.952556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Bound using segment: {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:33.953235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Bound port: c3d2e286-d24a-482e-91d4-e2769e4335b0, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117add86-68eb-44f3-a5dc-ff541f8c1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:33.953784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.020715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Calling delete_port for 06d774a9-ed54-45c0-9ba9-43350a76f620 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:34.076364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object 7a27feba-6954-4e38-814a-6646bd751161 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:34.082183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7e3b90f4-6adb-4909-a2be-9d7ffead4a8e req-178f9f57-7693-40c0-8b85-cae3a7c66591 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3203831
Dec 15 12:57:34.156654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.164924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:34.167754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.195112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] For port c3d2e286-d24a-482e-91d4-e2769e4335b0, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:34.200817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.226491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Port': ['ID=06d774a9-ed54-45c0-9ba9-43350a76f620,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:34.232219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:34.234085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d74a286-765f-461d-aa0f-5bc66f63c27c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:34.266354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Calling delete_port for 06d774a9-ed54-45c0-9ba9-43350a76f620 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:34.272429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] No DVR routers for this DVR port 06d774a9-ed54-45c0-9ba9-43350a76f620 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:57:34.297173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] For port c3d2e286-d24a-482e-91d4-e2769e4335b0, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:34.373870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.377616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:34.381260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd8600fb-4ca7-4a57-bf8b-c8eef97fcebd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:34.399252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:34.411168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:34.449985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:34.451684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Checking segment: {'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:34.451684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.452027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Bound using segment: {'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:34.452452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Bound port: 18f251ce-42e9-4183-bc34-0118d969be5f, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957e07f4-a0b9-4e4f-aed4-20a471cac383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:34.452761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.459514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=7a27feba-6954-4e38-814a-6646bd751161,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:34.473799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:34.506652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.509185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] 10.222.0.77 "PUT /v2.0/ports/c3d2e286-d24a-482e-91d4-e2769e4335b0 HTTP/1.1" status: 200  len: 1094 time: 3.1560421
Dec 15 12:57:34.510470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:57:34.550910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:34.553145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.585207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:34.619104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:34.619959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.629218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-830b9ea9-2898-427b-bef4-38e141561ffe', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:57:34.632501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.676523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9a15ac8>,) {'filters': {'network_id': ['8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:34.685225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d2e286-d24a-482e-91d4-e2769e4335b0,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:34.704741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:34.709890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9a15ac8>, 'aa24f0e5-ba41-4046-81eb-4275465d90cc') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:34.710904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9a15ac8>, 'aa24f0e5-ba41-4046-81eb-4275465d90cc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:34.733195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.8127203
Dec 15 12:57:34.736769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.748535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32772) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:34.764690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2', 'name': 'tempest-PortsTestJSON-1105531036'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:34.768855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.781133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:57:34.781870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.840946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Allocated IP 172.20.0.2 (2b0708ea-58ac-4dac-b749-9792c31a02a2/394cd146-409f-4934-a0f1-785ab71738f2/1767eb60-d880-4140-89e3-15609918f202) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:34.900365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'status': 'completed', 'code': 200}
Dec 15 12:57:34.964579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No active binding found for port 06d774a9-ed54-45c0-9ba9-43350a76f620 {{(pid=88871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 15 12:57:34.965296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 06d774a9-ed54-45c0-9ba9-43350a76f620 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:57:34.971064 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:57:34.986342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:34.995150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-47d6dea9-6f54-45d7-b547-b1a61a90eff1 tempest-BulkNetworkOpsTest-1048076754 tempest-BulkNetworkOpsTest-1048076754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:35.018821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.037332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Network': ['ID=8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:35.042040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:35.058156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/networks/8b5aee0b-0ea8-46a3-926b-e8b24cae1ebd HTTP/1.1" status: 204  len: 168 time: 2.3925529
Dec 15 12:57:35.059174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32776) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:35.100031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:57:35.100455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:57:35.101730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] For port 18f251ce-42e9-4183-bc34-0118d969be5f, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:35.150079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-d1698061-ec77-4c03-8313-bc559b25bd1c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 1097 time: 0.5940087
Dec 15 12:57:35.152052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] For port 18f251ce-42e9-4183-bc34-0118d969be5f, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=18f251ce-42e9-4183-bc34-0118d969be5f,segment=NetworkSegment(957e07f4-a0b9-4e4f-aed4-20a471cac383),segment_id=957e07f4-a0b9-4e4f-aed4-20a471cac383)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:35.186806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.237781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:35.275468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-7332b8d8-3a99-45a1-9f31-84ee28259efb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0 HTTP/1.1" status: 200  len: 217 time: 0.1122315
Dec 15 12:57:35.298582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.327607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] DHCP port deletion for 6e46394d-23a7-4867-94b5-c1924fe5a8e8 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:57:35.342736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting port 4a817d27-8189-40f6-8f52-a847f3016db6 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:35.343126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.363443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 11edd225-1347-4bae-b9be-563a2666e8f6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:35.364191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.410764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Deleting port 4a817d27-8189-40f6-8f52-a847f3016db6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:35.411188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.427936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:35.432754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Allocated IP 172.23.0.1 (830b9ea9-2898-427b-bef4-38e141561ffe/4ec296b4-27a3-40d1-93ff-2342cc1189af/d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:35.436745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:35.441245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-522202e3-5a62-4229-8ce6-2068b0da50ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:35.444445 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-522202e3-5a62-4229-8ce6-2068b0da50ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 200  len: 835 time: 0.1531465
Dec 15 12:57:35.450257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:35.532971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:35.581263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe51e6-bdf0-46a8-aa91-dcfe07252f7b None None] Pushing event updated for resources: {'Port': ['ID=18f251ce-42e9-4183-bc34-0118d969be5f,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:35.610151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:35.616754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.628776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fabe51e6-bdf0-46a8-aa91-dcfe07252f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:35.629417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Deleting port 06d774a9-ed54-45c0-9ba9-43350a76f620 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:35.629839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:35.649164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 6d15ad7f-434a-4834-893f-0989547c68b7 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:57:35.717420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3868b-4463-48ae-8a00-9e5867f91211 req-9519dbe6-f5f9-4137-8a00-4e74f81a2a82 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:35.719390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-88f3868b-4463-48ae-8a00-9e5867f91211 req-9519dbe6-f5f9-4137-8a00-4e74f81a2a82 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 944 time: 0.3289599
Dec 15 12:57:35.961486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] For port 4a817d27-8189-40f6-8f52-a847f3016db6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4a817d27-8189-40f6-8f52-a847f3016db6,segment=NetworkSegment(936ffac7-51ef-4dac-9c27-29082a40a4cc),segment_id=936ffac7-51ef-4dac-9c27-29082a40a4cc)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:35.961486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.011157 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-3c70419f-50e9-410f-bef2-5141209f8244 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae999331-ef2f-40f0-937c-8153b8734d19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5450971
Dec 15 12:57:36.023309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.064112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f5d21fb7-33c7-4e64-b6e1-172d1f8ec187 None None] The port '06d774a9-ed54-45c0-9ba9-43350a76f620' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:57:36.070884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4a817d27-8189-40f6-8f52-a847f3016db6 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:57:36.184762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:36.185927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae28e48>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:36.201780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Transition to ACTIVE for port object d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:36.323918 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-1b3859c7-094e-4312-8728-9dbb8de491fc service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3046350
Dec 15 12:57:36.331137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.340829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc3dc746-88eb-441a-8323-f6698e209176 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:36.421996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.546718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Transition to ACTIVE for port object 1767eb60-d880-4140-89e3-15609918f202 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:36.548378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Calling delete_port for 4a817d27-8189-40f6-8f52-a847f3016db6 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:36.632159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 830b9ea9-2898-427b-bef4-38e141561ffe is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:36.634184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:36.641738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:36.665074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:36.671679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:36.691164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-88f3868b-4463-48ae-8a00-9e5867f91211 req-0d151fcb-8a1a-40d0-95b1-902b2c30563e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9536781
Dec 15 12:57:36.700795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.706159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2bb8b100-cca8-4026-9099-ac04b41ae447 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:36.741038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.774171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.784579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23c99d2f-59bd-4ad8-9928-d12c3ca6c5d4 req-e9aa8380-e94d-4a27-badc-1898cb2afb65 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4404793
Dec 15 12:57:36.815375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Transition to ACTIVE for port object 1767eb60-d880-4140-89e3-15609918f202 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:36.818381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Port 4a817d27-8189-40f6-8f52-a847f3016db6 update to DOWN by agent not found {{(pid=88871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 15 12:57:36.829081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] For port 4a817d27-8189-40f6-8f52-a847f3016db6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4a817d27-8189-40f6-8f52-a847f3016db6,segment=NetworkSegment(936ffac7-51ef-4dac-9c27-29082a40a4cc),segment_id=936ffac7-51ef-4dac-9c27-29082a40a4cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:36.829816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:36.842701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Allocated IP 172.23.0.2 (830b9ea9-2898-427b-bef4-38e141561ffe/4ec296b4-27a3-40d1-93ff-2342cc1189af/4ae71f1c-5bdf-443f-9964-df072e151db5) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:36.851713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Port': ['ID=4a817d27-8189-40f6-8f52-a847f3016db6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:36.858932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:36.867467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] No DVR routers for this DVR port 4a817d27-8189-40f6-8f52-a847f3016db6 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:57:37.057260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:37.159795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Calling delete_port for 4a817d27-8189-40f6-8f52-a847f3016db6 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:37.169541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.224133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa7835c0>,) {'filters': {'network_id': ['6e46394d-23a7-4867-94b5-c1924fe5a8e8']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:37.234889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:57:37.243753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.244171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7835c0>, '936ffac7-51ef-4dac-9c27-29082a40a4cc') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:37.245299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa7835c0>, '936ffac7-51ef-4dac-9c27-29082a40a4cc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:37.268274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.284331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-355d801c-0d77-4c38-8e01-afa7f92dc2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:37.426412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:37.537618 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6', 'code': 200}
Dec 15 12:57:37.566001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:37.622920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.633653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.638242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Pushing event updated for resources: {'Port': ['ID=1767eb60-d880-4140-89e3-15609918f202,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:37.639252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.7 (2b0708ea-58ac-4dac-b749-9792c31a02a2/394cd146-409f-4934-a0f1-785ab71738f2/6d15ad7f-434a-4834-893f-0989547c68b7) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:37.643310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:57:37.644744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:57:37.683474 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:57:37.731063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:37.888953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:37.896956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.903573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:37.910545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:37.963913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:57:37.964591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:57:37.968644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:37.974540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:38.006495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-d1e67123-bbcd-4c69-ba80-17581bf17827 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 1097 time: 0.5146716
Dec 15 12:57:38.008656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:38.054752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Network': ['ID=6e46394d-23a7-4867-94b5-c1924fe5a8e8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:38.066897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:38.075512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/networks/6e46394d-23a7-4867-94b5-c1924fe5a8e8 HTTP/1.1" status: 204  len: 168 time: 3.0126133
Dec 15 12:57:38.078212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32788) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:38.464904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ffa4d-ac67-4990-9227-d0c3343a05a4 req-b924b175-7ce3-4e9c-b247-2ba28fecbbd0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:38.467067 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-097ffa4d-ac67-4990-9227-d0c3343a05a4 req-b924b175-7ce3-4e9c-b247-2ba28fecbbd0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 944 time: 0.5265019
Dec 15 12:57:38.528125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Deleting port 4a817d27-8189-40f6-8f52-a847f3016db6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:38.529073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:38.580289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-097ffa4d-ac67-4990-9227-d0c3343a05a4 req-ad18ee90-ce56-44ec-9fcf-e60c285c61b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033702
Dec 15 12:57:38.647117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting subnet 1509f2cf-61f6-4f0e-9de3-a2a48b9ccd7a {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:57:38.652995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:38.682353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-0c5a3756-1d46-4468-864d-5a4d903e99c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:38.684017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-0c5a3756-1d46-4468-864d-5a4d903e99c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 897 time: 0.5595953
Dec 15 12:57:38.729091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1bb82321-eb80-4b39-8020-8f377a95c038 None None] The port '4a817d27-8189-40f6-8f52-a847f3016db6' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:57:38.748145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:38.777228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:38.780122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Attempting to bind port 1767eb60-d880-4140-89e3-15609918f202 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:38.780122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Attempting to bind port 1767eb60-d880-4140-89e3-15609918f202 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'f249aa4c-72bf-40e8-9eed-f5f48e39c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:38.780122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Attempting to bind port 1767eb60-d880-4140-89e3-15609918f202 on network 2b0708ea-58ac-4dac-b749-9792c31a02a2 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:38.791668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:38.826234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:38.928722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:38.935486 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-e99dfd55-47a5-48c4-94d2-51f986500c74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0 HTTP/1.1" status: 200  len: 217 time: 0.2218788
Dec 15 12:57:38.943307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Transition to ACTIVE for port object 4ae71f1c-5bdf-443f-9964-df072e151db5 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:38.943307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:38.943307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Checking segment: {'id': 'f249aa4c-72bf-40e8-9eed-f5f48e39c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:38.943307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:38.943307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Bound using segment: {'id': 'f249aa4c-72bf-40e8-9eed-f5f48e39c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:38.943307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Bound port: 1767eb60-d880-4140-89e3-15609918f202, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f249aa4c-72bf-40e8-9eed-f5f48e39c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b0708ea-58ac-4dac-b749-9792c31a02a2'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:38.943307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.001170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Transition to ACTIVE for port object 4ae71f1c-5bdf-443f-9964-df072e151db5 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:39.004430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.038454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.045018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e712992-40f3-477b-8805-9ce12655310b tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:39.095526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object 6d15ad7f-434a-4834-893f-0989547c68b7 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:39.095526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-7964c07d-0a1a-4416-afcd-2a9e34e3ead2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:39.095526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-7964c07d-0a1a-4416-afcd-2a9e34e3ead2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 200  len: 835 time: 0.1539848
Dec 15 12:57:39.125607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.139128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Subnet': ['ID=1509f2cf-61f6-4f0e-9de3-a2a48b9ccd7a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:39.143799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:39.146603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] For port 1767eb60-d880-4140-89e3-15609918f202, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:39.146603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] For port 1767eb60-d880-4140-89e3-15609918f202, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1767eb60-d880-4140-89e3-15609918f202,segment=NetworkSegment(f249aa4c-72bf-40e8-9eed-f5f48e39c677),segment_id=f249aa4c-72bf-40e8-9eed-f5f48e39c677)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:39.148216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/subnets/1509f2cf-61f6-4f0e-9de3-a2a48b9ccd7a HTTP/1.1" status: 204  len: 168 time: 1.0647819
Dec 15 12:57:39.154635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32792) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:39.157931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.164305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd32291-d46e-40ec-b5c6-4d6ac5217a2b None None] Network 6c8081b9-be7a-45c2-8361-1bf7ce53600b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:39.186524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fabe51e6-bdf0-46a8-aa91-dcfe07252f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:39.218425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.222992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.225542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.303651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9105d430-3296-482e-9ece-aaf5e71b1bd7 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:39.406953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.438864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.476172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Deleting port 6bf4b492-815c-4b8d-a28d-1fb35806d01c {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:39.476172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.484464 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-eadc1daf-2dda-4325-b031-9074d37a7e1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae999331-ef2f-40f0-937c-8153b8734d19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3616619
Dec 15 12:57:39.484464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:39.484464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.484464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:39.492365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event updated for resources: {'Port': ['ID=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:39.518168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:39.548851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c3d2e286-d24a-482e-91d4-e2769e4335b0 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:57:39.601359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae28e48>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:21Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:34Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:39.628215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Network 830b9ea9-2898-427b-bef4-38e141561ffe is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:39.628215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Pushing event updated for resources: {'Port': ['ID=4ae71f1c-5bdf-443f-9964-df072e151db5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:39.638216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:39.649347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:39.742059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:39.743910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:39.757377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Pushing event updated for resources: {'Port': ['ID=1767eb60-d880-4140-89e3-15609918f202,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:39.762246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:39.764466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb81d6b-592b-4cb4-a3c1-99390f181514 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:21Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:34Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:39.792748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=6d15ad7f-434a-4834-893f-0989547c68b7,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:39.845160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] For port 6bf4b492-815c-4b8d-a28d-1fb35806d01c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6bf4b492-815c-4b8d-a28d-1fb35806d01c,segment=NetworkSegment(2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780),segment_id=2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:39.845823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.873324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:39.874090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:39.880679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:39.998872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:39.999406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:40.151009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Calling delete_port for 6bf4b492-815c-4b8d-a28d-1fb35806d01c owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:40.295011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.5408258
Dec 15 12:57:40.295466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32802) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:40.379457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:40.392085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65da0961-94e4-4751-884f-6b9ce9cdb949 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:40.400662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ebdaf-46c9-4658-9d7e-617e637c8610 req-5998b1a1-573f-4100-8fe3-89de20b8c933 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:40.402739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f23ebdaf-46c9-4658-9d7e-617e637c8610 req-5998b1a1-573f-4100-8fe3-89de20b8c933 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:40.473060 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-36a952a6-9e14-4439-82c5-e4280ecba011 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9997368
Dec 15 12:57:40.476845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Network 830b9ea9-2898-427b-bef4-38e141561ffe is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:40.478062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:40.513952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Port': ['ID=6bf4b492-815c-4b8d-a28d-1fb35806d01c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:40.519239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:40.531645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] No DVR routers for this DVR port 6bf4b492-815c-4b8d-a28d-1fb35806d01c on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:57:40.548310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Attempting to bind port 4ae71f1c-5bdf-443f-9964-df072e151db5 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:40.549092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Attempting to bind port 4ae71f1c-5bdf-443f-9964-df072e151db5 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:40.549092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Attempting to bind port 4ae71f1c-5bdf-443f-9964-df072e151db5 on network 830b9ea9-2898-427b-bef4-38e141561ffe {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:40.605960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:40.606424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Checking segment: {'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:40.606893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:40.607412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Bound using segment: {'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:40.607944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Bound port: 4ae71f1c-5bdf-443f-9964-df072e151db5, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:40.608374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:40.682148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f23ebdaf-46c9-4658-9d7e-617e637c8610 req-5998b1a1-573f-4100-8fe3-89de20b8c933 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:40.684341 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f23ebdaf-46c9-4658-9d7e-617e637c8610 req-5998b1a1-573f-4100-8fe3-89de20b8c933 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 944 time: 0.7769454
Dec 15 12:57:40.696611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c3d2e286-d24a-482e-91d4-e2769e4335b0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:40.725012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e3b7c-94e3-4ae5-8c14-cba46ac3d740 None None] DHCP port deletion for 6c8081b9-be7a-45c2-8361-1bf7ce53600b request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:57:40.821978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'port_id': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'mac_address': 'fa:16:3e:05:f1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:57:40.832245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:40.881349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e121f32-ccae-489c-ba87-327763dfad1e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:40.883118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3e121f32-ccae-489c-ba87-327763dfad1e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:40.894278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9fb77f0>,) {'filters': {'network_id': ['6c8081b9-be7a-45c2-8361-1bf7ce53600b']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:40.925046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fb77f0>, '2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:40.925872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fb77f0>, '2d785f15-a9ea-4ebf-a8f2-c5b3e8c90780') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:40.957443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:40.981113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:40.986352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:40.997990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:57:40.998988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:57:41.019194 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:57:41.082649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d2e286-d24a-482e-91d4-e2769e4335b0 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:57:41.132726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] For port 4ae71f1c-5bdf-443f-9964-df072e151db5, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:41.138862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] For port 4ae71f1c-5bdf-443f-9964-df072e151db5, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4ae71f1c-5bdf-443f-9964-df072e151db5,segment=NetworkSegment(b1355020-19a7-4539-9c83-a2e255b357d3),segment_id=b1355020-19a7-4539-9c83-a2e255b357d3)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:41.144452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1bca-f152-43dc-8b9b-88cd68778e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:41.153587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:41.184930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3e121f32-ccae-489c-ba87-327763dfad1e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:41.185680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c3d2e286-d24a-482e-91d4-e2769e4335b0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:41.187109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e121f32-ccae-489c-ba87-327763dfad1e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200  len: 922 time: 0.8900754
Dec 15 12:57:41.188051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:41.196506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32806) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:41.286142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:41.292805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:41.300214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9a56190b-1a9a-4588-bacf-4f74beff2db0 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:41.372642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:41.402328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Pushing event deleted for resources: {'Network': ['ID=6c8081b9-be7a-45c2-8361-1bf7ce53600b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:41.412896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:41.418448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/networks/6c8081b9-be7a-45c2-8361-1bf7ce53600b HTTP/1.1" status: 204  len: 168 time: 2.2635164
Dec 15 12:57:41.421568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32810) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:41.430658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 6d15ad7f-434a-4834-893f-0989547c68b7 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:41.431292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:41.431843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Pushing event updated for resources: {'Port': ['ID=4ae71f1c-5bdf-443f-9964-df072e151db5,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:41.442942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:41.444273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f00c11e-8e09-4185-9782-1dbaafd88681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:41.475947 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ed74400a-b5dd-4e33-bd48-9aa748643ad8 req-d5710142-0beb-4fc5-abcb-d591aac3657f service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9949682
Dec 15 12:57:41.501707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f23ebdaf-46c9-4658-9d7e-617e637c8610 req-aa134c77-7a30-4e24-b541-75de56cca8f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8057098
Dec 15 12:57:41.544349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-66d88e41-f59a-415c-9c55-02aee95e5dca tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Synchronizing usage tracker for tenant:da35bda83b214986995ded6f8e4318b4 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:41.559167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c3d2e286-d24a-482e-91d4-e2769e4335b0,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:41.567784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:41.660917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-66d88e41-f59a-415c-9c55-02aee95e5dca tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Unset dirty status for tenant:da35bda83b214986995ded6f8e4318b4 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:41.662456 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-66d88e41-f59a-415c-9c55-02aee95e5dca tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "GET /v2.0/ports?device_id=025b79d4-b98b-402d-9882-11c5424854ca HTTP/1.1" status: 200  len: 205 time: 0.1897235
Dec 15 12:57:41.665666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32814) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:41.672161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['c3d2e286-d24a-482e-91d4-e2769e4335b0'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:57:41.794578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:41.900923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 18f251ce-42e9-4183-bc34-0118d969be5f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:41.981731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b67eebcb-4e78-4502-a47c-cca0a6cb9818 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:42.027422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 18f251ce-42e9-4183-bc34-0118d969be5f completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:42.047601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:42.055586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 18f251ce-42e9-4183-bc34-0118d969be5f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:42.056367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:42.060449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9184041
Dec 15 12:57:42.061719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32818) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:42.072445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:42.076006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:42.096100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:42.098127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba1f4a8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:42.322814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:42.447621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:42.590608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 18f251ce-42e9-4183-bc34-0118d969be5f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=18f251ce-42e9-4183-bc34-0118d969be5f,segment=NetworkSegment(957e07f4-a0b9-4e4f-aed4-20a471cac383),segment_id=957e07f4-a0b9-4e4f-aed4-20a471cac383)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:42.595585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:42.597274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:42.598644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1767eb60-d880-4140-89e3-15609918f202 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:42.666246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:42.899960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=18f251ce-42e9-4183-bc34-0118d969be5f,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:42.906678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:42.911456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:42.927899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 1767eb60-d880-4140-89e3-15609918f202 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:43.019711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6bf4b492-815c-4b8d-a28d-1fb35806d01c no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:57:43.106372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 6bf4b492-815c-4b8d-a28d-1fb35806d01c {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:57:43.107172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6bf4b492-815c-4b8d-a28d-1fb35806d01c not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:57:43.205949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 6d15ad7f-434a-4834-893f-0989547c68b7 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:43.266593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d157b-0b5c-49be-88b3-691682d375e7 None None] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:43.342948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba1f4a8>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:36Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:34Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c6b168-7ac9-4d8d-b4e2-5bdda66454bf', 'name': '', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:be:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:34Z', 'updated_at': '2021-12-15T12:57:38Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:43.350894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:43.351994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Updating router dd024250-921e-4797-8b7d-786c771b135f port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:57:43.410939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:43.592791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 12:57:43.619908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Removed routes are [] {{(pid=88870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 12:57:43.620786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:43.699021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Provisioning for port 1767eb60-d880-4140-89e3-15609918f202 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:43.731811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c3d2e286-d24a-482e-91d4-e2769e4335b0 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:43.803126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Provisioning complete for port 1767eb60-d880-4140-89e3-15609918f202 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:43.805473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:43.845195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e1735e26-49ef-4b88-ad66-7d65f88ff5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:43.871210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:43.901794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:43.923259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Transition to ACTIVE for port object d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:43.954696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:43.960527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:44.140449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4ae71f1c-5bdf-443f-9964-df072e151db5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:44.201828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b67eebcb-4e78-4502-a47c-cca0a6cb9818 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.259035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b72a-d41b-43f0-b018-13366cb79adf req-39e4ce53-454b-4ff3-b7a2-808def69b080 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:44.262141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b72b72a-d41b-43f0-b018-13366cb79adf req-39e4ce53-454b-4ff3-b7a2-808def69b080 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 945 time: 0.9032815
Dec 15 12:57:44.269464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b67eebcb-4e78-4502-a47c-cca0a6cb9818 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.278404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a36dee-1176-42ac-88ed-5e7053ead582 None None] Pushing event updated for resources: {'Port': ['ID=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:44.281627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Attempting to bind port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:44.282320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Attempting to bind port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:44.282958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Attempting to bind port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf on network 830b9ea9-2898-427b-bef4-38e141561ffe {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:44.292071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43a36dee-1176-42ac-88ed-5e7053ead582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:44.293236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:44.293910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Checking segment: {'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:44.294642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.295361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Bound using segment: {'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:44.296217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Bound port: d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1355020-19a7-4539-9c83-a2e255b357d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:44.296923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.319023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.353121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca43209c-fd65-4c25-a362-81a82d601bb8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:44.423427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.475414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port c3d2e286-d24a-482e-91d4-e2769e4335b0 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:44.497553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] For port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:44.502208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] For port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,segment=NetworkSegment(b1355020-19a7-4539-9c83-a2e255b357d3),segment_id=b1355020-19a7-4539-9c83-a2e255b357d3)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:44.507073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=6d15ad7f-434a-4834-893f-0989547c68b7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:44.508177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.508362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.511155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port c3d2e286-d24a-482e-91d4-e2769e4335b0 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:44.512689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:44.513286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.515988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.539713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8f88360-cf5a-4797-9903-5ed3a2ed5346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:44.554510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 4ae71f1c-5bdf-443f-9964-df072e151db5 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:44.586383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] For port 1767eb60-d880-4140-89e3-15609918f202, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1767eb60-d880-4140-89e3-15609918f202,segment=NetworkSegment(f249aa4c-72bf-40e8-9eed-f5f48e39c677),segment_id=f249aa4c-72bf-40e8-9eed-f5f48e39c677)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:44.589135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 18f251ce-42e9-4183-bc34-0118d969be5f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:44.602994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b67eebcb-4e78-4502-a47c-cca0a6cb9818 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.604250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67eebcb-4e78-4502-a47c-cca0a6cb9818 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Fanout notify agent at l3_agent the message router_deleted on router 025b79d4-b98b-402d-9882-11c5424854ca {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:57:44.701965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a36dee-1176-42ac-88ed-5e7053ead582 None None] Pushing event updated for resources: {'Port': ['ID=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:44.702959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.709207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7042da2d-f900-4549-8ee0-37db20edb129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:44.709576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b72b72a-d41b-43f0-b018-13366cb79adf req-f3867340-b80a-499d-b65c-ae1f1d3f0ba3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4242089
Dec 15 12:57:44.728326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43a36dee-1176-42ac-88ed-5e7053ead582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:44.764072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef88d59a-8e5a-4c45-8d10-3befd8f33b4d None None] Network 830b9ea9-2898-427b-bef4-38e141561ffe requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:44.766150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:44.767417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba1f4a8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:44.788797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b67eebcb-4e78-4502-a47c-cca0a6cb9818 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.790930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b67eebcb-4e78-4502-a47c-cca0a6cb9818 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] 10.222.0.53 "DELETE /v2.0/routers/025b79d4-b98b-402d-9882-11c5424854ca HTTP/1.1" status: 204  len: 168 time: 3.1239269
Dec 15 12:57:44.793467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:44.806753 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/6d15ad7f-434a-4834-893f-0989547c68b7 HTTP/1.1" status: 204  len: 168 time: 3.6020083
Dec 15 12:57:44.810337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32826) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:44.902077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3769168-3abe-4042-b057-714aa3735df6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:57:44.902667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d3769168-3abe-4042-b057-714aa3735df6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:44.904534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:44.932663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d3769168-3abe-4042-b057-714aa3735df6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:44.944224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d3769168-3abe-4042-b057-714aa3735df6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/6d15ad7f-434a-4834-893f-0989547c68b7 HTTP/1.1" status: 404  len: 333 time: 0.1321683
Dec 15 12:57:44.946902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32830) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:45.105350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:45.125755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 18f251ce-42e9-4183-bc34-0118d969be5f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:45.126637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:45.183254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 7a27feba-6954-4e38-814a-6646bd751161 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:45.184835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:45.361169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:45.370175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:45.378699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d19f8b3e-6294-4ef4-b696-d2a7b08addea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 200  len: 933 time: 3.3151109
Dec 15 12:57:45.381621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32836) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:45.436801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Provisioning for port 4ae71f1c-5bdf-443f-9964-df072e151db5 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:45.448082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Pushing event updated for resources: {'Port': ['ID=1767eb60-d880-4140-89e3-15609918f202,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:45.458588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:45.459000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:45.520167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Provisioning complete for port 4ae71f1c-5bdf-443f-9964-df072e151db5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:45.520740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:45.540717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32840) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:45.702741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:45.774882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba1f4a8>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:43Z', 'revision_number': 6, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c6b168-7ac9-4d8d-b4e2-5bdda66454bf', 'name': '', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:be:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:34Z', 'updated_at': '2021-12-15T12:57:44Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:45.778522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:45.782895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffbea9-76b1-421d-96ad-9e88e0c0d182 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:43Z', 'revision_number': 6, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c6b168-7ac9-4d8d-b4e2-5bdda66454bf', 'name': '', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:be:65:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:34Z', 'updated_at': '2021-12-15T12:57:44Z', 'revision_number': 4, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:46.018555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c3d2e286-d24a-482e-91d4-e2769e4335b0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:46.033026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:57:46.164606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 7a27feba-6954-4e38-814a-6646bd751161 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:46.223573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:46.264319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:46.495261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:46.539636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:46.546421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'code': 200}
Dec 15 12:57:46.552333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1f80a68-c665-4733-908c-a9c11959b4e3 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:46.555038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c3d2e286-d24a-482e-91d4-e2769e4335b0,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:46.579687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1767eb60-d880-4140-89e3-15609918f202 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:46.582798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:57:46.659656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:46.661500 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e5053bf4-349f-48ff-8f97-ce4444c1939f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da35bda83b214986995ded6f8e4318b4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1128571
Dec 15 12:57:46.666779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32850) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:46.684809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=7a27feba-6954-4e38-814a-6646bd751161,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:46.688708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:46.723627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] For port 4ae71f1c-5bdf-443f-9964-df072e151db5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4ae71f1c-5bdf-443f-9964-df072e151db5,segment=NetworkSegment(b1355020-19a7-4539-9c83-a2e255b357d3),segment_id=b1355020-19a7-4539-9c83-a2e255b357d3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:46.778372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:46.782006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fabe51e6-bdf0-46a8-aa91-dcfe07252f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:46.859287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:46.878015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2abf-7860-475e-9749-bd440745e96c req-68844583-0bf8-4a12-b8cd-3f2be5176848 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:46.880108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-25bb2abf-7860-475e-9749-bd440745e96c req-68844583-0bf8-4a12-b8cd-3f2be5176848 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 0.5825269
Dec 15 12:57:46.888666 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cbb2ea02-2d32-4645-a2f1-71ed81c92299 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 200  len: 933 time: 1.5055497
Dec 15 12:57:46.895758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32854) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:46.927189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Pushing event updated for resources: {'Port': ['ID=4ae71f1c-5bdf-443f-9964-df072e151db5,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:46.932403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:46.933446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/7a27feba-6954-4e38-814a-6646bd751161 HTTP/1.1" status: 204  len: 168 time: 1.9843824
Dec 15 12:57:46.934517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32858) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:46.942688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:46.951403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'routes': None}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:46.965456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 1767eb60-d880-4140-89e3-15609918f202 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:46.966636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.064384 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf270dc-f5ed-495f-85e8-d25831e18fd5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:57:47.065100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-edf270dc-f5ed-495f-85e8-d25831e18fd5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:47.109161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-edf270dc-f5ed-495f-85e8-d25831e18fd5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:47.115727 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-edf270dc-f5ed-495f-85e8-d25831e18fd5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/7a27feba-6954-4e38-814a-6646bd751161 HTTP/1.1" status: 404  len: 333 time: 0.1742034
Dec 15 12:57:47.116710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32862) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:47.136619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Provisioning complete for port 4ae71f1c-5bdf-443f-9964-df072e151db5 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:47.137525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.161434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.455004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.476521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1ade7a2-1620-401f-8251-e04ada44fe0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:47.503148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84914a3-6fce-40c1-806a-3572236cb27e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:47.505155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.511775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b84914a3-6fce-40c1-806a-3572236cb27e HTTP/1.1" status: 204  len: 168 time: 0.8402021
Dec 15 12:57:47.517802 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c6549e78-3890-4a12-9bb4-fae72b3ead64 req-1807cba4-0218-4618-a32c-54a9d583fd25 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 1099 time: 0.7637770
Dec 15 12:57:47.520194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:47.526441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Could not find standard attr ID for object 7a27feba-6954-4e38-814a-6646bd751161. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:57:47.549519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:47.616679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Provisioning complete for port 1767eb60-d880-4140-89e3-15609918f202 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:47.617373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.737289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet 394cd146-409f-4934-a0f1-785ab71738f2 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:57:47.746678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.749547 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-25bb2abf-7860-475e-9749-bd440745e96c req-f90cb5cb-2dcd-460d-85bf-9fbfff0392d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8108912
Dec 15 12:57:47.783112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:47.821863 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c6549e78-3890-4a12-9bb4-fae72b3ead64 req-109b83bd-685b-4491-af1c-d36db62ab332 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2599978
Dec 15 12:57:47.945896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:47.961401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Provisioning for port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:47.972483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Provisioning complete for port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:47.973499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.264903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4ae71f1c-5bdf-443f-9964-df072e151db5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:48.312633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.370364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.418420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.442694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2022be70-8425-43d5-8c65-cdbe72ec8906 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:48.481388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] For port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,segment=NetworkSegment(b1355020-19a7-4539-9c83-a2e255b357d3),segment_id=b1355020-19a7-4539-9c83-a2e255b357d3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:48.484398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 4ae71f1c-5bdf-443f-9964-df072e151db5 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:48.485669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.500112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.519500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=394cd146-409f-4934-a0f1-785ab71738f2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:48.528608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:48.532822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-da08a681-0fec-4074-9b24-48a8ec0e6726 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/394cd146-409f-4934-a0f1-785ab71738f2 HTTP/1.1" status: 204  len: 168 time: 1.4146280
Dec 15 12:57:48.538346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32868) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:48.594210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.614694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:48.735812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Pushing event updated for resources: {'Port': ['ID=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:48.752935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:48.758027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.759295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:48.775180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 1767eb60-d880-4140-89e3-15609918f202 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:48.775885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:48.918330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c8f58-c2a6-4eb6-b48c-eea6692a20a1 None None] Network 2b0708ea-58ac-4dac-b749-9792c31a02a2 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:49.023332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added routes are [] {{(pid=88870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 12:57:49.023992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 12:57:49.124623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:49.392647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] For port 1767eb60-d880-4140-89e3-15609918f202, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1767eb60-d880-4140-89e3-15609918f202,segment=NetworkSegment(f249aa4c-72bf-40e8-9eed-f5f48e39c677),segment_id=f249aa4c-72bf-40e8-9eed-f5f48e39c677)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:49.394138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:49.532719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:49.533634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf63f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:49.708214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:49.714277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:49.747825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8de144e-0c2d-4d3d-a951-d54d45647666 None None] Provisioning complete for port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:49.748307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8de144e-0c2d-4d3d-a951-d54d45647666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:49.846559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 1767eb60-d880-4140-89e3-15609918f202 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:49.895234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:49.988190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:50.009777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7860d-2c74-42b6-a1ac-d248829270fa req-0431773d-2d9c-4c01-b1dc-38f359712ae2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:50.012803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32a7860d-2c74-42b6-a1ac-d248829270fa req-0431773d-2d9c-4c01-b1dc-38f359712ae2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 0.8048241
Dec 15 12:57:50.021564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.032788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0603ed1e-b2aa-49a2-be28-b3eccd9e88f6 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:50.072170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444827d8-1cce-4533-8062-685cd46eea2a None None] DHCP port deletion for 2b0708ea-58ac-4dac-b749-9792c31a02a2 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:57:50.105262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8de144e-0c2d-4d3d-a951-d54d45647666 None None] Could not find standard attr ID for object 6d15ad7f-434a-4834-893f-0989547c68b7. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:57:50.138680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=1767eb60-d880-4140-89e3-15609918f202,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:50.153968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:50.165282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No DVR routers for this DVR port 1767eb60-d880-4140-89e3-15609918f202 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:57:50.188353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:50.242473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32a7860d-2c74-42b6-a1ac-d248829270fa req-2c6ccd59-acf1-4eab-9f7c-3f143437ddef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2228093
Dec 15 12:57:50.320986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:50.330322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.336365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2cfa6b5c-10d9-43dd-8840-ecb268ef2a5a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 200  len: 699 time: 3.4334614
Dec 15 12:57:50.338567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32874) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:50.410898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5a2a99cb-ac7a-4cec-aa21-66db23c79fa7 None None] Provisioning complete for port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:50.411250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2a99cb-ac7a-4cec-aa21-66db23c79fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.412210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.517117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb526d30>,) {'filters': {'network_id': ['2b0708ea-58ac-4dac-b749-9792c31a02a2']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:50.537925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb526d30>, 'f249aa4c-72bf-40e8-9eed-f5f48e39c677') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:50.538666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb526d30>, 'f249aa4c-72bf-40e8-9eed-f5f48e39c677') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:50.554512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:50.554512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.556718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.588906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.602879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:57:50.603332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:57:50.620206 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:57:50.733462 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6931d8b5-7ae7-4691-8e9c-58a067ec2dd5 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 200  len: 699 time: 0.3934083
Dec 15 12:57:50.735574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32878) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:50.784095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf63f60>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:49Z', 'revision_number': 7, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c6b168-7ac9-4d8d-b4e2-5bdda66454bf', 'name': '', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:be:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:34Z', 'updated_at': '2021-12-15T12:57:48Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:50.801485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:50.836016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:50.837083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf63f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:50.868976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.879879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-377e172b-85df-4d47-9c4a-492dd8495ad5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:50.900850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:50.920420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=2b0708ea-58ac-4dac-b749-9792c31a02a2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:50.936724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:50.950328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/2b0708ea-58ac-4dac-b749-9792c31a02a2 HTTP/1.1" status: 204  len: 168 time: 2.4004982
Dec 15 12:57:50.955575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32882) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:50.969689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889096482'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:50.969689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:50.972438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:50.977817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:50.988428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:51.002788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:51.014253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:51.061613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:57:51.075788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:51.076176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment be36bd74-cfad-4ad5-8381-84d04abd1641 of type vlan for network 54b7ecdc-08f7-475c-a151-28f991037d04
Dec 15 12:57:51.098397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:51.132216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:51.178048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:51.184566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:51.185720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:51.195831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1e17711-8974-479f-bfaa-3f3d9d3fd04a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:51.264709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:51.349955 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3982701
Dec 15 12:57:51.357939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32888) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:51.368546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:51.396377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=54b7ecdc-08f7-475c-a151-28f991037d04,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:51.400239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:51.489277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 54b7ecdc-08f7-475c-a151-28f991037d04 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:57:51.527723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:51.535709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:51.545421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:51.626698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:51.668553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:51.847442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf63f60>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:49Z', 'revision_number': 7, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c6b168-7ac9-4d8d-b4e2-5bdda66454bf', 'name': '', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:be:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:34Z', 'updated_at': '2021-12-15T12:57:48Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:51.853871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75775532-dd7c-4a5a-83fa-c78edf3dbc79 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:49Z', 'revision_number': 7, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c6b168-7ac9-4d8d-b4e2-5bdda66454bf', 'name': '', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:be:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:34Z', 'updated_at': '2021-12-15T12:57:48Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:52.046891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1767eb60-d880-4140-89e3-15609918f202 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:57:52.087539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 1767eb60-d880-4140-89e3-15609918f202 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:57:52.087782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1767eb60-d880-4140-89e3-15609918f202 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:57:52.187414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c2fbe-8e8e-4c9c-8dd4-f0539e8984c0 req-2626bc2e-f25a-45e9-b12a-b9d4ebf02964 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:52.189664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-194c2fbe-8e8e-4c9c-8dd4-f0539e8984c0 req-2626bc2e-f25a-45e9-b12a-b9d4ebf02964 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 0.6480656
Dec 15 12:57:52.233819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:52.234356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:52.282314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:52.335015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-194c2fbe-8e8e-4c9c-8dd4-f0539e8984c0 req-ecd638eb-72dc-45e4-8162-688251351379 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370828
Dec 15 12:57:52.516595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,segment=NetworkSegment(b1355020-19a7-4539-9c83-a2e255b357d3),segment_id=b1355020-19a7-4539-9c83-a2e255b357d3)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:52.517071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:52.550687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:52.567447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:52.569026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e31d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:52.576249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:52.581093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c9d34f69-4424-491a-ab5b-0e45a1577917 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:52.668645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:52.680760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=16f9633c-2cae-43f9-8bff-4cc65fc2d564,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:52.690469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:52.697943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': 'be36bd74-cfad-4ad5-8381-84d04abd1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:52.698711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: 54b7ecdc-08f7-475c-a151-28f991037d04, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:57:52.755650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 54b7ecdc-08f7-475c-a151-28f991037d04 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:57:52.769513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 54b7ecdc-08f7-475c-a151-28f991037d04) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:52.774457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:52.775117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:52.786502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c9cc3e-4915-4c4f-a858-78d85ab17dd4 None None] Network 54b7ecdc-08f7-475c-a151-28f991037d04 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:52.793303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:52.818328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4578094
Dec 15 12:57:52.823028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32894) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:52.831510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04', 'name': 'tempest-PortsTestJSON-62209369', 'fixed_ips': [{'subnet_id': '16f9633c-2cae-43f9-8bff-4cc65fc2d564', 'ip_address': '172.20.0.10'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:52.928416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc560-3da4-4026-9988-8a63ed0a0e91 req-9ff47c43-f21b-4d96-ae21-8bd236b51307 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:52.930231 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-16cfc560-3da4-4026-9988-8a63ed0a0e91 req-9ff47c43-f21b-4d96-ae21-8bd236b51307 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 0.3392248
Dec 15 12:57:53.024200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-16cfc560-3da4-4026-9988-8a63ed0a0e91 req-6313ec56-b6a4-45d8-8e86-a36447c19917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831895
Dec 15 12:57:53.093100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32898) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:53.100413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-54b7ecdc-08f7-475c-a151-28f991037d04', 'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04', 'tenant_id': '839f3f7fff2346cbb2ed3623ef9d0fd8', 'fixed_ips': [{'subnet_id': '16f9633c-2cae-43f9-8bff-4cc65fc2d564'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:57:53.101526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:53.149942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:53.157938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:53.164207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:53.171734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:53.184209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:53.196388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:53.227679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:53.240783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:57:53.267193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fae0a40-7628-4413-9b49-298067d0fee0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:53.336364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:53.376089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e31d0>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:49Z', 'revision_number': 7, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c6b168-7ac9-4d8d-b4e2-5bdda66454bf', 'name': '', 'network_id': '830b9ea9-2898-427b-bef4-38e141561ffe', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:be:65:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:34Z', 'updated_at': '2021-12-15T12:57:48Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4ec296b4-27a3-40d1-93ff-2342cc1189af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:53.379937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Allocated IP 172.20.0.2 (54b7ecdc-08f7-475c-a151-28f991037d04/16f9633c-2cae-43f9-8bff-4cc65fc2d564/fa742c50-fd79-4df5-9b27-b7256614f6fd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:53.383969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:53.408036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:53.412870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e31d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:53.672453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:53.676005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:53.693956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Transition to ACTIVE for port object fa742c50-fd79-4df5-9b27-b7256614f6fd will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:53.728655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Transition to ACTIVE for port object fa742c50-fd79-4df5-9b27-b7256614f6fd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:53.743195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:53.745036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:53.752831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a30a26a-e623-45f3-b2a6-a20178d8b670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:53.793743 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5c7ca7e7-6f7a-4f1c-bc7c-6c387355ca72 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 1094 time: 0.6990869
Dec 15 12:57:53.794400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32902) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:53.808184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'port_id': 'c3d2e286-d24a-482e-91d4-e2769e4335b0'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:53.821392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Network 54b7ecdc-08f7-475c-a151-28f991037d04 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:53.829195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:53.836944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.10 (54b7ecdc-08f7-475c-a151-28f991037d04/16f9633c-2cae-43f9-8bff-4cc65fc2d564/e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:53.837214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:53.847802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Pushing event updated for resources: {'Port': ['ID=fa742c50-fd79-4df5-9b27-b7256614f6fd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:53.851379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:53.940037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:53.960027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Attempting to bind port fa742c50-fd79-4df5-9b27-b7256614f6fd on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:57:53.960690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Attempting to bind port fa742c50-fd79-4df5-9b27-b7256614f6fd by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'be36bd74-cfad-4ad5-8381-84d04abd1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:57:53.961583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Attempting to bind port fa742c50-fd79-4df5-9b27-b7256614f6fd on network 54b7ecdc-08f7-475c-a151-28f991037d04 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:57:53.971421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:57:53.972186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Checking segment: {'id': 'be36bd74-cfad-4ad5-8381-84d04abd1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:57:53.972895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:53.973691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Bound using segment: {'id': 'be36bd74-cfad-4ad5-8381-84d04abd1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:57:53.974919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Bound port: fa742c50-fd79-4df5-9b27-b7256614f6fd, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be36bd74-cfad-4ad5-8381-84d04abd1641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:57:53.975673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:54.129615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] For port fa742c50-fd79-4df5-9b27-b7256614f6fd, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:57:54.135177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] For port fa742c50-fd79-4df5-9b27-b7256614f6fd, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fa742c50-fd79-4df5-9b27-b7256614f6fd,segment=NetworkSegment(be36bd74-cfad-4ad5-8381-84d04abd1641),segment_id=be36bd74-cfad-4ad5-8381-84d04abd1641)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:57:54.143391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:54.149933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7739370e-90ca-41fd-978a-36d5ef2db7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:54.176980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:54.202814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:54.264038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Pushing event updated for resources: {'Port': ['ID=fa742c50-fd79-4df5-9b27-b7256614f6fd,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:54.268502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:54.279840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:54.295941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4a1c68c-b478-4d90-9ff5-226fdfc7d1d8 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:54.367421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 54b7ecdc-08f7-475c-a151-28f991037d04 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:54.371065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:54.374224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:54.439939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e31d0>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:53Z', 'revision_number': 8, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:54.447071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1041e3-08e7-45fa-88d2-ce892a3de364 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:53Z', 'revision_number': 8, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:57:54.468320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:54.469056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:54.494214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:54.497974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:54.510873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6872411
Dec 15 12:57:54.513506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32906) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:54.526001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '54b7ecdc-08f7-475c-a151-28f991037d04', 'name': 'tempest-PortsTestJSON-1126059383', 'fixed_ips': [{'subnet_id': '16f9633c-2cae-43f9-8bff-4cc65fc2d564', 'ip_address': '172.20.0.9'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:57:54.616910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:54.795550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:57:54.805855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:57:54.810770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:57:54.821974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:57:54.836628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:57:54.850358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:54.891763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port c150ae08-ae68-4e49-b12e-eafa94d2a1c5 yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:57:55.214228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.9 (54b7ecdc-08f7-475c-a151-28f991037d04/16f9633c-2cae-43f9-8bff-4cc65fc2d564/c150ae08-ae68-4e49-b12e-eafa94d2a1c5) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:57:55.275742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:55.284147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:55.504894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:55.527084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object c150ae08-ae68-4e49-b12e-eafa94d2a1c5 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:57:55.558569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:55.570540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-89c732f2-6177-4bcf-bf98-c93479954ae3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:55.649343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 54b7ecdc-08f7-475c-a151-28f991037d04 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:57:55.659146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:57:55.666208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:57:55.723639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=c150ae08-ae68-4e49-b12e-eafa94d2a1c5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:55.746334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.746772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.747206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.747637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.748042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.748487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.748906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.749330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.749836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.750507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.750941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:57:55.758327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:55.768866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:55.769631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:55.806044 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2884214
Dec 15 12:57:55.807125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32910) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:56.045150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44b05b-5ca9-47f4-8317-4fedb76b4b2b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:56.046003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2b44b05b-5ca9-47f4-8317-4fedb76b4b2b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:56.071610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:56.096745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fa742c50-fd79-4df5-9b27-b7256614f6fd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:56.098123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2b44b05b-5ca9-47f4-8317-4fedb76b4b2b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:56.099664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2b44b05b-5ca9-47f4-8317-4fedb76b4b2b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 921 time: 0.2898157
Dec 15 12:57:56.104341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32914) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:56.207680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port fa742c50-fd79-4df5-9b27-b7256614f6fd completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:56.226008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:57:56.265372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce16ea-727d-4018-b5b5-ff53668ecbb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:56.278707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce16ea-727d-4018-b5b5-ff53668ecbb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:56.280642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:57:56.281340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d1c6b168-7ac9-4d8d-b4e2-5bdda66454bf not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:57:56.283976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce16ea-727d-4018-b5b5-ff53668ecbb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:57:56.284945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-85ce16ea-727d-4018-b5b5-ff53668ecbb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:56.302544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-85ce16ea-727d-4018-b5b5-ff53668ecbb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:56.308150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-85ce16ea-727d-4018-b5b5-ff53668ecbb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2376 time: 0.2019534
Dec 15 12:57:56.309315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32918) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:56.311326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 797aa1bb-4886-4230-a643-40aa316a12fa associated. External IP: 172.26.0.243, port: c3d2e286-d24a-482e-91d4-e2769e4335b0.
Dec 15 12:57:56.410557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port c150ae08-ae68-4e49-b12e-eafa94d2a1c5 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:56.411871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:56.431822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6bdcf8-d57b-4b56-b8ed-544123517679 None None] Network 54b7ecdc-08f7-475c-a151-28f991037d04 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:56.561173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Provisioning for port fa742c50-fd79-4df5-9b27-b7256614f6fd completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:56.563659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:56.571678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Provisioning complete for port fa742c50-fd79-4df5-9b27-b7256614f6fd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:56.572395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:56.594591 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8578289
Dec 15 12:57:56.598771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32922) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:56.624639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:56.721112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:56.721860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb3bf98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:56.808643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:56.984649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet 4ec296b4-27a3-40d1-93ff-2342cc1189af {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:57:56.986978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for c150ae08-ae68-4e49-b12e-eafa94d2a1c5 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:56.993721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.087211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:57.127227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.131715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.170357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.178039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec5b1fa4-1105-480b-b6a3-514bd1ad96fa tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:57.226611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=c150ae08-ae68-4e49-b12e-eafa94d2a1c5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:57.232492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:57.272034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.370696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.377391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] For port fa742c50-fd79-4df5-9b27-b7256614f6fd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fa742c50-fd79-4df5-9b27-b7256614f6fd,segment=NetworkSegment(be36bd74-cfad-4ad5-8381-84d04abd1641),segment_id=be36bd74-cfad-4ad5-8381-84d04abd1641)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:57.387600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/c150ae08-ae68-4e49-b12e-eafa94d2a1c5 HTTP/1.1" status: 204  len: 168 time: 1.0770764
Dec 15 12:57:57.390016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32926) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:57.399462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.401892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9d7a7616-a648-4159-b22f-75dd81ea2964 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:57:57.405193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:57.444912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-945fabe3-4086-4dc1-960f-9c94dced0471 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:57:57.446437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-945fabe3-4086-4dc1-960f-9c94dced0471 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:57:57.471062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-945fabe3-4086-4dc1-960f-9c94dced0471 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:57:57.479217 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-945fabe3-4086-4dc1-960f-9c94dced0471 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/c150ae08-ae68-4e49-b12e-eafa94d2a1c5 HTTP/1.1" status: 404  len: 333 time: 0.0876632
Dec 15 12:57:57.481195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32930) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:57.489058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.502080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c1bc2b8-c6a8-4cdb-81a0-bf3a2348e466 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:57.561953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec296b4-27a3-40d1-93ff-2342cc1189af,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:57.565102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:57.588073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:57.588484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.616481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Pushing event updated for resources: {'Port': ['ID=fa742c50-fd79-4df5-9b27-b7256614f6fd,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:57.632458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.639642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:57.644391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8e33d-869f-4fe4-9bce-81dc2b34e53c None None] Network 830b9ea9-2898-427b-bef4-38e141561ffe requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:57:57.648733 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8bfd69c2-cf6a-4431-9135-399aedf9e6f4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/4ec296b4-27a3-40d1-93ff-2342cc1189af HTTP/1.1" status: 204  len: 168 time: 1.0485153
Dec 15 12:57:57.662847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32934) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:57.817109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:57:57.823941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:57.834533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] Sync routers for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:57:57.864404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:57.867739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb892208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:57.919654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f72f6ef1-3596-43bb-a455-129f0fcc40bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 992 time: 4.1162198
Dec 15 12:57:57.919654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:57:57.925862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:57.977545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:58.093703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 4ae71f1c-5bdf-443f-9964-df072e151db5 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:58.094673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:58.244435 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-25c08ee3-37c9-412e-a02e-ae3b4e57d846 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 992 time: 0.3158965
Dec 15 12:57:58.251873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'status': 'completed', 'code': 200}
Dec 15 12:57:58.340483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fa742c50-fd79-4df5-9b27-b7256614f6fd up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:57:58.415969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:58.534292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:58.538513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:58.551612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-72c9b61e-6345-4049-a217-a7154304d8c7 None None] Provisioning for port e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:57:58.581963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-72c9b61e-6345-4049-a217-a7154304d8c7 None None] Provisioning complete for port e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:58.582396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c9b61e-6345-4049-a217-a7154304d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:58.695594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb3bf98>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:53Z', 'revision_number': 8, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:58.715691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:58.719197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-72c9b61e-6345-4049-a217-a7154304d8c7 None None] Port e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:57:58.725350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-72c9b61e-6345-4049-a217-a7154304d8c7 None None] Could not find standard attr ID for object c150ae08-ae68-4e49-b12e-eafa94d2a1c5. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:57:58.728820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port fa742c50-fd79-4df5-9b27-b7256614f6fd triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:58.729278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:58.814305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-72c9b61e-6345-4049-a217-a7154304d8c7 None None] Provisioning complete for port fa742c50-fd79-4df5-9b27-b7256614f6fd triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:57:58.815048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72c9b61e-6345-4049-a217-a7154304d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:58.830691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:57:58.853308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] DHCP port deletion for 830b9ea9-2898-427b-bef4-38e141561ffe request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:57:58.899501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Deleting port 4ae71f1c-5bdf-443f-9964-df072e151db5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:57:58.900738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:59.056510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb892208>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '797aa1bb-4886-4230-a643-40aa316a12fa', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'port_id': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'mac_address': 'fa:16:3e:05:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:26Z', 'updated_at': '2021-12-15T12:57:54Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:59.063507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] Checking router: 9d7a7616-a648-4159-b22f-75dd81ea2964 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:57:59.078329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:59.079365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb892208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:59.093369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:57:59.094602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb3bf98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:57:59.252478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32946) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:57:59.389327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:59.445017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-b0d1313e-06d1-4a72-bbdc-582f846bfd87 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 1099 time: 1.3029895
Dec 15 12:57:59.451234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:59.477482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:57:59.481478 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-879dc18c-efea-4c4c-ba3e-24d11b910b33 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 992 time: 0.2267413
Dec 15 12:57:59.518069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1afb7c1-c3cb-4cec-aa6c-1c468e027f72 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:57:59.677290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:57:59.681270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:57:59.929639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 4ae71f1c-5bdf-443f-9964-df072e151db5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4ae71f1c-5bdf-443f-9964-df072e151db5,segment=NetworkSegment(b1355020-19a7-4539-9c83-a2e255b357d3),segment_id=b1355020-19a7-4539-9c83-a2e255b357d3)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:57:59.930203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:57:59.995134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb892208>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '797aa1bb-4886-4230-a643-40aa316a12fa', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'port_id': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'mac_address': 'fa:16:3e:05:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:26Z', 'updated_at': '2021-12-15T12:57:54Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:00.002732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1bc6d-6ec6-4c7c-94c6-141e078c493d None None] The sync data for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv is: [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '797aa1bb-4886-4230-a643-40aa316a12fa', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'port_id': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'mac_address': 'fa:16:3e:05:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:56:26Z', 'updated_at': '2021-12-15T12:57:54Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:00.121692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] For port 4ae71f1c-5bdf-443f-9964-df072e151db5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4ae71f1c-5bdf-443f-9964-df072e151db5,segment=NetworkSegment(b1355020-19a7-4539-9c83-a2e255b357d3),segment_id=b1355020-19a7-4539-9c83-a2e255b357d3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:00.122449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:00.182910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 4ae71f1c-5bdf-443f-9964-df072e151db5 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:00.249727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:00.288320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32952) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:00.288554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 HTTP/1.1" status: 204  len: 168 time: 2.8051684
Dec 15 12:58:00.307077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4ae71f1c-5bdf-443f-9964-df072e151db5 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:00.338416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-c9bbdd8e-bcdc-4403-b32d-8416c8aec12e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:00.340204 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-c9bbdd8e-bcdc-4403-b32d-8416c8aec12e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 200  len: 897 time: 0.8736243
Dec 15 12:58:00.362346 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e85922d-5224-4e30-84bd-bf2c7d094234 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:58:00.370157 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e85922d-5224-4e30-84bd-bf2c7d094234 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9 HTTP/1.1" status: 404  len: 333 time: 0.0802841
Dec 15 12:58:00.371001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32956) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:00.451386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Calling delete_port for 4ae71f1c-5bdf-443f-9964-df072e151db5 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:00.469418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:00.482262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-51b19b01-4ff0-4202-aad2-01490891a932 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:00.482594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b2949386-e9db-454e-8d45-234c723ec1d9 None None] Could not find standard attr ID for object e0d08d9c-a4aa-4d17-a94c-aff5ae63f4c9. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:58:00.511787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32960) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:00.555207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=4ae71f1c-5bdf-443f-9964-df072e151db5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:00.565948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:00.576092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No DVR routers for this DVR port 4ae71f1c-5bdf-443f-9964-df072e151db5 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:00.591077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f191fcec-fb3e-4dd8-8ce2-c43efae5a469 None None] New status for floating IP 797aa1bb-4886-4230-a643-40aa316a12fa: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:58:00.624922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-b7290ace-aa81-4f24-9314-52d6e566f96c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0 HTTP/1.1" status: 200  len: 1000 time: 0.2548101
Dec 15 12:58:00.822276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:00.866830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b2949386-e9db-454e-8d45-234c723ec1d9 None None] Could not find standard attr ID for object c150ae08-ae68-4e49-b12e-eafa94d2a1c5. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:58:00.874071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-6b3217cc-e6bb-4d99-8160-8c978dd6e706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:00.875902 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-6b3217cc-e6bb-4d99-8160-8c978dd6e706 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 200  len: 835 time: 0.2221956
Dec 15 12:58:00.891239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9d44710>,) {'filters': {'network_id': ['830b9ea9-2898-427b-bef4-38e141561ffe']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:00.920477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No active binding found for port 4ae71f1c-5bdf-443f-9964-df072e151db5 {{(pid=88871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 15 12:58:00.921003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4ae71f1c-5bdf-443f-9964-df072e151db5 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:00.962951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9d44710>, 'b1355020-19a7-4539-9c83-a2e255b357d3') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:00.963868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9d44710>, 'b1355020-19a7-4539-9c83-a2e255b357d3') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:00.993317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.027059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.046404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:58:01.047180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:58:01.066875 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:58:01.102072 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-88f1aed4-db6e-44d1-910a-358a4dd1edec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae999331-ef2f-40f0-937c-8153b8734d19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1991220
Dec 15 12:58:01.151453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d1af633b-8f7a-4d18-b937-7c3202c18487 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 992 time: 0.6307430
Dec 15 12:58:01.169155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:58:01.169575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:58:01.193815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet 16f9633c-2cae-43f9-8bff-4cc65fc2d564 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:01.198425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.289742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.350848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb3bf98>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:53Z', 'revision_number': 8, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:01.377524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc0cd8-70f0-44c4-b498-8da371ca2b69 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:57:53Z', 'revision_number': 8, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '18f251ce-42e9-4183-bc34-0118d969be5f', 'name': '', 'network_id': 'c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:ae:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:19Z', 'updated_at': '2021-12-15T12:57:42Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '613d3b2e-d79d-4a97-8038-321a65c42c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:01.396337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.402416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6e30618-eb3f-4612-855c-80b961f9cb68 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:01.429193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.456568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=830b9ea9-2898-427b-bef4-38e141561ffe,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:01.476486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.488204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:01.500305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/830b9ea9-2898-427b-bef4-38e141561ffe HTTP/1.1" status: 204  len: 168 time: 3.8356941
Dec 15 12:58:01.505225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32964) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:01.600913 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-8e991966-68e5-4227-9169-5d96dfa80b21 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4383771
Dec 15 12:58:01.608952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.618363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-687c05c9-530a-4354-9bff-5863e7586c80 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:01.672141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Deleting port 4ae71f1c-5bdf-443f-9964-df072e151db5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:01.673202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.690588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=16f9633c-2cae-43f9-8bff-4cc65fc2d564,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:01.702766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:01.713810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.714693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.715498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.716346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.717087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.717916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.718920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.720230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.721101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.721889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.722692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:01.722949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d406ebdd-562e-4053-bedd-8c189c99be80 None None] Network 54b7ecdc-08f7-475c-a151-28f991037d04 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:01.731215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:01.737719 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/16f9633c-2cae-43f9-8bff-4cc65fc2d564 HTTP/1.1" status: 204  len: 168 time: 1.3612735
Dec 15 12:58:01.740777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32968) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:01.929756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-aded98a5-0c3f-48c9-92d3-34c6ccbf6153 None None] The port '4ae71f1c-5bdf-443f-9964-df072e151db5' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:58:01.945258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-328deaca-3405-4a74-9bcc-ff6108750d8d req-6d6b8495-4eb6-48f2-8348-5a8ca1f65c89 service neutron] 10.222.0.77 "GET /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584083
Dec 15 12:58:01.978320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:02.010330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port fa742c50-fd79-4df5-9b27-b7256614f6fd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:02.010842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:02.155379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32974) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:02.269469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] DHCP port deletion for 54b7ecdc-08f7-475c-a151-28f991037d04 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:58:02.276705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:02.277203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Deleting port fa742c50-fd79-4df5-9b27-b7256614f6fd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:02.277654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:02.598047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] For port fa742c50-fd79-4df5-9b27-b7256614f6fd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fa742c50-fd79-4df5-9b27-b7256614f6fd,segment=NetworkSegment(be36bd74-cfad-4ad5-8381-84d04abd1641),segment_id=be36bd74-cfad-4ad5-8381-84d04abd1641)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:02.599122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:02.623884 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9b8a6d45-792d-4a90-8a14-78c39c3d94c4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 200  len: 994 time: 0.4598067
Dec 15 12:58:02.627795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] For port fa742c50-fd79-4df5-9b27-b7256614f6fd, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fa742c50-fd79-4df5-9b27-b7256614f6fd,segment=NetworkSegment(be36bd74-cfad-4ad5-8381-84d04abd1641),segment_id=be36bd74-cfad-4ad5-8381-84d04abd1641)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:02.628599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:02.768226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Calling delete_port for fa742c50-fd79-4df5-9b27-b7256614f6fd owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:02.858167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for fa742c50-fd79-4df5-9b27-b7256614f6fd owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:02.866303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:02.872274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:02.928703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Pushing event deleted for resources: {'Port': ['ID=fa742c50-fd79-4df5-9b27-b7256614f6fd,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:02.931834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:02.936483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] No DVR routers for this DVR port fa742c50-fd79-4df5-9b27-b7256614f6fd on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:02.986619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:58:02.987469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:58:03.488512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port fa742c50-fd79-4df5-9b27-b7256614f6fd {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:03.489142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:03.568297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] The port 'fa742c50-fd79-4df5-9b27-b7256614f6fd' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:58:03.591246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 18f251ce-42e9-4183-bc34-0118d969be5f {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:03.591795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:03.765014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:03.808159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9c79f28>,) {'filters': {'network_id': ['54b7ecdc-08f7-475c-a151-28f991037d04']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:03.833357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c79f28>, 'be36bd74-cfad-4ad5-8381-84d04abd1641') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:03.833805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c79f28>, 'be36bd74-cfad-4ad5-8381-84d04abd1641') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:03.854712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:03.858679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 18f251ce-42e9-4183-bc34-0118d969be5f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=18f251ce-42e9-4183-bc34-0118d969be5f,segment=NetworkSegment(957e07f4-a0b9-4e4f-aed4-20a471cac383),segment_id=957e07f4-a0b9-4e4f-aed4-20a471cac383)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:03.859217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:03.875301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:03.885781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:58:03.886380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:58:03.912821 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:58:04.026141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.030683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:04.034232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 18f251ce-42e9-4183-bc34-0118d969be5f owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:04.060257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.079020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=54b7ecdc-08f7-475c-a151-28f991037d04,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:04.087959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:04.099692 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/54b7ecdc-08f7-475c-a151-28f991037d04 HTTP/1.1" status: 204  len: 168 time: 2.3513837
Dec 15 12:58:04.100915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32978) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:04.110270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1899687266'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:04.119393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:04.127090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:network and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:04.144150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:04.163530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:04.183438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:04.188748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fa742c50-fd79-4df5-9b27-b7256614f6fd no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:04.193109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.235656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: fa742c50-fd79-4df5-9b27-b7256614f6fd {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:04.235656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fa742c50-fd79-4df5-9b27-b7256614f6fd not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:04.245165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:58:04.263230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.263894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Added segment f7f9c9e2-376e-49a7-952a-cd5e951a3c3b of type vlan for network 8a25921e-7740-4e7f-9a48-427657d88329
Dec 15 12:58:04.367223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.381153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.388272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fac67b28-283f-4fdb-921d-df1e53f5a52b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:04.477284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=18f251ce-42e9-4183-bc34-0118d969be5f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:04.481819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:04.588293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.592809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:04.593788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:04.607274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc7cac64-e0bf-47ec-9997-954f98464431 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:04.818949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7158172
Dec 15 12:58:04.823790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Network': ['ID=8a25921e-7740-4e7f-9a48-427657d88329,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:04.824283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32982) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:04.828428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f59591b-b584-4bdf-b768-b1aadd563c41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:04.834313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '8a25921e-7740-4e7f-9a48-427657d88329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:04.841218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8a25921e-7740-4e7f-9a48-427657d88329 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:58:05.056342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:05.061601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:05.068453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:05.081585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:05.099032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:05.109597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:05.309667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:05.677775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:05.686805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-217cede9-9ff3-4dba-b6cf-2bdf4ba2ab6c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:05.840948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=5a8dc023-f664-4ee4-8623-b26696eca8fd,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:05.847911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:05.864351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Checking segment: {'id': 'f7f9c9e2-376e-49a7-952a-cd5e951a3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a25921e-7740-4e7f-9a48-427657d88329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:58:05.865026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network hostable DHCP agents. Network: 8a25921e-7740-4e7f-9a48-427657d88329, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:58:05.901027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 8a25921e-7740-4e7f-9a48-427657d88329 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:58:05.913169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8a25921e-7740-4e7f-9a48-427657d88329) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:05.918434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:05.919382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:05.925640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acbb43-18b8-40f0-8700-90423c72d388 None None] Network 8a25921e-7740-4e7f-9a48-427657d88329 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:05.958401 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1323917
Dec 15 12:58:05.962025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32988) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:05.971877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1828142167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:05.983729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:05.990919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:router and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:06.001103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:06.011728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:06.029029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:06.031294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:06.041926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:06.071119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:06.106098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:06.150782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:06.152235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-78546e3f-0531-49c8-9e37-f5e52c40b24f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1884484
Dec 15 12:58:06.156265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 32992) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:06.167249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'network_id': '8a25921e-7740-4e7f-9a48-427657d88329', 'name': 'tempest-PortsTestJSON-1065568693'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:06.388479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8a25921e-7740-4e7f-9a48-427657d88329', 'network_id': '8a25921e-7740-4e7f-9a48-427657d88329', 'tenant_id': '839f3f7fff2346cbb2ed3623ef9d0fd8', 'fixed_ips': [{'subnet_id': '5a8dc023-f664-4ee4-8623-b26696eca8fd'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:58:06.389451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:06.403903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:06.415489 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9081941
Dec 15 12:58:06.419505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 32996) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:06.423558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:06.443223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:06.446637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:06.448011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb892588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:06.451649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:port and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:06.458270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:06.472530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:06.488094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:06.508899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:06.560220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port d0601cf1-0683-472e-91eb-cb791ec03896 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:58:06.791249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Allocated IP 172.20.0.2 (8a25921e-7740-4e7f-9a48-427657d88329/5a8dc023-f664-4ee4-8623-b26696eca8fd/8c3829e8-15bd-4007-9b5f-f17ca8abdc83) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:06.821256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:06.900605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet 613d3b2e-d79d-4a97-8038-321a65c42c16 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:06.907653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.045849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.174635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.196817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Transition to ACTIVE for port object 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:07.260531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Transition to ACTIVE for port object 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:07.269962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.279570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d57861b-83f8-4c35-8f32-4169067dbc2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:07.390012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Network 8a25921e-7740-4e7f-9a48-427657d88329 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:07.395842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:07.410194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:58:07.479572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Pushing event updated for resources: {'Port': ['ID=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:07.514891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.5 (8a25921e-7740-4e7f-9a48-427657d88329/5a8dc023-f664-4ee4-8623-b26696eca8fd/d0601cf1-0683-472e-91eb-cb791ec03896) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:07.582404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Attempting to bind port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:58:07.583137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Attempting to bind port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'f7f9c9e2-376e-49a7-952a-cd5e951a3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a25921e-7740-4e7f-9a48-427657d88329'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:58:07.583752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Attempting to bind port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 on network 8a25921e-7740-4e7f-9a48-427657d88329 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:58:07.593686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.594327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.594738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.595122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.595545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.595927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.596307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.596685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.597053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.597418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.597783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:07.598039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.610189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:07.612934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:58:07.613660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Checking segment: {'id': 'f7f9c9e2-376e-49a7-952a-cd5e951a3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a25921e-7740-4e7f-9a48-427657d88329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:58:07.614574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.615620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Bound using segment: {'id': 'f7f9c9e2-376e-49a7-952a-cd5e951a3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a25921e-7740-4e7f-9a48-427657d88329'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:58:07.616652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Bound port: 8c3829e8-15bd-4007-9b5f-f17ca8abdc83, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f9c9e2-376e-49a7-952a-cd5e951a3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a25921e-7740-4e7f-9a48-427657d88329'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:58:07.617463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.818741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-292f92f0-b17c-4874-80fc-5b7383866dbf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.0150108
Dec 15 12:58:07.831659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb892588>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:04Z', 'revision_number': 9, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:07.842729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:07.870022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:07.871216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb892588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:57:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:07.915821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.936567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object d0601cf1-0683-472e-91eb-cb791ec03896 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:07.965510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:07.986731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:08.001015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] For port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:58:08.007608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] For port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,segment=NetworkSegment(f7f9c9e2-376e-49a7-952a-cd5e951a3c3b),segment_id=f7f9c9e2-376e-49a7-952a-cd5e951a3c3b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:58:08.013090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:08.030901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3c2058ae-70f6-4475-9ee2-efd7ee7e72ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:08.067949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-3e0ef032-b6b9-47a0-b4f0-5161f7715f02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 1099 time: 0.1922503
Dec 15 12:58:08.070883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:08.079649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84721ef3-ea34-432e-bc3a-20c916ec9621 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:08.202794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 8a25921e-7740-4e7f-9a48-427657d88329 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:08.213779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:08.230633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=d0601cf1-0683-472e-91eb-cb791ec03896,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:08.234493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:58:08.294449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:08.337621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Pushing event updated for resources: {'Port': ['ID=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:08.361555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:08.376995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:08.498558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:08.500215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:08.512916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=613d3b2e-d79d-4a97-8038-321a65c42c16,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:08.515967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdafe66-bf4d-4c85-b67f-caa5a6199ec3 None None] Network c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:08.526214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:08.546710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/613d3b2e-d79d-4a97-8038-321a65c42c16 HTTP/1.1" status: 204  len: 168 time: 2.1213708
Dec 15 12:58:08.562051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33000) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:08.565069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:08.665024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-85db3fea-e5be-4b1d-b59e-00cdff2e09ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:08.669779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-85db3fea-e5be-4b1d-b59e-00cdff2e09ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.5141442
Dec 15 12:58:08.689842 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.5314970
Dec 15 12:58:08.704117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33004) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:09.052370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-d996c9fc-53e9-4eef-a831-77b0c8251324 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f HTTP/1.1" status: 200  len: 1001 time: 0.3748276
Dec 15 12:58:09.261172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:09.282044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] DHCP port deletion for c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:58:09.305102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Deleting port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:09.305771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:09.311444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-e1a45cb4-0e8b-468a-b428-97306bc6ab81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:09.322824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-e1a45cb4-0e8b-468a-b428-97306bc6ab81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.2586322
Dec 15 12:58:09.344855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb892588>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:04Z', 'revision_number': 9, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:09.354115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b85a2d-467e-46ab-9e12-46a6920c5a60 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:04Z', 'revision_number': 9, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d3fccde-23b2-4c3d-8b6d-f82b16919b31', 'name': '', 'network_id': 'eaabdef8-d317-4ac4-9e82-8fe703d7499c', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:04:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:57:04Z', 'updated_at': '2021-12-15T12:57:20Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': 'ff8baff2-0e19-4f1c-ab9e-659b16a7594d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:09.582816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:09.584560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:09.595380 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-2a5ba2e3-6ff7-467f-a1d1-6462c0121a96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2650516
Dec 15 12:58:09.972047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-0077d35d-1f9b-4d62-bb7f-a2b46a5accda service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3664665
Dec 15 12:58:10.051937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] For port b7658384-5b66-49f8-b5dd-ec5baf2b5d44, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,segment=NetworkSegment(957e07f4-a0b9-4e4f-aed4-20a471cac383),segment_id=957e07f4-a0b9-4e4f-aed4-20a471cac383)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:10.052581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:10.245711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33010) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:10.263217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Calling delete_port for b7658384-5b66-49f8-b5dd-ec5baf2b5d44 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:10.439120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:58:10.467780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14fb96da-dfa5-4fe7-9bc0-d1e66f5461f6 req-1c958002-c29c-4b98-b0e3-e5ab4eb9af6b service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4845569
Dec 15 12:58:10.514726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:10.550425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3d683e25-e91f-4e31-b4ac-c4dc85a367da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:10.601221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] No DVR routers for this DVR port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:10.644300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Pushing event deleted for resources: {'Port': ['ID=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:10.650299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:10.717800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:10.745105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port b7658384-5b66-49f8-b5dd-ec5baf2b5d44, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b7658384-5b66-49f8-b5dd-ec5baf2b5d44,segment=NetworkSegment(957e07f4-a0b9-4e4f-aed4-20a471cac383),segment_id=957e07f4-a0b9-4e4f-aed4-20a471cac383)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:10.745656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:10.812035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 18f251ce-42e9-4183-bc34-0118d969be5f no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:10.836773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Deleting port 7ccefb13-e336-47a1-b673-7ecf4fef3e48 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:10.838636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:10.893447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 18f251ce-42e9-4183-bc34-0118d969be5f {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:10.894139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 18f251ce-42e9-4183-bc34-0118d969be5f not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:10.894997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b7658384-5b66-49f8-b5dd-ec5baf2b5d44 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:10.980834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: b7658384-5b66-49f8-b5dd-ec5baf2b5d44 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:10.981355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b7658384-5b66-49f8-b5dd-ec5baf2b5d44 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:11.017710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa0b76c2-7665-42c6-8a07-2226ef0ae105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:11.036921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for b7658384-5b66-49f8-b5dd-ec5baf2b5d44 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:11.162665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:11.163180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:11.336732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:58:11.337481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:58:11.365372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Calling delete_port for 7ccefb13-e336-47a1-b673-7ecf4fef3e48 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:11.393690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:11.396362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236364f7-7d73-423d-ad91-0877cb37d1cb None None] Network 8a25921e-7740-4e7f-9a48-427657d88329 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:11.628251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:11.638538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:11.644355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Provisioning for port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:11.667729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Provisioning complete for port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:11.668455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:11.694432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event deleted for resources: {'Port': ['ID=7ccefb13-e336-47a1-b673-7ecf4fef3e48,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:11.697577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:11.857149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:11.916402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port b7658384-5b66-49f8-b5dd-ec5baf2b5d44 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:11.917076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.080793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] The port 'b7658384-5b66-49f8-b5dd-ec5baf2b5d44' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:58:12.198839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.312270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] For port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,segment=NetworkSegment(f7f9c9e2-376e-49a7-952a-cd5e951a3c3b),segment_id=f7f9c9e2-376e-49a7-952a-cd5e951a3c3b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:12.325713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.341098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b704cdf6-9ca5-42a2-9e2f-861b0b214eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:12.457211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.508103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faa93c50>,) {'filters': {'network_id': ['c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:12.513968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Pushing event updated for resources: {'Port': ['ID=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:12.519159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:12.540434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa93c50>, '957e07f4-a0b9-4e4f-aed4-20a471cac383') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:12.540997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa93c50>, '957e07f4-a0b9-4e4f-aed4-20a471cac383') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:12.577687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.615442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.650081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:58:12.650573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:58:12.679874 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:58:12.685844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Router 1ff5a7c5-059b-41a7-9266-ba88587599d5 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:12.688377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.700671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.720805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.782788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d6d6cd9f-a948-4ac0-96c5-38381a39e7aa None None] Provisioning complete for port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:12.784089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6d6cd9f-a948-4ac0-96c5-38381a39e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:12.823859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:13.035626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.064500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d6d6cd9f-a948-4ac0-96c5-38381a39e7aa None None] Provisioning for port d0601cf1-0683-472e-91eb-cb791ec03896 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:13.071416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.077316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d6d6cd9f-a948-4ac0-96c5-38381a39e7aa None None] Provisioning complete for port d0601cf1-0683-472e-91eb-cb791ec03896 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:13.078062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6d6cd9f-a948-4ac0-96c5-38381a39e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.097100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=d0601cf1-0683-472e-91eb-cb791ec03896,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:13.114872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:13.120915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:13.173156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb HTTP/1.1" status: 204  len: 168 time: 4.6037056
Dec 15 12:58:13.174132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33018) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:13.184303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=c9d3c64c-3ef1-4cfd-9c0b-4b41966d0bfb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:13.189620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:13.194318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6cd9f-a948-4ac0-96c5-38381a39e7aa None None] Port d0601cf1-0683-472e-91eb-cb791ec03896 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:13.334171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2b5c8718-0141-4363-a46e-ddef0e678aa1 None None] Provisioning complete for port d0601cf1-0683-472e-91eb-cb791ec03896 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:13.334824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8718-0141-4363-a46e-ddef0e678aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.441462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:13.469925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] Sync routers for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:13.475959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde9c-f74c-4f13-a82d-5da29cf83109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.484843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c8718-0141-4363-a46e-ddef0e678aa1 None None] Port d0601cf1-0683-472e-91eb-cb791ec03896 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:13.503073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:13.504624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0eacc0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:13.521452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.627707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.690488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.691175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "DELETE /v2.0/floatingips/1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5 HTTP/1.1" status: 204  len: 168 time: 3.4387825
Dec 15 12:58:13.692790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:13.847845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:13.928847 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6', 'status': 'completed', 'code': 200}
Dec 15 12:58:14.057827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:14.636337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:58:14.705655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-750c172c-be1d-4d0a-8bd9-38c2f3c731a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d313a8b1cb694e1491203369f938abc4&device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 1099 time: 0.7749028
Dec 15 12:58:14.808108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4f9f0fa5-4317-4bc8-98c9-718962378fc9 None None] Provisioning complete for port d0601cf1-0683-472e-91eb-cb791ec03896 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:14.809247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0fa5-4317-4bc8-98c9-718962378fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:14.846497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:14.859910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717c05-afc5-4304-8dc2-6641fd3f3b02 req-9bfcebaf-864f-4b95-96e2-7c47fbc46935 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:14.862949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-33717c05-afc5-4304-8dc2-6641fd3f3b02 req-9bfcebaf-864f-4b95-96e2-7c47fbc46935 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.2383728
Dec 15 12:58:14.865038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:14.958862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:14.963925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d093f265-3e9c-40bf-9c57-8d32847a620d tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:14.996379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f0fa5-4317-4bc8-98c9-718962378fc9 None None] Port d0601cf1-0683-472e-91eb-cb791ec03896 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:14.999283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:15.000126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:15.137488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0eacc0>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:10Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:15.193422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=d0601cf1-0683-472e-91eb-cb791ec03896,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:15.198714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:15.209170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] Checking router: 1ff5a7c5-059b-41a7-9266-ba88587599d5 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:15.221078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:15.248649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-f7a6345d-5f1b-49c7-924f-0405d9f5249a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:15.251407 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-f7a6345d-5f1b-49c7-924f-0405d9f5249a service neutron] 10.222.0.77 "GET /v2.0/networks?id=97e12bac-51c3-468f-bf3e-09eed3aa18b6 HTTP/1.1" status: 200  len: 898 time: 0.5366631
Dec 15 12:58:15.263646 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-33717c05-afc5-4304-8dc2-6641fd3f3b02 req-2612b164-4cfb-458a-8e97-7310175bf80e tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3279164
Dec 15 12:58:15.325498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:15.327446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0eacc0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:15.463447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:15.478573 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-fbe4e077-e1ae-4660-856c-8636d228ba8c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11edd225-1347-4bae-b9be-563a2666e8f6 HTTP/1.1" status: 200  len: 217 time: 0.1807587
Dec 15 12:58:15.538259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 8a25921e-7740-4e7f-9a48-427657d88329 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:15.539958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:15.651158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-82b8caf1-88ff-49d9-8beb-d9dc47a593d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:15.653940 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-82b8caf1-88ff-49d9-8beb-d9dc47a593d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=07e258b0-3346-412d-9cf8-4861667bbd82 HTTP/1.1" status: 200  len: 835 time: 0.1653275
Dec 15 12:58:15.670316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:16.069386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-9bc95a55-6e1f-4b41-9404-dc130079a66f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=97e12bac-51c3-468f-bf3e-09eed3aa18b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3978817
Dec 15 12:58:16.388100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-e9dc596a-423f-4726-a8e7-68a3d8b45e5b service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810590
Dec 15 12:58:16.505453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0cea79b3-32c2-4ac2-a54d-337ec2dc0fda None None] Provisioning complete for port d0601cf1-0683-472e-91eb-cb791ec03896 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:16.506149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0cea79b3-32c2-4ac2-a54d-337ec2dc0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:16.693001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-5e7be0e0-06df-49a7-8899-cce693add5f3 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:16.694775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-5e7be0e0-06df-49a7-8899-cce693add5f3 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.77 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.8298407
Dec 15 12:58:16.722193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0cea79b3-32c2-4ac2-a54d-337ec2dc0fda None None] Port d0601cf1-0683-472e-91eb-cb791ec03896 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:16.757724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0eacc0>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:10Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:16.764706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dbbf5f-b5c6-4926-8e70-4a0462c4f7be None None] The sync data for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv is: [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:55:58Z', 'revision_number': 4, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a275bd6-4266-49fe-b113-0da69a9b69e6', 'name': '', 'network_id': '97e12bac-51c3-468f-bf3e-09eed3aa18b6', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'mac_address': 'fa:16:3e:02:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:53Z', 'updated_at': '2021-12-15T12:56:10Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'subnets': [{'id': '07e258b0-3346-412d-9cf8-4861667bbd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:16.825821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Deleting port 11edd225-1347-4bae-b9be-563a2666e8f6 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:16.826400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:16.881430 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4cd19e52-0c02-4959-bab5-87a500f57233 req-30fcf967-9fae-4747-aae6-8d1bb168be91 service neutron] 10.222.0.77 "GET /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4852443
Dec 15 12:58:16.988803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b718a46-98fe-493f-9223-5600831fc2f4 req-4bcbeefd-88c4-432a-a419-2cfa70a8be4d tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:16.989607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1b718a46-98fe-493f-9223-5600831fc2f4 req-4bcbeefd-88c4-432a-a419-2cfa70a8be4d tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Synchronizing usage tracker for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:17.060525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1b718a46-98fe-493f-9223-5600831fc2f4 req-4bcbeefd-88c4-432a-a419-2cfa70a8be4d tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Unset dirty status for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:17.062182 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1b718a46-98fe-493f-9223-5600831fc2f4 req-4bcbeefd-88c4-432a-a419-2cfa70a8be4d tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 946 time: 0.3384936
Dec 15 12:58:17.102076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:17.102651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:17.217317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1b718a46-98fe-493f-9223-5600831fc2f4 req-c6d2f273-77f2-4b5d-a5b0-f901a3987a25 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f237f4-8ad7-48bc-a77d-122d859ccb0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421413
Dec 15 12:58:17.392207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] For port 11edd225-1347-4bae-b9be-563a2666e8f6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11edd225-1347-4bae-b9be-563a2666e8f6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:17.392808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:17.417940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d350b82-8dca-40e8-8ab9-483910af46a1 None None] New status for floating IP 1f9f14a1-afb3-4e69-88f8-ebd6c3d876c5: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:58:17.420432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Router ab02e0f9-4b03-4ac5-9238-9f041cfc8123 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:58:17.447643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 5d3fccde-23b2-4c3d-8b6d-f82b16919b31, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,segment=NetworkSegment(95812e32-9f5c-4d85-b127-e4aca68e1a18),segment_id=95812e32-9f5c-4d85-b127-e4aca68e1a18)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:17.448021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:17.613727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Calling delete_port for 11edd225-1347-4bae-b9be-563a2666e8f6 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:17.691119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:17.948439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:17.953597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-600d0aa5-42f7-40c6-bc6b-2222e9963274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:18.003904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=5d3fccde-23b2-4c3d-8b6d-f82b16919b31,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:18.008096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:18.041312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:18.049156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-df02a958-5200-40f4-82f0-1b83ddeb5129 tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:18.106022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event deleted for resources: {'Port': ['ID=11edd225-1347-4bae-b9be-563a2666e8f6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:18.115020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:18.121161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:18.139564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] Sync routers for ids ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:18.174920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] Routers {'ab02e0f9-4b03-4ac5-9238-9f041cfc8123'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:18.175687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb3ac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:18.312521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "PUT /v2.0/routers/ab02e0f9-4b03-4ac5-9238-9f041cfc8123/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6030393
Dec 15 12:58:18.341883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33034) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:18.342763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb3ac8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:18.365585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] Routers {'ab02e0f9-4b03-4ac5-9238-9f041cfc8123'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:18.366770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb3ac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:18.448715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] No DVR routers for this DVR port 11edd225-1347-4bae-b9be-563a2666e8f6 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:18.455886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:18.459022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a41e033b-0d21-4cf9-b51e-6795a68a062b req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.77 "DELETE /v2.0/ports/11edd225-1347-4bae-b9be-563a2666e8f6 HTTP/1.1" status: 204  len: 173 time: 1.7584658
Dec 15 12:58:18.466693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'name': 'network-vif-deleted', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:18.519287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb3ac8>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:18.520172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efd0fc-22d0-4e95-b838-80241078ac77 None None] The sync data for ids ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:18.621866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a94d8775-f5bd-449e-85a7-323775a0edf2 req-6869d860-7a25-4482-8083-4f1d358e8bef tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Synchronizing usage tracker for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:18.676366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a94d8775-f5bd-449e-85a7-323775a0edf2 req-6869d860-7a25-4482-8083-4f1d358e8bef tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Unset dirty status for tenant:d313a8b1cb694e1491203369f938abc4 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:18.687982 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a94d8775-f5bd-449e-85a7-323775a0edf2 req-6869d860-7a25-4482-8083-4f1d358e8bef tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "GET /v2.0/ports?device_id=593cd657-5a81-4dfc-9a82-d27b7dfb1980 HTTP/1.1" status: 200  len: 210 time: 0.1810799
Dec 15 12:58:18.759463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0c7ef-4657-4e0b-a8d5-ced16ab953e0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:18.762832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c0d0c7ef-4657-4e0b-a8d5-ced16ab953e0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:18.803550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c0d0c7ef-4657-4e0b-a8d5-ced16ab953e0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:18.804958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c0d0c7ef-4657-4e0b-a8d5-ced16ab953e0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab02e0f9-4b03-4ac5-9238-9f041cfc8123 HTTP/1.1" status: 200  len: 982 time: 0.4613631
Dec 15 12:58:18.808964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33044) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:18.921563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:19.273640 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593cd657-5a81-4dfc-9a82-d27b7dfb1980', 'name': 'network-vif-deleted', 'tag': '11edd225-1347-4bae-b9be-563a2666e8f6', 'status': 'completed', 'code': 200}
Dec 15 12:58:19.702823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11edd225-1347-4bae-b9be-563a2666e8f6 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:19.756528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:19.758038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 11edd225-1347-4bae-b9be-563a2666e8f6 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:19.758667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 11edd225-1347-4bae-b9be-563a2666e8f6 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:19.768780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:19.855025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33052) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:19.985138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:19.997088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:20.010904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:20.011614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:20.012327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33056) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:20.012454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8360558
Dec 15 12:58:20.211323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:20.600443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d588>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:17Z', 'revision_number': 10, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:20.606727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:20.619877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:20.620977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:20.753643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet ff8baff2-0e19-4f1c-ab9e-659b16a7594d {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:20.772874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:20.822772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:20.898599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33060) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:20.963649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.206944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port d0601cf1-0683-472e-91eb-cb791ec03896 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:21.207883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.221437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Deleting port 580a6935-1790-4932-aa5a-53eedf76755c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:21.222115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.360187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.484911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d588>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:17Z', 'revision_number': 10, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:21.492287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0f04d-d3da-4905-8823-7e6202178554 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:17Z', 'revision_number': 10, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None, '_interfaces': [{'id': '3dbffe93-f219-4b20-899e-e96d62af565e', 'name': '', 'network_id': '1553bc31-79a5-4cd4-bcd8-44440cef1588', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'mac_address': 'fa:16:3e:1a:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd024250-921e-4797-8b7d-786c771b135f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:56:54Z', 'updated_at': '2021-12-15T12:57:14Z', 'revision_number': 5, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'subnets': [{'id': '4e81993b-ff89-4a47-bc49-b844f084ff13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:21.502466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.502846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.674644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Calling delete_port for 580a6935-1790-4932-aa5a-53eedf76755c owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:21.733170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.752167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.830418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-587d4e96-d753-4264-8d26-4dda415af914 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:21.891645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:21.898141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:21.941299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for d0601cf1-0683-472e-91eb-cb791ec03896 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:21.943540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event deleted for resources: {'Port': ['ID=580a6935-1790-4932-aa5a-53eedf76755c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:21.948445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:22.017677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8baff2-0e19-4f1c-ab9e-659b16a7594d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:22.024444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:22.038544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6122b04-cdbe-4839-aa14-567a589e36f1 None None] Network eaabdef8-d317-4ac4-9e82-8fe703d7499c requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:22.041835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:22.062202 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/ff8baff2-0e19-4f1c-ab9e-659b16a7594d HTTP/1.1" status: 204  len: 168 time: 2.0464804
Dec 15 12:58:22.065423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33066) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:22.071775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:22.135751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:22.261963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:22.317816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:22.337659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:22.337941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5d3fccde-23b2-4c3d-8b6d-f82b16919b31 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:22.359363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 089f8b04-55eb-43a2-b95c-6944ace70ec3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:22.360219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:22.483965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] DHCP port deletion for eaabdef8-d317-4ac4-9e82-8fe703d7499c request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:58:22.492993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Deleting port 089f8b04-55eb-43a2-b95c-6944ace70ec3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:22.493832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:22.494067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:22.501988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:22.568219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=d0601cf1-0683-472e-91eb-cb791ec03896,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:22.573035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:22.838737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] For port 089f8b04-55eb-43a2-b95c-6944ace70ec3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=089f8b04-55eb-43a2-b95c-6944ace70ec3,segment=NetworkSegment(95812e32-9f5c-4d85-b127-e4aca68e1a18),segment_id=95812e32-9f5c-4d85-b127-e4aca68e1a18)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:22.839471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:23.032549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Calling delete_port for 089f8b04-55eb-43a2-b95c-6944ace70ec3 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:23.043070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:23.069230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 089f8b04-55eb-43a2-b95c-6944ace70ec3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=089f8b04-55eb-43a2-b95c-6944ace70ec3,segment=NetworkSegment(95812e32-9f5c-4d85-b127-e4aca68e1a18),segment_id=95812e32-9f5c-4d85-b127-e4aca68e1a18)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:23.069758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:23.115524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:23.121922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:23.180210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Pushing event deleted for resources: {'Port': ['ID=089f8b04-55eb-43a2-b95c-6944ace70ec3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:23.184338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:23.187919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] No DVR routers for this DVR port 089f8b04-55eb-43a2-b95c-6944ace70ec3 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:23.238624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 089f8b04-55eb-43a2-b95c-6944ace70ec3 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:23.422788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88870) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:58:23.423038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:58:23.576140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:58:23.576592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:23.814394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:23.826560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:23.840634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:23.841317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:23.844133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:23.907496 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "DELETE /v2.0/floatingips/27b35be1-8cd9-49e5-97b8-2af4feae7a0e HTTP/1.1" status: 204  len: 168 time: 3.0076272
Dec 15 12:58:23.908296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:23.924578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 089f8b04-55eb-43a2-b95c-6944ace70ec3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:23.925081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.000781 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'status': 'completed', 'code': 200}
Dec 15 12:58:24.011294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] The port '089f8b04-55eb-43a2-b95c-6944ace70ec3' was deleted {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:58:24.060094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Router ab02e0f9-4b03-4ac5-9238-9f041cfc8123 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:24.144851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:24.164839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.201557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb398cc0>,) {'filters': {'network_id': ['eaabdef8-d317-4ac4-9e82-8fe703d7499c']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.229532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb398cc0>, '95812e32-9f5c-4d85-b127-e4aca68e1a18') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.230204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb398cc0>, '95812e32-9f5c-4d85-b127-e4aca68e1a18') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.244604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.263545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.270739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:58:24.271480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:58:24.353520 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:58:24.359930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:24.378138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] Sync routers for ids ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:24.384401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 089f8b04-55eb-43a2-b95c-6944ace70ec3 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:24.397900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] Routers {'ab02e0f9-4b03-4ac5-9238-9f041cfc8123'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:24.398857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c1d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.453410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 089f8b04-55eb-43a2-b95c-6944ace70ec3 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:24.453994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 089f8b04-55eb-43a2-b95c-6944ace70ec3 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:24.466582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.485728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc6da661-5892-423b-9540-e072d967a244 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:24.486352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c1d0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.503271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] Routers {'ab02e0f9-4b03-4ac5-9238-9f041cfc8123'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:24.504159 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-8452c893-e539-4679-ba1a-5e492c95ff08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 1099 time: 0.4425981
Dec 15 12:58:24.505002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c1d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.512215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.524498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=eaabdef8-d317-4ac4-9e82-8fe703d7499c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:24.529813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:24.532068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/eaabdef8-d317-4ac4-9e82-8fe703d7499c HTTP/1.1" status: 204  len: 168 time: 2.4648089
Dec 15 12:58:24.536425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33076) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:24.590239 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "PUT /v2.0/routers/ab02e0f9-4b03-4ac5-9238-9f041cfc8123/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7792852
Dec 15 12:58:24.595768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb34c1d0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.596269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e77e1d-06c2-4418-80b1-7230521fd6c4 None None] The sync data for ids ['ab02e0f9-4b03-4ac5-9238-9f041cfc8123'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:24.643446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33080) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:24.744623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Deleting port 0a275bd6-4266-49fe-b113-0da69a9b69e6 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:24.744934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:24.811908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eac8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:54:09Z', 'revision_number': 1, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.817453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:24.821707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b84ea41-9dd8-4990-88fc-45f4790ea106 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:58:24.823032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b84ea41-9dd8-4990-88fc-45f4790ea106 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:24.833264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:24.834787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:24.837051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-2916dfbf-1ee0-4b61-a34e-4216ae679fed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:24.838770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-2916dfbf-1ee0-4b61-a34e-4216ae679fed service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.3151536
Dec 15 12:58:24.857436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1949-5175-4671-af77-78518b984e39 req-8b271397-28d3-4aa6-837c-eab450c6d94c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:24.860090 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90ae1949-5175-4671-af77-78518b984e39 req-8b271397-28d3-4aa6-837c-eab450c6d94c tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 946 time: 0.4929399
Dec 15 12:58:24.879586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b84ea41-9dd8-4990-88fc-45f4790ea106 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:24.885341 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b84ea41-9dd8-4990-88fc-45f4790ea106 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/d0601cf1-0683-472e-91eb-cb791ec03896 HTTP/1.1" status: 404  len: 333 time: 0.2268097
Dec 15 12:58:24.894506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33084) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:25.003831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-566924cc-3525-4367-a6bd-20d1c819b5c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f HTTP/1.1" status: 200  len: 217 time: 0.1188979
Dec 15 12:58:25.156796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90ae1949-5175-4671-af77-78518b984e39 req-34c5d926-36ba-4263-a986-815505a0bb0e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2130446
Dec 15 12:58:25.188366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-dc4a0b7b-18f2-4ad5-87c4-7e0975c92ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:25.189994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-dc4a0b7b-18f2-4ad5-87c4-7e0975c92ad5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.1331923
Dec 15 12:58:25.198871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] For port 0a275bd6-4266-49fe-b113-0da69a9b69e6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a275bd6-4266-49fe-b113-0da69a9b69e6,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:25.199273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:25.208488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387eef0a-bb99-4d12-9cf0-b127f7c82f33 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:25.267090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:25.436905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Calling delete_port for 0a275bd6-4266-49fe-b113-0da69a9b69e6 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:25.545653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-cc9d22d4-69c3-4daf-8301-3b8ee89f9978 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3376954
Dec 15 12:58:25.737570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-d29374ca-c52c-4ebc-952c-2b4d14485290 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836162
Dec 15 12:58:25.743648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eac8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:54:09Z', 'revision_number': 1, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:25.749006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeecdc4-6be1-4dbc-a995-85665d8b26f3 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '173fb824-7587-4d9b-a62e-d18aa0e205e4', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'port_id': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'mac_address': 'fa:16:3e:f8:26:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:56Z', 'updated_at': '2021-12-15T12:54:09Z', 'revision_number': 1, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:26.011234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.083704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387eef0a-bb99-4d12-9cf0-b127f7c82f33 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.183358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.193555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20090bd-6751-4463-84a0-ecd98d5e9a80 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:26.203460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387eef0a-bb99-4d12-9cf0-b127f7c82f33 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.276055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387eef0a-bb99-4d12-9cf0-b127f7c82f33 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.276662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387eef0a-bb99-4d12-9cf0-b127f7c82f33 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Fanout notify agent at l3_agent the message router_deleted on router ab02e0f9-4b03-4ac5-9238-9f041cfc8123 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:58:26.296569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387eef0a-bb99-4d12-9cf0-b127f7c82f33 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.297780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-387eef0a-bb99-4d12-9cf0-b127f7c82f33 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/routers/ab02e0f9-4b03-4ac5-9238-9f041cfc8123 HTTP/1.1" status: 204  len: 168 time: 1.4018452
Dec 15 12:58:26.301372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event deleted for resources: {'Port': ['ID=0a275bd6-4266-49fe-b113-0da69a9b69e6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:26.305753 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1c96305-5c52-4671-b2d5-ecc72d0360e1 req-35d3e8fb-16d7-45be-b23a-dac5b89c89aa service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590833
Dec 15 12:58:26.308049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-9c61a4e1-58c1-49fa-b78b-175492188f10 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:26.309054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-9c61a4e1-58c1-49fa-b78b-175492188f10 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:26.314081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33092) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:26.317180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdfd61-d60b-4dc5-96d3-ea1350e7f5dc None None] New status for floating IP 27b35be1-8cd9-49e5-97b8-2af4feae7a0e: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:58:26.322459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:26.402876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-9c61a4e1-58c1-49fa-b78b-175492188f10 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:26.404546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-9c61a4e1-58c1-49fa-b78b-175492188f10 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 946 time: 0.3344755
Dec 15 12:58:26.638373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Deleting port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:26.638777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.710980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:26.983684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03b50e-69d2-4afe-aada-c0e2287d6b23 req-6caade11-10c5-4b02-bee2-28fc780a68fc tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:26.985319 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf03b50e-69d2-4afe-aada-c0e2287d6b23 req-6caade11-10c5-4b02-bee2-28fc780a68fc tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 946 time: 0.5757437
Dec 15 12:58:26.995622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet 5a8dc023-f664-4ee4-8623-b26696eca8fd {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:27.032132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.271973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.331276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf03b50e-69d2-4afe-aada-c0e2287d6b23 req-ad640ed1-47de-4e90-8b32-7e21950d0731 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3330772
Dec 15 12:58:27.377229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Router 1ff5a7c5-059b-41a7-9266-ba88587599d5 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:27.430912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] For port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:27.431310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.578621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Calling delete_port for 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:27.614019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:27.628219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] Sync routers for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:27.636601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "PUT /v2.0/routers/1ff5a7c5-059b-41a7-9266-ba88587599d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7794836
Dec 15 12:58:27.639200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33096) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:27.645446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:27.646132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb65f748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:27.651689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.852880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:27.881143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Deleting subnet 07e258b0-3346-412d-9cf8-4861667bbd82 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:27.881421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.885562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.889491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ed62be2-488e-4b91-a75d-795fb5a98e59 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:27.947317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8dc023-f664-4ee4-8623-b26696eca8fd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:27.948908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.958118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:27.961238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:27.970390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ca0c034-4f89-4014-9640-303175ecf936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:27.983119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4a4e7-2ad6-4cbc-9214-818d900ad16e None None] Network 8a25921e-7740-4e7f-9a48-427657d88329 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:28.002775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.015270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.031569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event deleted for resources: {'Port': ['ID=6b9fccf3-92be-497f-94fd-4b5fd6c85f6f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:28.038412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:28.043174 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/5a8dc023-f664-4ee4-8623-b26696eca8fd HTTP/1.1" status: 204  len: 168 time: 1.7265413
Dec 15 12:58:28.046789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33100) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:28.108878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.197029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb65f748>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:58:25Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:28.197304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] No DVR routers for this DVR port 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:28.201963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.203590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] Checking router: 1ff5a7c5-059b-41a7-9266-ba88587599d5 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:28.204348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0550612d-302d-4537-a9b2-dc5cd41501dd req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "DELETE /v2.0/ports/6b9fccf3-92be-497f-94fd-4b5fd6c85f6f HTTP/1.1" status: 204  len: 173 time: 1.7528958
Dec 15 12:58:28.204922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'name': 'network-vif-deleted', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:28.233692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] Routers {'1ff5a7c5-059b-41a7-9266-ba88587599d5'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:28.234823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb65f748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1ff5a7c5-059b-41a7-9266-ba88587599d5'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:28.240747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 3dbffe93-f219-4b20-899e-e96d62af565e {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:28.241221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.264055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.288632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:28.289368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.411991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.426604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00ae69fe-a717-4a1a-9fc6-fc272e6fe796 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:28.479617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:28.485852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eab911-5acf-4a26-82e2-4722da3a9bb5 None None] Network 97e12bac-51c3-468f-bf3e-09eed3aa18b6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:28.541995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event deleted for resources: {'Subnet': ['ID=07e258b0-3346-412d-9cf8-4861667bbd82,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:28.547730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:28.549765 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "DELETE /v2.0/subnets/07e258b0-3346-412d-9cf8-4861667bbd82 HTTP/1.1" status: 204  len: 168 time: 0.9092138
Dec 15 12:58:28.556719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33110) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:28.671966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1309d0f9-8f4a-4547-9016-850863a5b073', 'name': 'network-vif-deleted', 'tag': '6b9fccf3-92be-497f-94fd-4b5fd6c85f6f', 'status': 'completed', 'code': 200}
Dec 15 12:58:28.758219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5bdc1a07-3520-4baa-8db7-846b91ceea6a req-53a871c2-6cc3-4cb3-b3f1-f8da8b9f19a2 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:28.811250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] Set router 1ff5a7c5-059b-41a7-9266-ba88587599d5 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:28.887974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5bdc1a07-3520-4baa-8db7-846b91ceea6a req-53a871c2-6cc3-4cb3-b3f1-f8da8b9f19a2 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:28.889846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5bdc1a07-3520-4baa-8db7-846b91ceea6a req-53a871c2-6cc3-4cb3-b3f1-f8da8b9f19a2 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 210 time: 0.2020659
Dec 15 12:58:28.949551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] DHCP port deletion for 8a25921e-7740-4e7f-9a48-427657d88329 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:58:28.960321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Deleting port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:28.961181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:29.101093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 3dbffe93-f219-4b20-899e-e96d62af565e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3dbffe93-f219-4b20-899e-e96d62af565e,segment=NetworkSegment(dc08d94e-949a-4908-a17c-c7d9ffb3ee3d),segment_id=dc08d94e-949a-4908-a17c-c7d9ffb3ee3d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:29.101757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:29.340212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 3dbffe93-f219-4b20-899e-e96d62af565e owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:29.340660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] For port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,segment=NetworkSegment(f7f9c9e2-376e-49a7-952a-cd5e951a3c3b),segment_id=f7f9c9e2-376e-49a7-952a-cd5e951a3c3b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:29.341072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:29.342754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] DHCP port deletion for 97e12bac-51c3-468f-bf3e-09eed3aa18b6 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:58:29.350287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Deleting port 44c79848-f826-4978-9859-9cc0e32f357e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:29.350813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:29.510078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb65f748>, [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:58:25Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:29.514899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11dfa2-4459-48f0-891d-778ec266bfaf None None] The sync data for ids ['1ff5a7c5-059b-41a7-9266-ba88587599d5'] in dv-neutron-821831-1-hyperv is: [{'id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834998887', 'tenant_id': 'd313a8b1cb694e1491203369f938abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:36Z', 'updated_at': '2021-12-15T12:58:25Z', 'revision_number': 5, 'project_id': 'd313a8b1cb694e1491203369f938abc4', 'gw_port': {'id': '92b7541d-d89b-4df6-b0d0-dec967eaae24', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5a7c5-059b-41a7-9266-ba88587599d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:37Z', 'updated_at': '2021-12-15T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:29.562415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:29.730054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:29.735872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc21c2d7-d462-4203-a58c-5989ebfcd298 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:29.772147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:29.781388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-920ffbc1-98f7-4a00-8b65-6191816635fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:29.788423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:29.802964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=3dbffe93-f219-4b20-899e-e96d62af565e,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:29.805762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:29.837409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:29.841906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:29.848358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No DVR routers for this DVR port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:29.852119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:29.853218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 6b9fccf3-92be-497f-94fd-4b5fd6c85f6f not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:29.873547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] For port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8c3829e8-15bd-4007-9b5f-f17ca8abdc83,segment=NetworkSegment(f7f9c9e2-376e-49a7-952a-cd5e951a3c3b),segment_id=f7f9c9e2-376e-49a7-952a-cd5e951a3c3b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:29.874130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:29.904054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] For port 44c79848-f826-4978-9859-9cc0e32f357e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=44c79848-f826-4978-9859-9cc0e32f357e,segment=NetworkSegment(38bdff02-7399-4141-ae1f-08ca8340b893),segment_id=38bdff02-7399-4141-ae1f-08ca8340b893)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:29.904512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.068268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.146602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9dbceb8>,) {'filters': {'network_id': ['8a25921e-7740-4e7f-9a48-427657d88329']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:30.194460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.288749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Calling delete_port for 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:30.333629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.425544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9dbceb8>, 'f7f9c9e2-376e-49a7-952a-cd5e951a3c3b') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:30.426142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9dbceb8>, 'f7f9c9e2-376e-49a7-952a-cd5e951a3c3b') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:30.512809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.557420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.571164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:58:30.571164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:58:30.589620 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:58:30.705454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a275bd6-4266-49fe-b113-0da69a9b69e6 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:30.798683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e58a4b2-6644-4a02-8b76-9e7b3a0ef3f9 req-a17b0617-7651-4bec-ab29-cf25e537ff9d tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=1309d0f9-8f4a-4547-9016-850863a5b073 HTTP/1.1" status: 200  len: 210 time: 0.0716472
Dec 15 12:58:30.887301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.893833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-063562ca-c59b-4f41-a164-de4a2de0789c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:30.912844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:30.931477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=8a25921e-7740-4e7f-9a48-427657d88329,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:30.936219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:30.960541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/8a25921e-7740-4e7f-9a48-427657d88329 HTTP/1.1" status: 204  len: 168 time: 2.9073277
Dec 15 12:58:30.960846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Calling delete_port for 44c79848-f826-4978-9859-9cc0e32f357e owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:30.960963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33122) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:30.979791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0f606-11ba-4c00-8643-c511aa5b7f8a req-77061000-66e7-4c56-8c9e-6ed86fcd3737 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:30.981704 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9ce0f606-11ba-4c00-8643-c511aa5b7f8a req-77061000-66e7-4c56-8c9e-6ed86fcd3737 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 0.1828077
Dec 15 12:58:31.006038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0a275bd6-4266-49fe-b113-0da69a9b69e6 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:31.006441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a275bd6-4266-49fe-b113-0da69a9b69e6 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:31.006924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 44c79848-f826-4978-9859-9cc0e32f357e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:31.062899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0bfa07-e524-4830-adb7-56fdc65b7a43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:31.063780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d0bfa07-e524-4830-adb7-56fdc65b7a43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:31.087481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.098489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9d0bfa07-e524-4830-adb7-56fdc65b7a43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:31.104494 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9d0bfa07-e524-4830-adb7-56fdc65b7a43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 HTTP/1.1" status: 200  len: 841 time: 0.1379378
Dec 15 12:58:31.104494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33126) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:31.118360 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9ce0f606-11ba-4c00-8643-c511aa5b7f8a req-16dfc58c-4e85-4fdf-a749-698d258a9117 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833087
Dec 15 12:58:31.120267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:31.141450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:58:31.141844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:58:31.149783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Deleting port 92b7541d-d89b-4df6-b0d0-dec967eaae24 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:31.150403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.196694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.209389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bbba5797-cc8e-46f0-b3c0-0643205fc9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:31.257539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Pushing event deleted for resources: {'Port': ['ID=44c79848-f826-4978-9859-9cc0e32f357e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:31.260496 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f8b30481-a63e-4ed7-bcb3-d9c2e6351945 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/91b1a33b-9b7e-4916-bab2-b7e2b2acadd4?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1547587
Dec 15 12:58:31.264669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:31.266412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33130) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:31.273052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:31.276613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.296764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:31.311293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] No DVR routers for this DVR port 44c79848-f826-4978-9859-9cc0e32f357e on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:31.319904 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7794251
Dec 15 12:58:31.320413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33134) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:31.326377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:31.389308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:31.425876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:31.426713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:31.478800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:31.479224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:31.492626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:31.512622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:31.517316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:31.527972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] For port 92b7541d-d89b-4df6-b0d0-dec967eaae24, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=92b7541d-d89b-4df6-b0d0-dec967eaae24,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:31.528379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.537221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:31.551173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting subnet 4e81993b-ff89-4a47-bc49-b844f084ff13 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:31.554936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.580923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:31.618907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.647315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Deleting port 8c3829e8-15bd-4007-9b5f-f17ca8abdc83 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:31.647755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.670378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Calling delete_port for 92b7541d-d89b-4df6-b0d0-dec967eaae24 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:31.699824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:31.712173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.786714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-112517fa-a5ae-463b-9c46-093a2f9bd7a9 None None] The port '8c3829e8-15bd-4007-9b5f-f17ca8abdc83' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:58:31.787717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2208>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:29Z', 'revision_number': 11, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:31.793712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.795012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:31.799985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b6ac0b00-0f7b-425d-8551-40188b659537 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:31.807414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:31.808113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2208>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:31.846544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Subnet': ['ID=4e81993b-ff89-4a47-bc49-b844f084ff13,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:31.850941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:31.860616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.875720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:31.875978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326a4cb-b126-4322-94fe-bb2464ccdc15 None None] Network 1553bc31-79a5-4cd4-bcd8-44440cef1588 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:31.880520 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-af815c11-5d4e-4548-9f0a-90adc105632d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/4e81993b-ff89-4a47-bc49-b844f084ff13 HTTP/1.1" status: 204  len: 168 time: 0.5587571
Dec 15 12:58:31.881457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33140) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:32.079430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:32.096097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Deleting port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:32.096460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:32.321479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:32.341153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:32.351942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cad04d5a-55ba-4e92-91eb-3946435acb5e tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:32.412335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:32.430410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event deleted for resources: {'Port': ['ID=92b7541d-d89b-4df6-b0d0-dec967eaae24,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:32.434332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:32.437982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1e4a9070-812e-4508-b6dd-b16877552e08 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:32.513694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-a7d14521-24bc-4a57-98e1-c7264515ac7b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:32.515598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-a7d14521-24bc-4a57-98e1-c7264515ac7b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 0.3859408
Dec 15 12:58:32.549930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:32.569495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:32.589951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f2208>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:29Z', 'revision_number': 11, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:32.601913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4665553-d7ac-4c6c-aef9-f5a2ac8c5871 None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:32.662929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:32.663580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:32.808786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] DHCP port deletion for 1553bc31-79a5-4cd4-bcd8-44440cef1588 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:58:32.853064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Deleting port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:32.853875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:32.897188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921d983e-a092-4f54-a2d1-662778cdcf06 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:29Z', 'revision_number': 11, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:33.115248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] For port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,segment=NetworkSegment(dc08d94e-949a-4908-a17c-c7d9ffb3ee3d),segment_id=dc08d94e-949a-4908-a17c-c7d9ffb3ee3d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:33.116026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.229253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=fea29867-4c9a-44d5-a5df-243b4319c4cb,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:33.240154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:33.254345 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9835541
Dec 15 12:58:33.254700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33150) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:33.257835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.295007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] For port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,segment=NetworkSegment(dc08d94e-949a-4908-a17c-c7d9ffb3ee3d),segment_id=dc08d94e-949a-4908-a17c-c7d9ffb3ee3d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:33.295660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.344588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'security_group': {'name': 'tempest-secgroup-1574892932'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:33.351640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:33.356781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:33.366743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:33.374673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:33.400333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Calling delete_port for 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:33.474400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.519462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port c3d2e286-d24a-482e-91d4-e2769e4335b0 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:33.520036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.544255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:33.552280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group_rule and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:33.557294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:33.565349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:33.579774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Calling delete_port for 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:33.646124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.656601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.675455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-412503e4-8649-49d5-b019-e5e36070f3f7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:33.681630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:58:33.682082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:58:33.726059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.737175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'tenant_id': '839f3f7fff2346cbb2ed3623ef9d0fd8', 'fixed_ips': [{'subnet_id': 'fea29867-4c9a-44d5-a5df-243b4319c4cb'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:58:33.738373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.746155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Port': ['ID=97b41ddb-08ab-4a7c-b5c6-42f738945ff8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:33.777043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:33.791053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b71022-4131-479f-8d05-d60189c050b0 req-65113262-de77-4b58-8314-e07aa47a28a4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:33.804667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e7b71022-4131-479f-8d05-d60189c050b0 req-65113262-de77-4b58-8314-e07aa47a28a4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 1.3684459
Dec 15 12:58:33.840266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0a83c47f-f655-4a1e-8f6c-ffab2164678f tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:33.868874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.870263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6143134
Dec 15 12:58:33.875231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33156) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:33.889235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'security_group': {'name': 'tempest-secgroup-1745053423'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:33.899710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:33.904616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:33.909086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:33.916580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:33.917565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e7b71022-4131-479f-8d05-d60189c050b0 req-478169ba-60ab-43dd-ad55-a8cfb05176f7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072862
Dec 15 12:58:33.933739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.954133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Allocated IP 172.20.0.2 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/fea29867-4c9a-44d5-a5df-243b4319c4cb/8fc293b6-b0d5-4223-b1e4-4c36bd79b25a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:33.959065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.978244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42338d21-b003-44a6-8c5c-9a71b87169b9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:33.983741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:33.986447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:34.036917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No DVR routers for this DVR port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:34.039222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:34.046248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group_rule and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:34.051870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:34.059923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.060504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Fanout notify agent at l3_agent the message router_deleted on router 1ff5a7c5-059b-41a7-9266-ba88587599d5 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:58:34.063014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:34.090690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.095905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "DELETE /v2.0/routers/1ff5a7c5-059b-41a7-9266-ba88587599d5 HTTP/1.1" status: 204  len: 168 time: 5.5376430
Dec 15 12:58:34.099865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33160) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:34.435657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.516318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Deleting port 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:34.517369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.552220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port c3d2e286-d24a-482e-91d4-e2769e4335b0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3d2e286-d24a-482e-91d4-e2769e4335b0,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:34.552616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.574577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.606219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.674948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-10593cf2-daa0-43ba-8298-53c4e90d379c None None] The port '97b41ddb-08ab-4a7c-b5c6-42f738945ff8' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:58:34.678123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:34.782665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:34.782989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 97b41ddb-08ab-4a7c-b5c6-42f738945ff8 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:34.783502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3dbffe93-f219-4b20-899e-e96d62af565e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:34.828121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.844470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.873083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb706b70>,) {'filters': {'network_id': ['97e12bac-51c3-468f-bf3e-09eed3aa18b6']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:34.885891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3dbffe93-f219-4b20-899e-e96d62af565e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:34.886295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3dbffe93-f219-4b20-899e-e96d62af565e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:34.889044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb706b70>, '38bdff02-7399-4141-ae1f-08ca8340b893') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:34.889514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb706b70>, '38bdff02-7399-4141-ae1f-08ca8340b893') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:34.909453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.935870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.944755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb060400>,) {'filters': {'network_id': ['1553bc31-79a5-4cd4-bcd8-44440cef1588']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:34.945459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:58:34.945928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.950618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:34.987603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb060400>, 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:34.987959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb060400>, 'dc08d94e-949a-4908-a17c-c7d9ffb3ee3d') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:35.084279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.122891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.171219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4af6e3ab-7c69-4e90-8526-8ac491c89579 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:58:35.181308 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:58:35.256702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.260758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3781013
Dec 15 12:58:35.268095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.278660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33172) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:35.285147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-696178685', 'security_groups': ['486dc16d-4863-40dc-b16a-ac0920450562'], 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fea29867-4c9a-44d5-a5df-243b4319c4cb'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:35.308518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:58:35.309000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:58:35.335891 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:58:35.339704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.381111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486dc16d-4863-40dc-b16a-ac0920450562,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:35.396725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "DELETE /v2.0/networks/97e12bac-51c3-468f-bf3e-09eed3aa18b6 HTTP/1.1" status: 204  len: 168 time: 1.2883050
Dec 15 12:58:35.398410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:35.398929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33176) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:35.453454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:35.464862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.465284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.465669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 797aa1bb-4886-4230-a643-40aa316a12fa disassociated. External IP: 172.26.0.243, port: c3d2e286-d24a-482e-91d4-e2769e4335b0.
Dec 15 12:58:35.466084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for c3d2e286-d24a-482e-91d4-e2769e4335b0 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:35.501536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Transition to ACTIVE for port object 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:35.511027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.527143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:35.542001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Transition to ACTIVE for port object 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:35.548577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.553195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.558087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event deleted for resources: {'Network': ['ID=97e12bac-51c3-468f-bf3e-09eed3aa18b6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:35.574254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:35.575852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Pushing event deleted for resources: {'Network': ['ID=1553bc31-79a5-4cd4-bcd8-44440cef1588,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:35.591335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:35.593956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:35.597844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/networks/1553bc31-79a5-4cd4-bcd8-44440cef1588 HTTP/1.1" status: 204  len: 168 time: 3.7150304
Dec 15 12:58:35.602960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33180) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:35.612242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'routes': None}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:35.708107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Pushing event updated for resources: {'Port': ['ID=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:35.720115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c9abb-81eb-4e8d-b480-7abd4a77bc04 req-011fafa2-b49e-4faa-961f-17edd84ca292 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:35.720719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:35.721878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-303c9abb-81eb-4e8d-b480-7abd4a77bc04 req-011fafa2-b49e-4faa-961f-17edd84ca292 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 946 time: 0.5210545
Dec 15 12:58:35.742261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:35.748658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:35.760559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:58:35.766176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:35.771903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c3d2e286-d24a-482e-91d4-e2769e4335b0 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:35.776217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1fd5156f-63fa-42d3-8753-9423fd81fd24 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:35.846466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=c3d2e286-d24a-482e-91d4-e2769e4335b0,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:35.858465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:35.907913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: c3d2e286-d24a-482e-91d4-e2769e4335b0 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:35.908324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c3d2e286-d24a-482e-91d4-e2769e4335b0 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:35.994342 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-303c9abb-81eb-4e8d-b480-7abd4a77bc04 req-34bb1d6c-44c9-4cd8-888e-21296ce570a4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4aad70e-a001-4c85-a070-4990211de525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2487676
Dec 15 12:58:36.010970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.031433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:36.066469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:36.093583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Attempting to bind port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:58:36.094003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Attempting to bind port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'be8e6c18-6570-45a9-b3a1-e7106ee633d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:58:36.095891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Attempting to bind port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a on network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:58:36.109172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.115840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:58:36.116613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Checking segment: {'id': 'be8e6c18-6570-45a9-b3a1-e7106ee633d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:58:36.117164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.122052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Bound using segment: {'id': 'be8e6c18-6570-45a9-b3a1-e7106ee633d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:58:36.122725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Bound port: 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8e6c18-6570-45a9-b3a1-e7106ee633d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:58:36.123180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.217017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9d7a7616-a648-4159-b22f-75dd81ea2964 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:36.267438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] For port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:58:36.270007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:36.272404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] For port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,segment=NetworkSegment(be8e6c18-6570-45a9-b3a1-e7106ee633d1),segment_id=be8e6c18-6570-45a9-b3a1-e7106ee633d1)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:58:36.276436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 92b7541d-d89b-4df6-b0d0-dec967eaae24 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:36.279274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.316259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.336076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f0f6dff-dec8-4d26-8ae1-93ced591c3ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:36.412650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Added routes are [] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 12:58:36.412650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.extraroute_db [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Removed routes are [] {{(pid=88869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 12:58:36.413249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.414328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 92b7541d-d89b-4df6-b0d0-dec967eaae24 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:36.414734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 92b7541d-d89b-4df6-b0d0-dec967eaae24 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:36.416174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port 5b926c5d-a73f-4e57-a808-71237a069849 yet. {{(pid=88869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:58:36.482446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Pushing event updated for resources: {'Port': ['ID=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:36.486490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:36.578194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:36.590486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] Sync routers for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:36.605639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:36.606699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba3aa20>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:36.664144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port c3d2e286-d24a-482e-91d4-e2769e4335b0 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:36.667053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:36.680175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'name': 'network-vif-deleted', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:36.688146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f6dd5ca-6135-4be2-828d-3cbf78bedc78 req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/c3d2e286-d24a-482e-91d4-e2769e4335b0 HTTP/1.1" status: 204  len: 173 time: 4.1479633
Dec 15 12:58:36.762953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946fc9c2-8d1a-4de3-bff4-f653564fbd1f', 'name': 'network-vif-deleted', 'tag': 'c3d2e286-d24a-482e-91d4-e2769e4335b0', 'status': 'completed', 'code': 200}
Dec 15 12:58:36.870650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:37.064602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:37.080996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05db9738-5010-4d0b-b35d-6c94a3e62897 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:37.172949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f237f4-8ad7-48bc-a77d-122d859ccb0c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:37.191664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:37.211043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33192) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:37.370833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba3aa20>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:37.376593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] Checking router: 9d7a7616-a648-4159-b22f-75dd81ea2964 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:37.398553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:37.399458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fba3aa20>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:37.423437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-089005e1-4734-4dcc-a877-453771187ab6 req-ad5c7f79-98d0-47ce-80a7-d73d2f2cb6b6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=946fc9c2-8d1a-4de3-bff4-f653564fbd1f HTTP/1.1" status: 200  len: 210 time: 0.1195149
Dec 15 12:58:37.427208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:37.446592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:37.451877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:37.453164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5f237f4-8ad7-48bc-a77d-122d859ccb0c HTTP/1.1" status: 204  len: 168 time: 1.9684379
Dec 15 12:58:37.564225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Deleting port ccbd391f-a52a-4bea-9ced-24e5c5dde127 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:37.564833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:37.602740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.14 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/fea29867-4c9a-44d5-a5df-243b4319c4cb/5b926c5d-a73f-4e57-a808-71237a069849) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:37.672799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:37.683698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router dd024250-921e-4797-8b7d-786c771b135f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:37.840499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:37.841291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.051159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Calling delete_port for ccbd391f-a52a-4bea-9ced-24e5c5dde127 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:38.055296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:38.070441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] Sync routers for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:38.090268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.100262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-31857b6d-22b0-44c4-aa86-a46e690ba5cf tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 200  len: 700 time: 2.4959066
Dec 15 12:58:38.103030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:38.104112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33202) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:38.105826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3fff98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:38.170507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fba3aa20>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:38.182692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e55925-0eb5-478b-bd4f-c6cb3ee5171c None None] The sync data for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv is: [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:55:47Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd4817aab-0b67-4018-a555-31ad2eef0a06', 'name': '', 'network_id': 'ae999331-ef2f-40f0-937c-8153b8734d19', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:2e:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:43Z', 'updated_at': '2021-12-15T12:56:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'f499ad4e-c01e-44be-9d59-7a3378d12d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:38.209540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.243578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33206) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:38.247590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ed3719c-5d2d-4ee9-8a9c-4820b06b2674 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Synchronizing usage tracker for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:38.284256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object 5b926c5d-a73f-4e57-a808-71237a069849 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:38.294555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4ed3719c-5d2d-4ee9-8a9c-4820b06b2674 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Unset dirty status for tenant:3c9ca49377e340678547a2a166e5bc53 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:38.298685 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ed3719c-5d2d-4ee9-8a9c-4820b06b2674 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 200  len: 205 time: 0.1909747
Dec 15 12:58:38.300106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33212) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:38.395553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:58:38.509102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.516129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-702e4f38-fb91-44b9-a777-06daeedb90be tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:38.548711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.555092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34bfe818-ad27-4690-8788-4c21ecf84851 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:38.621356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33218) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:38.645259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:38.664987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event deleted for resources: {'Port': ['ID=ccbd391f-a52a-4bea-9ced-24e5c5dde127,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:38.672614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:38.693618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:38.707244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:38.722951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f8d483b-95d4-49c4-8d6b-2816c3c0c5ea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.814273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3fff98>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:29Z', 'revision_number': 11, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:38.822086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:58:38.824167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] Checking router: dd024250-921e-4797-8b7d-786c771b135f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:38.839257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] Routers {'dd024250-921e-4797-8b7d-786c771b135f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:38.840266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3fff98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['dd024250-921e-4797-8b7d-786c771b135f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:38.840633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.931896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=5b926c5d-a73f-4e57-a808-71237a069849,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:38.935454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:38.999556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] Set router dd024250-921e-4797-8b7d-786c771b135f gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:39.004049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a121bd50-970d-4b24-a937-4ee40f1cdf8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d313a8b1cb694e1491203369f938abc4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7523692
Dec 15 12:58:39.011942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:39.016703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33222) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:39.021664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.047242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c4a4e4-718a-40a3-a9df-7a29d04abba4 None None] New status for floating IP 797aa1bb-4886-4230-a643-40aa316a12fa: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:58:39.067205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:39.068923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.111568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.8314097
Dec 15 12:58:39.120450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33226) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:39.130618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:39.133217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3fff98>, [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:29Z', 'revision_number': 11, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:39.137406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:39.148393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ec964-ca25-438d-922a-52d9d5246ba4 None None] The sync data for ids ['dd024250-921e-4797-8b7d-786c771b135f'] in dv-neutron-821831-1-hyperv is: [{'id': 'dd024250-921e-4797-8b7d-786c771b135f', 'name': 'tempest-RoutersTest-router-793122682', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:56:52Z', 'updated_at': '2021-12-15T12:58:29Z', 'revision_number': 11, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:39.170070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Provisioning complete for port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:39.170504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.320421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:39.349404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Provisioning for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:39.359871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:39.360304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.525834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:39.603934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:39.616057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:39.626955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:39.654178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.694728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] For port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,segment=NetworkSegment(be8e6c18-6570-45a9-b3a1-e7106ee633d1),segment_id=be8e6c18-6570-45a9-b3a1-e7106ee633d1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:39.698267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.701679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:39.716541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.790313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.791203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Pushing event updated for resources: {'Port': ['ID=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:39.795694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:39.804151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.810215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:39.811729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:39.823887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-20525dc6-63b6-40c3-be23-2024b9dcb92e None None] Provisioning for port 5b926c5d-a73f-4e57-a808-71237a069849 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:39.831116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-20525dc6-63b6-40c3-be23-2024b9dcb92e None None] Provisioning complete for port 5b926c5d-a73f-4e57-a808-71237a069849 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:39.831661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20525dc6-63b6-40c3-be23-2024b9dcb92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.841919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aad70e-a001-4c85-a070-4990211de525,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:39.848899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:39.859906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f8d483b-95d4-49c4-8d6b-2816c3c0c5ea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.882292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f8d483b-95d4-49c4-8d6b-2816c3c0c5ea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.906616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-20525dc6-63b6-40c3-be23-2024b9dcb92e None None] Port 5b926c5d-a73f-4e57-a808-71237a069849 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:39.991847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.995785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:39.999858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/f4aad70e-a001-4c85-a070-4990211de525 HTTP/1.1" status: 204  len: 168 time: 1.3744376
Dec 15 12:58:40.000034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f8d483b-95d4-49c4-8d6b-2816c3c0c5ea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.000034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8d483b-95d4-49c4-8d6b-2816c3c0c5ea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Fanout notify agent at l3_agent the message router_deleted on router dd024250-921e-4797-8b7d-786c771b135f {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:58:40.000895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff861071-85c1-4645-b4e0-895e43bf28ff tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:40.011108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.022199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.023476 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfafae43-27dd-4f3f-a460-7a4455b71925 HTTP/1.1" status: 204  len: 168 time: 0.9901142
Dec 15 12:58:40.024517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfafae43-27dd-4f3f-a460-7a4455b71925,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:40.028152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:40.042828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f8d483b-95d4-49c4-8d6b-2816c3c0c5ea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.049287 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2f8d483b-95d4-49c4-8d6b-2816c3c0c5ea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 204  len: 168 time: 1.7479475
Dec 15 12:58:40.049674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33234) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:40.059808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1629563452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:40.071085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:40.124049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Usage tracker for resource:router and tenant:3c9ca49377e340678547a2a166e5bc53 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:40.131416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33238) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:40.144661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:40.212417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fea29867-4c9a-44d5-a5df-243b4319c4cb (CIDR: 172.20.0.0/28)
Dec 15 12:58:40.217224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:58:40.217448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:40.232488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:40.266077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f5860a95-1558-4331-bd60-aa190af2dd8d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1416008
Dec 15 12:58:40.268629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33244) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:40.273221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:58:40.281845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:40.344529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.345579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.360759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:40.361499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.378962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 6107b0ba-8403-4f6b-aebc-63e605f7149c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:40.379384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.550481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33248) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:40.605008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.650122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.653406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.653874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.738548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:40.743563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:40.747317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:40.753609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:40.764062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:40.771068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.817144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 6107b0ba-8403-4f6b-aebc-63e605f7149c owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:40.861139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:40.870238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.883932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd71cc7fa01478d95ee67f5e413df34 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:40.887920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:40.912524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:40.931934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:40.960136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:40.961441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac754c1a-4b7a-429a-ab9d-7ab0bbd90fab tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.9105988
Dec 15 12:58:40.970726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33252) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:40.982528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b542de6d-9434-437a-8cb1-2001eed568fc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:40.996367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea24a217-00b2-4b42-b9cc-20cb8ec364ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.181023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.194140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.204269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.211087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-782eacaf-9931-4437-a05a-410020f7b170 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:41.336353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.341548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-04c742ca-7fec-4cd2-bc77-1b4228a05bce tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:41.354954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494fa57-83a3-4d9f-bc40-8f25fc517636,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:41.373645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cd71cc7fa01478d95ee67f5e413df34&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8178198
Dec 15 12:58:41.373645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:41.375747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5198c8c2-7a06-49f5-870f-e187ec43bcce tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:41.385447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33256) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:41.485618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=6107b0ba-8403-4f6b-aebc-63e605f7149c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:41.498227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:41.548487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.590208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.591553 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/797aa1bb-4886-4230-a643-40aa316a12fa HTTP/1.1" status: 204  len: 168 time: 1.4548485
Dec 15 12:58:41.599540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:41.603104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:41.612119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:41.613773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.615552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:41.618412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b542de6d-9434-437a-8cb1-2001eed568fc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.624585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:41.625305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.629652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=8ccd0aea-21f0-4cfa-a723-16b3ab8d2938,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:41.641882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:41.642454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f89324-3ca4-40d6-b597-d5a8aeee58c1 None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:41.654453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b542de6d-9434-437a-8cb1-2001eed568fc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.682296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.4060078
Dec 15 12:58:41.682522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "DELETE /v2.0/floatingips/173fb824-7587-4d9b-a62e-d18aa0e205e4 HTTP/1.1" status: 204  len: 168 time: 4.4693067
Dec 15 12:58:41.682612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:41.688291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:41.696859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-874566715', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ccd0aea-21f0-4cfa-a723-16b3ab8d2938'}], 'security_groups': ['42338d21-b003-44a6-8c5c-9a71b87169b9']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:41.712742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:41.713692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb0390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:41.822550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:41.922023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:41.979175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:42.097249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'status': 'completed', 'code': 200}
Dec 15 12:58:42.099208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:42.138230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:42.157606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c673f35a-4a2e-497a-96ef-24400d6c287a tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:42.183415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494fa57-83a3-4d9f-bc40-8f25fc517636,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:42.184308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b542de6d-9434-437a-8cb1-2001eed568fc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Router 2f76e77b-8aa9-4543-918b-1b89d7833a5f is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:58:42.186796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:42.199146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:42.200368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d494fa57-83a3-4d9f-bc40-8f25fc517636 HTTP/1.1" status: 204  len: 168 time: 0.8133528
Dec 15 12:58:42.435812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b542de6d-9434-437a-8cb1-2001eed568fc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:42.444374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0314d90-719a-4db5-a722-5cdf7da737e9 req-0229ce3d-c88d-40fe-ae0c-fabdafb8838e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:42.446266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e0314d90-719a-4db5-a722-5cdf7da737e9 req-0229ce3d-c88d-40fe-ae0c-fabdafb8838e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 945 time: 0.2500937
Dec 15 12:58:42.448761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] Sync routers for ids ['2f76e77b-8aa9-4543-918b-1b89d7833a5f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:42.451312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b542de6d-9434-437a-8cb1-2001eed568fc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:42.452948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b542de6d-9434-437a-8cb1-2001eed568fc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "PUT /v2.0/routers/2f76e77b-8aa9-4543-918b-1b89d7833a5f HTTP/1.1" status: 200  len: 694 time: 1.4809775
Dec 15 12:58:42.455727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33276) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:42.460922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-87658c31-3bbd-435a-bb3e-de3ab911274e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 1098 time: 0.3446968
Dec 15 12:58:42.480484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] Routers {'2f76e77b-8aa9-4543-918b-1b89d7833a5f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:42.481788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2e69e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['2f76e77b-8aa9-4543-918b-1b89d7833a5f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:42.665657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] Set router 2f76e77b-8aa9-4543-918b-1b89d7833a5f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:42.748091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e0314d90-719a-4db5-a722-5cdf7da737e9 req-01b014d1-e9c6-4bbd-8934-82b80b5dadff tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2935457
Dec 15 12:58:42.763543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e3601661-b808-483a-9802-2147c1495fbc tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/routers/2f76e77b-8aa9-4543-918b-1b89d7833a5f HTTP/1.1" status: 200  len: 700 time: 0.2847834
Dec 15 12:58:42.764253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33282) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:42.781161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:42.825344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cb3432b7-4cbc-47d6-a5c5-e05fe1e6fe73 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f76e77b-8aa9-4543-918b-1b89d7833a5f HTTP/1.1" status: 200  len: 205 time: 0.0594726
Dec 15 12:58:42.828376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33286) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:42.830701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2e69e8>, [{'id': '2f76e77b-8aa9-4543-918b-1b89d7833a5f', 'name': 'tempest-RoutersTest-router-1629563452', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:58:40Z', 'updated_at': '2021-12-15T12:58:41Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:42.841246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] Checking router: 2f76e77b-8aa9-4543-918b-1b89d7833a5f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:42.869116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] Routers {'2f76e77b-8aa9-4543-918b-1b89d7833a5f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:42.871646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2e69e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['2f76e77b-8aa9-4543-918b-1b89d7833a5f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:42.923390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb0390>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:42.929317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:42.968504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:42.969279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb0390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:43.105648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb83c-1084-4786-be72-fc34e2084476 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:43.110803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] Set router 2f76e77b-8aa9-4543-918b-1b89d7833a5f gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:43.117798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0a97a-ed63-4097-987b-022f01927856 req-46b64ed7-0195-45b4-81ec-ddac309cc797 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:43.118612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-65d0a97a-ed63-4097-987b-022f01927856 req-46b64ed7-0195-45b4-81ec-ddac309cc797 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:43.186685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-65d0a97a-ed63-4097-987b-022f01927856 req-46b64ed7-0195-45b4-81ec-ddac309cc797 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:43.188103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65d0a97a-ed63-4097-987b-022f01927856 req-46b64ed7-0195-45b4-81ec-ddac309cc797 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 946 time: 0.9357357
Dec 15 12:58:43.224400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-ef316b8c-79fe-435a-8aa7-753326f7bb4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:43.226059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-ef316b8c-79fe-435a-8aa7-753326f7bb4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 200  len: 913 time: 0.7537768
Dec 15 12:58:43.338043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2e69e8>, [{'id': '2f76e77b-8aa9-4543-918b-1b89d7833a5f', 'name': 'tempest-RoutersTest-router-1629563452', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:58:40Z', 'updated_at': '2021-12-15T12:58:41Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:43.343866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa29c1-f3d0-4258-bb56-576bcbcb33fb None None] The sync data for ids ['2f76e77b-8aa9-4543-918b-1b89d7833a5f'] in dv-neutron-821831-1-hyperv is: [{'id': '2f76e77b-8aa9-4543-918b-1b89d7833a5f', 'name': 'tempest-RoutersTest-router-1629563452', 'tenant_id': '3c9ca49377e340678547a2a166e5bc53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:58:40Z', 'updated_at': '2021-12-15T12:58:41Z', 'revision_number': 2, 'project_id': '3c9ca49377e340678547a2a166e5bc53', 'gw_port_host': None}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:43.392713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-65d0a97a-ed63-4097-987b-022f01927856 req-79077f28-0af9-4eb0-aabb-fd97117d8ba9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:43.397863 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-a15ad719-6ccb-4d1c-8a01-aecb0334d521 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 200  len: 217 time: 0.1166863
Dec 15 12:58:43.479813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4951137-a6f8-4e72-ba46-24eb54d94dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:43.487023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-65d0a97a-ed63-4097-987b-022f01927856 req-79077f28-0af9-4eb0-aabb-fd97117d8ba9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:43.488235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65d0a97a-ed63-4097-987b-022f01927856 req-79077f28-0af9-4eb0-aabb-fd97117d8ba9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2907140
Dec 15 12:58:43.500129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Update dhcp port {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'fixed_ips': [{'subnet_id': 'fea29867-4c9a-44d5-a5df-243b4319c4cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ccd0aea-21f0-4cfa-a723-16b3ab8d2938'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '8fc293b6-b0d5-4223-b1e4-4c36bd79b25a'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:58:43.564379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-328de023-128e-4d46-b130-878bb88a9c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:43.567581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-328de023-128e-4d46-b130-878bb88a9c0f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 200  len: 851 time: 0.1536305
Dec 15 12:58:43.590984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Delete allocated IP 172.20.0.14 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/fea29867-4c9a-44d5-a5df-243b4319c4cb) {{(pid=88870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 15 12:58:43.607455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.22 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/8ccd0aea-21f0-4cfa-a723-16b3ab8d2938/5b926c5d-a73f-4e57-a808-71237a069849) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:43.612243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:43.699662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:43.724283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:43.937244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33306) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:44.105207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.115820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-d3c37260-4bfa-4e3e-9d01-91b78ec39933 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=087cdc24-57f6-4249-84e8-ad57e5a750d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4597678
Dec 15 12:58:44.173169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-28f25cd7-f561-47f9-a794-71c8b401fd3f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:44.174024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-28f25cd7-f561-47f9-a794-71c8b401fd3f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Synchronizing usage tracker for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:44.197954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object 5b926c5d-a73f-4e57-a808-71237a069849 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:44.207757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.251141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb0390>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:44.266391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f418af8-4441-480c-9c2a-49b33ae99b5a None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:49:26Z', 'revision_number': 4, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '897c13bd-08b1-4363-bd5b-64fd6e1bc910', 'name': '', 'network_id': '087cdc24-57f6-4249-84e8-ad57e5a750d5', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'mac_address': 'fa:16:3e:20:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:25Z', 'updated_at': '2021-12-15T12:49:38Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'subnets': [{'id': 'f45e3a2d-c14b-4b2c-8dca-a26e188bcddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:44.270284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c65e0a27-f6bf-4ec6-82c6-f1520290a73b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:44.292358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Allocated IP 172.20.0.18 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/8ccd0aea-21f0-4cfa-a723-16b3ab8d2938/8fc293b6-b0d5-4223-b1e4-4c36bd79b25a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:44.324640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb83c-1084-4786-be72-fc34e2084476 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.327858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1478281087-network', 'tenant_id': '3ff0a662255a49a7932ae50376ab31b7'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:44.329543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb83c-1084-4786-be72-fc34e2084476 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.360335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:44.369351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-28f25cd7-f561-47f9-a794-71c8b401fd3f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Unset dirty status for tenant:fbfc7a0e0f3944d298f7d91c0212d059 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:44.370689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-28f25cd7-f561-47f9-a794-71c8b401fd3f tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 945 time: 0.4388938
Dec 15 12:58:44.379154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Usage tracker for resource:network and tenant:3ff0a662255a49a7932ae50376ab31b7 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:44.386103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb83c-1084-4786-be72-fc34e2084476 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.387632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8bb83c-1084-4786-be72-fc34e2084476 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Fanout notify agent at l3_agent the message router_deleted on router 2f76e77b-8aa9-4543-918b-1b89d7833a5f {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:58:44.389392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:44.422217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb83c-1084-4786-be72-fc34e2084476 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.431785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8c8bb83c-1084-4786-be72-fc34e2084476 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/2f76e77b-8aa9-4543-918b-1b89d7833a5f HTTP/1.1" status: 204  len: 168 time: 1.5941272
Dec 15 12:58:44.437916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33312) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:44.445806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-ec7ff60a-04b1-430a-a9a9-49e57199582c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:44.448655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-ec7ff60a-04b1-430a-a9a9-49e57199582c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 946 time: 0.3293982
Dec 15 12:58:44.464040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:44.476402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] For port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,segment=NetworkSegment(be8e6c18-6570-45a9-b3a1-e7106ee633d1),segment_id=be8e6c18-6570-45a9-b3a1-e7106ee633d1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:44.507302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.527419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Transition to ACTIVE for port object 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:44.533023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.541394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e51dff2-e868-4063-ac64-f9ea95035d60 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f76e77b-8aa9-4543-918b-1b89d7833a5f HTTP/1.1" status: 200  len: 205 time: 0.0898986
Dec 15 12:58:44.541524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:44.552316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b741d8-5bfe-4927-b6d0-200984ad166d req-cf091b30-6a19-4436-8d25-dcb25323197e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:44.554081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=5b926c5d-a73f-4e57-a808-71237a069849,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:44.560997 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82b741d8-5bfe-4927-b6d0-200984ad166d req-cf091b30-6a19-4436-8d25-dcb25323197e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 945 time: 0.4507933
Dec 15 12:58:44.566542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33318) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:44.616360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Deleting port 64041780-c71a-4cd2-a4cb-7a652ff2b30b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:44.616953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.655313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:44.683781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Made reservation on behalf of 3ff0a662255a49a7932ae50376ab31b7 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:44.688612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.707201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82b741d8-5bfe-4927-b6d0-200984ad166d req-59379a36-d3f1-4d0c-a58e-bdbf0453557e tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447308
Dec 15 12:58:44.712136 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-8a38f08d-518c-483d-a0b4-669707fba6e9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] delete failed (client error): The resource could not be found.
Dec 15 12:58:44.712867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Pushing event updated for resources: {'Port': ['ID=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:44.713298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a38f08d-518c-483d-a0b4-669707fba6e9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/2f76e77b-8aa9-4543-918b-1b89d7833a5f HTTP/1.1" status: 404  len: 336 time: 0.1452625
Dec 15 12:58:44.720852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:44.722934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:44.723333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.752231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33322) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:44.762216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-563929c2-623f-45f5-8469-b7673c435998 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6358094
Dec 15 12:58:44.783239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.815807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-799dd0b7-e855-4874-9154-56fa2c2b751d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:44.816326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799dd0b7-e855-4874-9154-56fa2c2b751d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:44.818311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-799dd0b7-e855-4874-9154-56fa2c2b751d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/4ec296b4-27a3-40d1-93ff-2342cc1189af HTTP/1.1" status: 404  len: 337 time: 0.0603206
Dec 15 12:58:44.826173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33326) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:44.901579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] In _notify_port_updated(), no bound segment for port 5b926c5d-a73f-4e57-a808-71237a069849 on network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:58:44.905987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:44.906333 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24049ba-c443-4987-9d22-67ad31ebefea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:44.906454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:44.906833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24049ba-c443-4987-9d22-67ad31ebefea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:44.907881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "PUT /v2.0/ports/5b926c5d-a73f-4e57-a808-71237a069849 HTTP/1.1" status: 200  len: 920 time: 3.2184937
Dec 15 12:58:44.914878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f24049ba-c443-4987-9d22-67ad31ebefea tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/613d3b2e-d79d-4a97-8038-321a65c42c16 HTTP/1.1" status: 404  len: 337 time: 0.0852156
Dec 15 12:58:44.916142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33330) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:44.916142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33332) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:45.115570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:45.115992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:45.127958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f1c9d9-4a71-4a79-a46b-369e2ae80fa0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:45.128451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f1c9d9-4a71-4a79-a46b-369e2ae80fa0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:45.174459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:45.192051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-49f1c9d9-4a71-4a79-a46b-369e2ae80fa0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/ff8baff2-0e19-4f1c-ab9e-659b16a7594d HTTP/1.1" status: 404  len: 337 time: 0.2709157
Dec 15 12:58:45.202073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33338) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:45.203153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Usage tracker for resource:security_group_rule and tenant:3ff0a662255a49a7932ae50376ab31b7 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:45.261559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:45.316272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:45.334835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:45.382767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:45.391062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 5b926c5d-a73f-4e57-a808-71237a069849 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:45.391474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:45.544002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:45.553029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f5ce51e-bd7f-4807-858b-484ddd2e1dd2 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:45.613605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:45.617429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:45.696797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:45.700394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:45.709565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'name': 'network-vif-deleted', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:45.713344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ede02f4-57f4-4c0a-80f0-ff56a4cbc9fb tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:45.713849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ede02f4-57f4-4c0a-80f0-ff56a4cbc9fb tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:45.715718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0ede02f4-57f4-4c0a-80f0-ff56a4cbc9fb tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/4e81993b-ff89-4a47-bc49-b844f084ff13 HTTP/1.1" status: 404  len: 337 time: 0.4195292
Dec 15 12:58:45.719272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-d087fcdf-1eb9-48e9-abe6-5617c7b259f5 service neutron] 10.222.0.77 "GET /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9371898
Dec 15 12:58:45.720595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33344) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:45.726378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6463031-4786-41be-b41e-e5b6c0fbeb38 None None] New status for floating IP 173fb824-7587-4d9b-a62e-d18aa0e205e4: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:58:45.783720 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4739b35b-a5e0-4db1-9ed8-135ffd179698 req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 HTTP/1.1" status: 204  len: 173 time: 1.2934852
Dec 15 12:58:45.807801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1336e8a-1565-4e46-a581-7f82dc1983e3 req-0f6a65d4-2490-4ae2-a3e9-56345bd32ac9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:45.809609 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1336e8a-1565-4e46-a581-7f82dc1983e3 req-0f6a65d4-2490-4ae2-a3e9-56345bd32ac9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b48e62f-30f3-43bf-a5b7-ad0543e29c39 HTTP/1.1" status: 200  len: 946 time: 1.1288459
Dec 15 12:58:45.813588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33350) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:45.830293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-456570dd-28c7-461a-92fe-09415d1957f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 200  len: 205 time: 0.1082256
Dec 15 12:58:45.832882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b48e62f-30f3-43bf-a5b7-ad0543e29c39', 'name': 'network-vif-deleted', 'tag': '8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8', 'status': 'completed', 'code': 200}
Dec 15 12:58:45.983935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Provisioning for port 5b926c5d-a73f-4e57-a808-71237a069849 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:45.990328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Provisioning complete for port 5b926c5d-a73f-4e57-a808-71237a069849 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:45.990852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.076359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Port 5b926c5d-a73f-4e57-a808-71237a069849 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:46.098757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Provisioning complete for port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:46.099097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de885f9f-c635-4d5d-be03-f9cb94a992fc req-25f7f813-02aa-448d-924b-401617b17838 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:46.099310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.100909 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de885f9f-c635-4d5d-be03-f9cb94a992fc req-25f7f813-02aa-448d-924b-401617b17838 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 945 time: 0.1345131
Dec 15 12:58:46.102942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-a8e561da-d002-4a25-bde0-35dbb3b87218 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] delete failed (client error): The resource could not be found.
Dec 15 12:58:46.104942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a8e561da-d002-4a25-bde0-35dbb3b87218 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/dd024250-921e-4797-8b7d-786c771b135f HTTP/1.1" status: 404  len: 336 time: 0.2494071
Dec 15 12:58:46.109283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33354) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.130252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] For port 64041780-c71a-4cd2-a4cb-7a652ff2b30b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=64041780-c71a-4cd2-a4cb-7a652ff2b30b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:46.130913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.260449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:46.266778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e74356d-e55f-408c-866a-c68d93f19f80 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=442ce320-6deb-449e-844f-5397ecac24f0 HTTP/1.1" status: 200  len: 205 time: 0.1392407
Dec 15 12:58:46.272180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33358) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.296741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Provisioning for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:46.332764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:58:46.396613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.417179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-214bebe8-b865-4e6f-bd36-e377d1848469 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] delete failed (client error): The resource could not be found.
Dec 15 12:58:46.418565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-214bebe8-b865-4e6f-bd36-e377d1848469 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/442ce320-6deb-449e-844f-5397ecac24f0 HTTP/1.1" status: 404  len: 336 time: 0.1325600
Dec 15 12:58:46.424700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de885f9f-c635-4d5d-be03-f9cb94a992fc req-73962c58-8fc9-43c9-83c4-ce93843720b9 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/security-groups?id=35feeed1-c0b8-4aa5-a754-d53c42624992&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3143089
Dec 15 12:58:46.425462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33362) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.468945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:46.469404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4e89d155-4e69-4a89-86c5-2217b6858e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.495737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabeafd9-2575-4a82-9cd1-ec0e54bd7013 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:46.496713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabeafd9-2575-4a82-9cd1-ec0e54bd7013 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:46.499049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aabeafd9-2575-4a82-9cd1-ec0e54bd7013 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/aecd991a-5b1b-4cd6-963d-04cd46928885 HTTP/1.1" status: 404  len: 337 time: 0.0723152
Dec 15 12:58:46.504787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33366) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.569985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:46.570411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.589336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0593ce4e-1599-43fd-a9b3-234487c0e05f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=854d4c6b-d8b5-45db-8c42-18ac793734ec HTTP/1.1" status: 200  len: 205 time: 0.0830925
Dec 15 12:58:46.589991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33370) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.641329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 5b926c5d-a73f-4e57-a808-71237a069849 owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:46.670043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-e50c3140-e642-40f1-b540-0b1267d35f76 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] delete failed (client error): The resource could not be found.
Dec 15 12:58:46.672493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e50c3140-e642-40f1-b540-0b1267d35f76 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/854d4c6b-d8b5-45db-8c42-18ac793734ec HTTP/1.1" status: 404  len: 336 time: 0.0814157
Dec 15 12:58:46.674431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33374) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.736317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6a07f55-0bbe-4dd4-8e28-755baca9a641 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1f0cde-e007-4bbf-b839-d45a358d76a8 HTTP/1.1" status: 200  len: 205 time: 0.0601265
Dec 15 12:58:46.739957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33378) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.817590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Calling delete_port for 64041780-c71a-4cd2-a4cb-7a652ff2b30b owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:46.841740 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-947336a1-81c3-42a1-bb58-6ee39293c2cd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] delete failed (client error): The resource could not be found.
Dec 15 12:58:46.843522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-947336a1-81c3-42a1-bb58-6ee39293c2cd tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/df1f0cde-e007-4bbf-b839-d45a358d76a8 HTTP/1.1" status: 404  len: 336 time: 0.1023605
Dec 15 12:58:46.843832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-882b06a4-6f85-46b0-b2f0-f35dd56892eb None None] Provisioning complete for port 5b926c5d-a73f-4e57-a808-71237a069849 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:46.844523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-882b06a4-6f85-46b0-b2f0-f35dd56892eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.848390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33382) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.892492 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1336e8a-1565-4e46-a581-7f82dc1983e3 req-b16c4a21-3c52-478e-86d6-d06dfefb64f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0351470
Dec 15 12:58:46.912739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.917302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f52d9e-ee4c-4864-ba39-5c4e0fae186f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:46.917926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f52d9e-ee4c-4864-ba39-5c4e0fae186f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:46.922594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-86f52d9e-ee4c-4864-ba39-5c4e0fae186f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/c7554d75-0193-49bf-8957-3b83f79fdd52 HTTP/1.1" status: 404  len: 337 time: 0.0701537
Dec 15 12:58:46.922949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33386) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:46.927430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:46.928144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-882b06a4-6f85-46b0-b2f0-f35dd56892eb None None] Port 5b926c5d-a73f-4e57-a808-71237a069849 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:46.941048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13357bab-a45f-4db2-81b9-a597e74dc724 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:46.974593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e375e4ae-fcb8-4d58-8dd9-423336d54595 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4d7d7-6202-4510-a319-6b57d9d43083 HTTP/1.1" status: 200  len: 205 time: 0.0502648
Dec 15 12:58:46.977464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33390) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.003679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:58:47.051712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-3eedb05b-c921-4164-9031-fff82294f06a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] delete failed (client error): The resource could not be found.
Dec 15 12:58:47.052896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3eedb05b-c921-4164-9031-fff82294f06a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/2bc4d7d7-6202-4510-a319-6b57d9d43083 HTTP/1.1" status: 404  len: 336 time: 0.0743906
Dec 15 12:58:47.057096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33394) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.099741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a61cd4-282a-4e60-bdf8-98b6dbd6daf1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:47.100239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a61cd4-282a-4e60-bdf8-98b6dbd6daf1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:47.102080 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b7a61cd4-282a-4e60-bdf8-98b6dbd6daf1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/fb99611d-5622-4d55-840e-6c3d1d1109fe HTTP/1.1" status: 404  len: 337 time: 0.0439575
Dec 15 12:58:47.106358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33398) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.125856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054507ab-f3d2-41e3-952d-36a9f91a22ce,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:47.143110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:47.157822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f9f6300f-3805-4fbf-950f-d1aaae0350e8 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "GET /v2.0/ports?device_id=a38ac704-09f4-40e9-9b09-a2c0544dab70 HTTP/1.1" status: 200  len: 205 time: 0.0500789
Dec 15 12:58:47.160494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33402) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.234170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-fad0c6f1-a908-4811-b818-0f64370b4307 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] delete failed (client error): The resource could not be found.
Dec 15 12:58:47.238153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fad0c6f1-a908-4811-b818-0f64370b4307 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/routers/a38ac704-09f4-40e9-9b09-a2c0544dab70 HTTP/1.1" status: 404  len: 336 time: 0.0737655
Dec 15 12:58:47.238509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33406) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.270628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.273527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.274243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Added segment ebd372a6-f19a-4938-9234-c0c91b52c1e8 of type vlan for network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4
Dec 15 12:58:47.280733 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-380fb1fe-4734-4e2a-b3a5-7700c51d54e4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:47.281412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380fb1fe-4734-4e2a-b3a5-7700c51d54e4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:47.286936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-380fb1fe-4734-4e2a-b3a5-7700c51d54e4 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/ef67bbdc-5dd2-418a-be3c-427a18256871 HTTP/1.1" status: 404  len: 337 time: 0.0437789
Dec 15 12:58:47.287219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33410) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.293805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a8ec615-79b6-4a1c-81cd-8ce2164ba8d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:47.335270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-936235f4-5490-4f38-b7a4-d93b2e23d130 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:58:47.337228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936235f4-5490-4f38-b7a4-d93b2e23d130 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:47.341955 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-936235f4-5490-4f38-b7a4-d93b2e23d130 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] 10.222.0.53 "DELETE /v2.0/subnets/c8a3e96c-b143-4b72-8c95-44a348ee65d0 HTTP/1.1" status: 404  len: 337 time: 0.0510173
Dec 15 12:58:47.376954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=5b926c5d-a73f-4e57-a808-71237a069849,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:47.385667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:47.409719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.439292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d211c6e1-aee8-4772-8ba9-48ba9159710a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:47.508295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.614112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event deleted for resources: {'Port': ['ID=64041780-c71a-4cd2-a4cb-7a652ff2b30b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:47.628368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:47.735279 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3fd06f07-5ae5-4adf-9bc2-58c883efe3a5 req-39a3b277-4088-4b16-9614-38e47719f8ec tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 210 time: 0.0979877
Dec 15 12:58:47.767171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] No DVR routers for this DVR port 64041780-c71a-4cd2-a4cb-7a652ff2b30b on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:47.769447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.774084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.778392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'name': 'network-vif-deleted', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:58:47.797366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33422) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.797610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.798463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:47.799110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:47.819783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:47.860745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:47.872881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/5b926c5d-a73f-4e57-a808-71237a069849 HTTP/1.1" status: 204  len: 168 time: 2.9508243
Dec 15 12:58:47.874277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33428) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.875322 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45ce3ff4-c95b-40a0-8830-d8398aab606e req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.77 "DELETE /v2.0/ports/64041780-c71a-4cd2-a4cb-7a652ff2b30b HTTP/1.1" status: 204  len: 173 time: 3.4926896
Dec 15 12:58:47.883552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.8879588
Dec 15 12:58:47.945595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:47.946483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:47.947981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8c15c85e-db5b-4cbe-92a3-0ffb6ac70fe8 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:47.950004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 64041780-c71a-4cd2-a4cb-7a652ff2b30b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:47.963317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Pushing event updated for resources: {'Network': ['ID=6edb58a8-0b96-4e40-ad10-f61f3649a6c4,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:47.966928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bfa8fb-3017-40c5-964e-02b593b3e975', 'name': 'network-vif-deleted', 'tag': '64041780-c71a-4cd2-a4cb-7a652ff2b30b', 'status': 'completed', 'code': 200}
Dec 15 12:58:47.967764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:47.970312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Request body: {'subnet': {'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1478281087-subnet', 'tenant_id': '3ff0a662255a49a7932ae50376ab31b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:47.984684 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-151879d5-17ef-4c40-8a57-7f766bb20f89 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:58:47.985263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-151879d5-17ef-4c40-8a57-7f766bb20f89 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:47.988552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:47.994934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Usage tracker for resource:subnet and tenant:3ff0a662255a49a7932ae50376ab31b7 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:48.000780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:48.006212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 64041780-c71a-4cd2-a4cb-7a652ff2b30b {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:48.006828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 64041780-c71a-4cd2-a4cb-7a652ff2b30b not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:48.010879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:48.011593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:58:48.022198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-151879d5-17ef-4c40-8a57-7f766bb20f89 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:48.023299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-151879d5-17ef-4c40-8a57-7f766bb20f89 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/5b926c5d-a73f-4e57-a808-71237a069849 HTTP/1.1" status: 404  len: 333 time: 0.1483457
Dec 15 12:58:48.027867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33438) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:48.045589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Made reservation on behalf of 3ff0a662255a49a7932ae50376ab31b7 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:48.051063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.093900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33442) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:48.218388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.287963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.358670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.398441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.464890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.470856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c91918d-f4d6-40d0-92da-34a186999bfc tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:48.499130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.520723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b3ff4-19ea-4deb-aac6-1714fd81b92c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:48.524082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:48.530315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a090391-21e0-45af-a7d1-6db00b369525 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:48.552776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.563711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486dc16d-4863-40dc-b16a-ac0920450562,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:48.563904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef5d0497-a9fa-4d15-926c-78aca0150c31 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:48.568401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:48.569422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.570846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d0b3ff4-19ea-4deb-aac6-1714fd81b92c HTTP/1.1" status: 204  len: 168 time: 0.4530826
Dec 15 12:58:48.572174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.575956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/security-groups/486dc16d-4863-40dc-b16a-ac0920450562 HTTP/1.1" status: 204  len: 168 time: 0.5446143
Dec 15 12:58:48.585753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33448) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:48.651361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33452) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:48.752033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa97bc86-c686-4245-bd6c-5b14a87ec453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c9ca49377e340678547a2a166e5bc53&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9513400
Dec 15 12:58:48.752451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.758207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33456) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:48.829144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d2f1a8-f1d0-4b9a-8632-d5a981a08638,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:48.838432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:48.876305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:48.904917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Checking segment: {'id': 'ebd372a6-f19a-4938-9234-c0c91b52c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:58:48.905561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Network hostable DHCP agents. Network: 6edb58a8-0b96-4e40-ad10-f61f3649a6c4, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:58:49.020907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.084185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.114005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.135000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8d21cec-6a7e-4780-ab5c-38ada0509db4 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:49.170087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42338d21-b003-44a6-8c5c-9a71b87169b9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:49.173268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:49.201477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.202805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/security-groups/42338d21-b003-44a6-8c5c-9a71b87169b9 HTTP/1.1" status: 204  len: 168 time: 0.6138499
Dec 15 12:58:49.208785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33462) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:49.286105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.307722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-13d6151c-d6a1-4c7d-b9de-9d74cc12ede2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:49.342444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf97722-3a8f-4972-b7b2-d11a7dbfee2d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:49.352765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:49.368163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.370337 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caf97722-3a8f-4972-b7b2-d11a7dbfee2d HTTP/1.1" status: 204  len: 168 time: 0.6104963
Dec 15 12:58:49.492250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f454f11-0b45-43c5-9530-ccd1653c02ba req-9a3f4cdc-90ec-4beb-9b3b-91d44d695dc6 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bfa8fb-3017-40c5-964e-02b593b3e975 HTTP/1.1" status: 200  len: 210 time: 0.4382210
Dec 15 12:58:49.516126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:58:49.536003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 6edb58a8-0b96-4e40-ad10-f61f3649a6c4) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:49.544885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:49.545652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.552236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a37ffc-522c-4fb9-84b3-6fcc40ba8309 None None] Network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:49.557804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet fea29867-4c9a-44d5-a5df-243b4319c4cb {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:49.563065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.591423 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6378832
Dec 15 12:58:49.718048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.901687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:49.989379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:50.040008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75998976-66b5-4ca9-a306-31d5ae63ac46 None None] Network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:50.102024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:50.112414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c7642de-56e8-4caf-bc6d-e8c00ab2466e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:50.191777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=fea29867-4c9a-44d5-a5df-243b4319c4cb,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:50.194587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:50.206470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33474) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:50.208873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/fea29867-4c9a-44d5-a5df-243b4319c4cb HTTP/1.1" status: 204  len: 168 time: 0.9983127
Dec 15 12:58:50.210101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:50.212624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc6db2d-f29c-41c3-bbfe-439563d9fe52 None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:50.244230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:50.554521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:50.568555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:50.572141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:50.579849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:50.690738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:50.733918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33490) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:50.874429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:50.957012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33496) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:50.971882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-295239073-network', 'tenant_id': '8fdc30419b2e494987fbb745f330cccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:50.980535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:50.983783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Deleting port 59ca07b1-edf2-43a1-bb25-f01d60428347 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:50.984181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.015480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Usage tracker for resource:network and tenant:8fdc30419b2e494987fbb745f330cccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:51.025216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:51.035119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:51.073511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Made reservation on behalf of 8fdc30419b2e494987fbb745f330cccd for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:51.078514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.106345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.181111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port d4817aab-0b67-4018-a555-31ad2eef0a06 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:51.181521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.293200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.293788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.306169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:51.315981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:8fdc30419b2e494987fbb745f330cccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:51.425282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:51.507760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Calling delete_port for 59ca07b1-edf2-43a1-bb25-f01d60428347 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:51.544574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port d4817aab-0b67-4018-a555-31ad2eef0a06, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d4817aab-0b67-4018-a555-31ad2eef0a06,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:51.544961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.558049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:51.639403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.719450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c3ba6a-9e20-4a88-9e08-0bc9463b09f1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:51.757684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for d4817aab-0b67-4018-a555-31ad2eef0a06 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:51.778526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.787172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.792418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c8094e7-4805-4158-83af-e1f883d29848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:51.811967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.820138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f6c1f5ee-3a95-41f5-920e-ce5b54154de2 None None] Provisioning complete for port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:51.820678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f5ee-3a95-41f5-920e-ce5b54154de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.852484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:58:51.855479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839da1c4-5029-43ed-9c85-d14575850bed,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:51.862426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:51.862728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:51.863610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8bca967-09cc-4612-964a-562f7d4cfe29 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:51.873245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:51.880543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:51.881282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.899593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7acdb-64c9-4d48-8261-d587696720dc None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:51.917967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=be1c6de6-a078-44ad-9779-aa8ee4f5451a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:51.922687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:51.932091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6965935
Dec 15 12:58:51.937143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33500) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:51.946835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'security_group': {'name': 'tempest-secgroup-1472446298'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:51.947226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1f5ee-3a95-41f5-920e-ce5b54154de2 None None] Port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:51.950215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event deleted for resources: {'Port': ['ID=59ca07b1-edf2-43a1-bb25-f01d60428347,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:51.959779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:51.971535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:51.981525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:51.988815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:51.993303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:51.993780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Added segment 7eb4b118-bda0-4011-afa7-f097d1fee468 of type vlan for network 2f1623bb-9c59-46f0-bc60-d78f4a86ec29
Dec 15 12:58:52.002195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:52.019637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.051801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.063443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.070495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f6c1f5ee-3a95-41f5-920e-ce5b54154de2 None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:52.070900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f5ee-3a95-41f5-920e-ce5b54154de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.109842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.111005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:52.111160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:52.111828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.117735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:52.127113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group_rule and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:52.133687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:52.143988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:52.165577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.167042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "DELETE /v2.0/floatingips/04676716-4567-4a02-b3f8-05870ee9ed54 HTTP/1.1" status: 204  len: 168 time: 1.4318342
Dec 15 12:58:52.179805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33506) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:52.180558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2223265
Dec 15 12:58:52.187967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.197102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Request body: {'subnet': {'network_id': '2f1623bb-9c59-46f0-bc60-d78f4a86ec29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-295239073-subnet', 'tenant_id': '8fdc30419b2e494987fbb745f330cccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:52.212218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c650cc32-100f-4d52-a710-5bf10381c3db tempest-FloatingIPTestJSON-487850033 tempest-FloatingIPTestJSON-487850033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:52.253752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:52.282527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Usage tracker for resource:subnet and tenant:8fdc30419b2e494987fbb745f330cccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:52.293666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=d4817aab-0b67-4018-a555-31ad2eef0a06,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:52.297530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:52.310608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:52.313780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:52.500831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.516737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.526896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b5602130-b2cb-4f60-ab12-1e83b1d5fed8 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:52.530556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Update dhcp port {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'fixed_ips': [{'subnet_id': '8ccd0aea-21f0-4cfa-a723-16b3ab8d2938', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be1c6de6-a078-44ad-9779-aa8ee4f5451a'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '8fc293b6-b0d5-4223-b1e4-4c36bd79b25a'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:58:52.570466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Made reservation on behalf of 8fdc30419b2e494987fbb745f330cccd for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:52.577172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.630980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.730197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1623bb-9c59-46f0-bc60-d78f4a86ec29,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:52.745576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:52.785150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.791256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8483779
Dec 15 12:58:52.795702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33516) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:52.802686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'security_group': {'name': 'tempest-secgroup-636006124'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:52.817105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:52.824169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:52.829719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:52.837584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:52.849016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.899927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:52.907667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group_rule and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:52.911820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:52.919371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:52.939282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Allocated IP 172.20.0.2 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/be1c6de6-a078-44ad-9779-aa8ee4f5451a/8fc293b6-b0d5-4223-b1e4-4c36bd79b25a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:52.987196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.991480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:52.998020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3c66885-7435-4622-a70f-bfe63e112a2f tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:53.049560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8194109c-2ee0-4720-9323-deea7dca3555,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:53.053821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:53.055403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.059593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0de0921b-aa5d-4e1c-bb9d-557b579e6751 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2599819
Dec 15 12:58:53.059970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33520) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:53.067753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'security_group': {'name': 'tempest-secgroup-157534375'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:53.075800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:53.080421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:53.084648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:53.091893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:53.105379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.142288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] For port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,segment=NetworkSegment(be8e6c18-6570-45a9-b3a1-e7106ee633d1),segment_id=be8e6c18-6570-45a9-b3a1-e7106ee633d1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:53.153459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:53.155163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d2dfc9-9d69-4d8d-b9fe-579188886dfa,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:53.163728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:53.169032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:security_group_rule and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:53.172789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:53.181843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:53.182440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.199233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2f1623bb-9c59-46f0-bc60-d78f4a86ec29 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:58:53.276317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.280194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.321941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7399fcf1-647b-4fd0-9ae5-f3d7c1b69fc8 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:53.336066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.340939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2768869
Dec 15 12:58:53.342317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33524) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:53.353039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1875682932', 'security_groups': ['bbb5d425-afb1-4814-b537-3d65deac3aa1'], 'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be1c6de6-a078-44ad-9779-aa8ee4f5451a'}]}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:53.381449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Transition to ACTIVE for port object 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:53.384955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.392700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9bf0e5fe-aa74-47d4-bd2f-bcf178224693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:53.417643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5d425-afb1-4814-b537-3d65deac3aa1,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:53.426067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.431523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-53b2404a-c418-4e8e-b6b8-145d957058ed tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:53.432298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:53.459636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.579967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:53.586120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Pushing event updated for resources: {'Port': ['ID=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:53.594526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:53.596852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac333b75-067f-486b-a0c9-e969d42ea1ad,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:53.598272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:53.603701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:53.608491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:53.621001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.623419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Checking segment: {'id': '7eb4b118-bda0-4011-afa7-f097d1fee468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2f1623bb-9c59-46f0-bc60-d78f4a86ec29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:58:53.623808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Network hostable DHCP agents. Network: 2f1623bb-9c59-46f0-bc60-d78f4a86ec29, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:58:53.654320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] device_id is not set on port feb8576e-6588-4577-a241-123df2df63db yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:58:53.737705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Network 2f1623bb-9c59-46f0-bc60-d78f4a86ec29 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:58:53.755160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2f1623bb-9c59-46f0-bc60-d78f4a86ec29) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:53.760182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:53.761032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:53.769203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de7b288-6ad8-4e70-927d-067837205c37 None None] Network 2f1623bb-9c59-46f0-bc60-d78f4a86ec29 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:53.787598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-330881ef-faf8-4de3-b6dd-64cb62599002 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6029038
Dec 15 12:58:54.088729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.3 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/be1c6de6-a078-44ad-9779-aa8ee4f5451a/feb8576e-6588-4577-a241-123df2df63db) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:54.455636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:58:54.536201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:54.564426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object feb8576e-6588-4577-a241-123df2df63db will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:58:54.591638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:54.607629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-24710827-861b-4f95-9ab2-d2757508fca1 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:54.609396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b50b2-319b-4687-a499-ad9f27ebd6e3 None None] Network 2f1623bb-9c59-46f0-bc60-d78f4a86ec29 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:54.725139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:54.729885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:54.732288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=feb8576e-6588-4577-a241-123df2df63db,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:54.739418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:58:54.792549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:54.813036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 9d7a7616-a648-4159-b22f-75dd81ea2964 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:58:54.849196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:54.850304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:54.887718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5438809
Dec 15 12:58:54.890246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33546) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:54.899013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:55.115018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33552) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:55.122667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-fe747848-6ddc-4160-869d-211db52cde08 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:55.124562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-fe747848-6ddc-4160-869d-211db52cde08 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/networks?id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4 HTTP/1.1" status: 200  len: 812 time: 0.3227899
Dec 15 12:58:55.131877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:55.141877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:55.152769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:55.162470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2472d4af-595f-4bb4-809e-210b06eb2dc4 None None] Provisioning complete for port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:55.162905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2472d4af-595f-4bb4-809e-210b06eb2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.171978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:55.221227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:55.249809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2472d4af-595f-4bb4-809e-210b06eb2dc4 None None] Port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:55.271041 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-6afdff5b-b60e-493a-b7ed-0f315726544a tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/quotas/3ff0a662255a49a7932ae50376ab31b7 HTTP/1.1" status: 200  len: 375 time: 0.0520310
Dec 15 12:58:55.275796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.280491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2472d4af-595f-4bb4-809e-210b06eb2dc4 None None] Provisioning for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:55.304782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2472d4af-595f-4bb4-809e-210b06eb2dc4 None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:55.305211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2472d4af-595f-4bb4-809e-210b06eb2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.341465 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-46d5dd5a-eda5-4eaa-af6b-32214f382aaa tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ff0a662255a49a7932ae50376ab31b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0589161
Dec 15 12:58:55.402759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.475614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.483685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-05943623-43a1-49f9-bf8b-9a50142c18ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:55.503405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35feeed1-c0b8-4aa5-a754-d53c42624992,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:55.511599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:55.524959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.526491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] 10.222.0.53 "DELETE /v2.0/security-groups/35feeed1-c0b8-4aa5-a754-d53c42624992 HTTP/1.1" status: 204  len: 168 time: 0.4097502
Dec 15 12:58:55.554645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.555024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:58:55.565516 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-946880c3-1014-4261-9239-51e4cdbe4071 service neutron] 10.222.0.53 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013361
Dec 15 12:58:55.568541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] Sync routers for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:58:55.570671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/9d7a7616-a648-4159-b22f-75dd81ea2964/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9130182
Dec 15 12:58:55.575785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33558) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:55.611299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:55.613753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4afa58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:55.627806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33562) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:55.701169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f62b098a-10a0-416a-9d16-17897499a4dd None None] Provisioning for port feb8576e-6588-4577-a241-123df2df63db completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:58:55.706799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f62b098a-10a0-416a-9d16-17897499a4dd None None] Provisioning complete for port feb8576e-6588-4577-a241-123df2df63db triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:58:55.707235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f62b098a-10a0-416a-9d16-17897499a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:55.836616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f62b098a-10a0-416a-9d16-17897499a4dd None None] Port feb8576e-6588-4577-a241-123df2df63db cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:58:55.871214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-26c9e90f-38d0-4f53-9d98-2ff05325f65f service neutron] 10.222.0.53 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3046756
Dec 15 12:58:55.888144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:55.921823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be1c6de6-a078-44ad-9779-aa8ee4f5451a (CIDR: 172.20.0.0/28)
Dec 15 12:58:56.012495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:58:56.013433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:56.054007 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-98ba9392-46ee-4edb-9cc3-3ab2abcbbb9f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1624095
Dec 15 12:58:56.056986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33572) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:56.064013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:56.195414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2b5997-9639-4e71-b71c-d83d815f749c req-4142cc2e-3643-4339-a84a-f7f7a85a3a62 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 210 time: 0.1084621
Dec 15 12:58:56.201978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet f499ad4e-c01e-44be-9d59-7a3378d12d8b {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:58:56.205803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:56.294195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:56.402893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:56.433429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:56.461698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4afa58>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:58:52Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:56.462054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:56.467096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] Checking router: 9d7a7616-a648-4159-b22f-75dd81ea2964 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:58:56.470987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:56.480090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] Routers {'9d7a7616-a648-4159-b22f-75dd81ea2964'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:58:56.480982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4afa58>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['9d7a7616-a648-4159-b22f-75dd81ea2964'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:56.484700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:56.501600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:56.539841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:56.549894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c643f5c0-ea30-4509-95c3-d48b0d7536e1 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:56.596657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=f499ad4e-c01e-44be-9d59-7a3378d12d8b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:56.602596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:56.610366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18732c9e-ac45-4ffe-8071-2e171ccf0fbd None None] Network ae999331-ef2f-40f0-937c-8153b8734d19 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:56.634911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.635792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.637152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.637822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.638436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.639230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.640153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.641112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.641715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.642318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.642902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:58:56.657132 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/f499ad4e-c01e-44be-9d59-7a3378d12d8b HTTP/1.1" status: 204  len: 168 time: 1.0761476
Dec 15 12:58:56.660586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29ae6fbc-52c7-4672-be16-09cbb620b8f4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:56.660839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33582) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:56.723881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] Set router 9d7a7616-a648-4159-b22f-75dd81ea2964 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:58:56.946994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.029177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] DHCP port deletion for ae999331-ef2f-40f0-937c-8153b8734d19 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:58:57.033772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Deleting port d2b7749b-3787-40ce-b1d8-1da3565781a1 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:57.034340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.078455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.351174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.363071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port f03fb14b-e571-4a74-9ee4-1467a1157ae8 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:57.364327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.365871 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.ipam_backend_mixin [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8ccd0aea-21f0-4cfa-a723-16b3ab8d2938 (CIDR: 172.20.0.16/28)
Dec 15 12:58:57.376039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 12:58:57.376472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:58:57.414727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] For port d2b7749b-3787-40ce-b1d8-1da3565781a1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d2b7749b-3787-40ce-b1d8-1da3565781a1,segment=NetworkSegment(117add86-68eb-44f3-a5dc-ff541f8c1244),segment_id=117add86-68eb-44f3-a5dc-ff541f8c1244)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:57.415546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.416959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f78cc551-0d3e-4560-a84f-3f4bd6120a19 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.3583593
Dec 15 12:58:57.421748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33588) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:57.458714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'subnet': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:57.479617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4afa58>, [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:58:52Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:58:57.495848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419a632-08e8-4965-a4ab-d4af3fa230c6 None None] The sync data for ids ['9d7a7616-a648-4159-b22f-75dd81ea2964'] in dv-neutron-821831-1-hyperv is: [{'id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'name': 'tempest-TestNetworkBasicOps-router-1520094948', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:55:31Z', 'updated_at': '2021-12-15T12:58:52Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f03fb14b-e571-4a74-9ee4-1467a1157ae8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a7616-a648-4159-b22f-75dd81ea2964', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:55:33Z', 'updated_at': '2021-12-15T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:58:57.598809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Calling delete_port for d2b7749b-3787-40ce-b1d8-1da3565781a1 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:57.709612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.718226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1f9a3b19-ef55-480a-97da-a5d4923bd923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:57.780292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Pushing event deleted for resources: {'Port': ['ID=d2b7749b-3787-40ce-b1d8-1da3565781a1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:57.785902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:57.795635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] No DVR routers for this DVR port d2b7749b-3787-40ce-b1d8-1da3565781a1 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:58:57.868723 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-884d438f-95ce-4c37-933e-08610d1476f0 req-46898b6c-b655-452b-8fdc-3512c2b47917 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 210 time: 0.4195836
Dec 15 12:58:57.931581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:57.933364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.978947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:57.984519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port f03fb14b-e571-4a74-9ee4-1467a1157ae8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f03fb14b-e571-4a74-9ee4-1467a1157ae8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:57.985285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:58.022572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Usage tracker for resource:subnet and tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:58.027200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:58.037928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:58.072486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Made reservation on behalf of 839f3f7fff2346cbb2ed3623ef9d0fd8 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:58.080351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:58.246651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d2b7749b-3787-40ce-b1d8-1da3565781a1 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:58.297311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: d2b7749b-3787-40ce-b1d8-1da3565781a1 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:58.297625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d2b7749b-3787-40ce-b1d8-1da3565781a1 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:58.298721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d4817aab-0b67-4018-a555-31ad2eef0a06 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:58:58.342303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: d4817aab-0b67-4018-a555-31ad2eef0a06 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:58:58.342695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d4817aab-0b67-4018-a555-31ad2eef0a06 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:58:58.466603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for f03fb14b-e571-4a74-9ee4-1467a1157ae8 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:58:58.506323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-ac88d449-e8b2-4b52-a142-4e0e45897d8a tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:58.507056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-ac88d449-e8b2-4b52-a142-4e0e45897d8a tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Synchronizing usage tracker for tenant:3ff0a662255a49a7932ae50376ab31b7 on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:58:58.544758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-ac88d449-e8b2-4b52-a142-4e0e45897d8a tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Unset dirty status for tenant:3ff0a662255a49a7932ae50376ab31b7 on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:58:58.546051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-ac88d449-e8b2-4b52-a142-4e0e45897d8a tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.77 "GET /v2.0/networks?id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4 HTTP/1.1" status: 200  len: 812 time: 0.8362041
Dec 15 12:58:58.573109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Request body: {'port': {'device_id': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4', 'admin_state_up': True, 'tenant_id': '3ff0a662255a49a7932ae50376ab31b7'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:58.688274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:58.695738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ca20832-e9a8-4c63-ad7a-f1b151525fa7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:58.782506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:58:58.795385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Usage tracker for resource:port and tenant:3ff0a662255a49a7932ae50376ab31b7 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:58:58.804811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:58:58.809552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:58:58.815763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:58:58.824331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:58:58.834770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Made reservation on behalf of 3ff0a662255a49a7932ae50376ab31b7 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:58:58.835685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:58:58.836356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:58.838710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5780352-2e29-43c3-a491-527bc9fbb90d None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:58:58.842176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:58.842415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Subnet': ['ID=deb648fa-3f21-4c40-b291-db2637afc831,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:58.845378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:58.854932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:58.869070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d1258e8-3e01-4662-a763-16ddbd1c2c44 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:58:58.913646 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.4799075
Dec 15 12:58:58.917654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33596) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:58.926493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1974646463', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'deb648fa-3f21-4c40-b291-db2637afc831'}], 'security_groups': ['d3d2dfc9-9d69-4d8d-b9fe-579188886dfa', '8194109c-2ee0-4720-9323-deea7dca3555']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:58:58.947233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=f03fb14b-e571-4a74-9ee4-1467a1157ae8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:58:58.956958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:58:59.095793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.258741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Update dhcp port {'port': {'network_id': '2bbfc7b0-ca55-440c-8bb7-1ee52a61666a', 'fixed_ips': [{'subnet_id': '8ccd0aea-21f0-4cfa-a723-16b3ab8d2938', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be1c6de6-a078-44ad-9779-aa8ee4f5451a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'deb648fa-3f21-4c40-b291-db2637afc831'}], 'binding:host_id': 'dv-neutron-821831-1-hyperv'}, 'id': '8fc293b6-b0d5-4223-b1e4-4c36bd79b25a'} from dv-neutron-821831-1-hyperv. {{(pid=88871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 15 12:58:59.299023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6a38625-de29-4f4a-98c7-eb5fce2d56d2 req-afbd381e-ff41-4c9b-b134-5eb0f9cf2b95 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 210 time: 0.2149017
Dec 15 12:58:59.330109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.353182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.621302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Deleting port 897c13bd-08b1-4363-bd5b-64fd6e1bc910 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:58:59.621880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.720341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.730013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Allocated IP 172.20.0.8 (6edb58a8-0b96-4e40-ad10-f61f3649a6c4/f8d2f1a8-f1d0-4b9a-8632-d5a981a08638/f09172b4-489f-41fb-9bbe-b9ca081b4342) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:59.733361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.790640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Delete allocated IP 172.20.0.3 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/be1c6de6-a078-44ad-9779-aa8ee4f5451a) {{(pid=88869) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 15 12:58:59.808812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.809393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router 9d7a7616-a648-4159-b22f-75dd81ea2964 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:58:59.875908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Allocated IP 172.20.0.36 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/deb648fa-3f21-4c40-b291-db2637afc831/feb8576e-6588-4577-a241-123df2df63db) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:58:59.894086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:58:59.899245 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/9d7a7616-a648-4159-b22f-75dd81ea2964 HTTP/1.1" status: 204  len: 168 time: 3.2308927
Dec 15 12:58:59.901045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33602) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:58:59.939428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] For port 897c13bd-08b1-4363-bd5b-64fd6e1bc910, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=897c13bd-08b1-4363-bd5b-64fd6e1bc910,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:58:59.939841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.138658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.161726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.235232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f03fb14b-e571-4a74-9ee4-1467a1157ae8 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:00.292918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f03fb14b-e571-4a74-9ee4-1467a1157ae8 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:00.293662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f03fb14b-e571-4a74-9ee4-1467a1157ae8 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:00.328241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.342174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.361328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:00.395849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Calling delete_port for 897c13bd-08b1-4363-bd5b-64fd6e1bc910 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:00.411629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb20c828>,) {'filters': {'network_id': ['ae999331-ef2f-40f0-937c-8153b8734d19']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:00.434184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb20c828>, '117add86-68eb-44f3-a5dc-ff541f8c1244') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:00.434461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb20c828>, '117add86-68eb-44f3-a5dc-ff541f8c1244') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:00.467153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:59:00.469114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.481544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:00.488632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:59:00.529821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Pushing event updated for resources: {'Port': ['ID=f09172b4-489f-41fb-9bbe-b9ca081b4342,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:00.539664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:00.540695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.559258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:59:00.559749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:59:00.576515 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:59:00.578732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:59:00.695107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:00.696283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.738490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.744674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2b59a6b-b6fb-4e31-ac96-d2b9401cbc82 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:00.778628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2157469
Dec 15 12:59:00.780440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.783742 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/ae999331-ef2f-40f0-937c-8153b8734d19 HTTP/1.1" status: 204  len: 168 time: 0.8814640
Dec 15 12:59:00.799801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=ae999331-ef2f-40f0-937c-8153b8734d19,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:00.805217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Request body: {'port': {'device_id': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:00.815929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.821586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33608) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:00.835606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:00.840236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--1129266321', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:00.855614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda3a50-f39a-4c5f-bf38-829dec1e6803 req-79f1a40a-8a3d-44db-9a99-bd411bd963e0 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:00.857654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5cda3a50-f39a-4c5f-bf38-829dec1e6803 req-79f1a40a-8a3d-44db-9a99-bd411bd963e0 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 931 time: 0.3919823
Dec 15 12:59:00.870162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:00.904194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Transition to ACTIVE for port object feb8576e-6588-4577-a241-123df2df63db will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:00.911706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:00.918211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.929688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6b139ac-a250-4bd6-9a66-a1fc79c0c57e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:00.931113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:00.995101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Allocated IP 172.20.0.34 (2bbfc7b0-ca55-440c-8bb7-1ee52a61666a/deb648fa-3f21-4c40-b291-db2637afc831/8fc293b6-b0d5-4223-b1e4-4c36bd79b25a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:59:01.046576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:59:01.052470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.138269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5cda3a50-f39a-4c5f-bf38-829dec1e6803 req-3fa2cf32-fb13-4f86-ac72-72be07632bc3 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2626202
Dec 15 12:59:01.166286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event updated for resources: {'Port': ['ID=feb8576e-6588-4577-a241-123df2df63db,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:01.177011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] For port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,segment=NetworkSegment(be8e6c18-6570-45a9-b3a1-e7106ee633d1),segment_id=be8e6c18-6570-45a9-b3a1-e7106ee633d1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:01.187661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:01.224483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.286887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 12:59:01.290562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Transition to ACTIVE for port object 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:01.295146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.305400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.309847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3946855-a3c4-480f-9a08-4c3ab435202d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:01.318822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:01.409380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.410265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001 of type vlan for network 6223f669-389f-4dd3-aec0-de44a792714b
Dec 15 12:59:01.415835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=897c13bd-08b1-4363-bd5b-64fd6e1bc910,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:01.421333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09172b4-489f-41fb-9bbe-b9ca081b4342 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:59:01.426359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:01.427253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] In _notify_port_updated(), no bound segment for port feb8576e-6588-4577-a241-123df2df63db on network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a {{(pid=88869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:59:01.430385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.432256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:01.432994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.437455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "PUT /v2.0/ports/feb8576e-6588-4577-a241-123df2df63db HTTP/1.1" status: 200  len: 960 time: 2.5136983
Dec 15 12:59:01.438507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33612) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:01.505738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Pushing event updated for resources: {'Port': ['ID=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:01.510854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:01.539021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Transition to ACTIVE for port object f09172b4-489f-41fb-9bbe-b9ca081b4342 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:01.545177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.545894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.553583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68edaed2-0196-4b4c-866d-157fa014aa63 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:01.607515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port feb8576e-6588-4577-a241-123df2df63db {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:01.607895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.691878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.696266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:01.696989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:01.703905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-492d39d1-ad79-4923-8388-100c36a1c2fa tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:01.773445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f09172b4-489f-41fb-9bbe-b9ca081b4342,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:01.814853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:01.858699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=6223f669-389f-4dd3-aec0-de44a792714b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:01.869554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0421610
Dec 15 12:59:01.878184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33616) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:01.887853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:01.894964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.895641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.896186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.896617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.897034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.897686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.897925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.898415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.898656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.899027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.899473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:01.905462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:01.914835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 6223f669-389f-4dd3-aec0-de44a792714b details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 12:59:01.965980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:01.981722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:01.986411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:01.996006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:02.036934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.039885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.096898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.112107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.360298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:02.441860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.529591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Attempting to bind port f09172b4-489f-41fb-9bbe-b9ca081b4342 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:59:02.529951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Attempting to bind port f09172b4-489f-41fb-9bbe-b9ca081b4342 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ebd372a6-f19a-4938-9234-c0c91b52c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:59:02.530310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Attempting to bind port f09172b4-489f-41fb-9bbe-b9ca081b4342 on network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:02.544749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.564785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Port f09172b4-489f-41fb-9bbe-b9ca081b4342 on network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:59:02.565441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Attempting to bind port f09172b4-489f-41fb-9bbe-b9ca081b4342 on network 6edb58a8-0b96-4e40-ad10-f61f3649a6c4 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:02.618845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Provisioning complete for port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:02.619227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.684907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:59:02.699154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Provisioning for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:02.701313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for feb8576e-6588-4577-a241-123df2df63db owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:02.705121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:02.705548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.738107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:59:02.738738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Checking segment: {'id': 'ebd372a6-f19a-4938-9234-c0c91b52c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:59:02.739491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Bound using segment: {'id': 'ebd372a6-f19a-4938-9234-c0c91b52c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:59:02.740226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Bound port: f09172b4-489f-41fb-9bbe-b9ca081b4342, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd372a6-f19a-4938-9234-c0c91b52c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:59:02.740545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.851429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0879ac-be19-472e-81fc-f9d77ca9e7ca req-bc556d38-918a-487d-ab49-5a99dcc321ef tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:02.852152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4a0879ac-be19-472e-81fc-f9d77ca9e7ca req-bc556d38-918a-487d-ab49-5a99dcc321ef tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Synchronizing usage tracker for tenant:3ff0a662255a49a7932ae50376ab31b7 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:02.857581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Provisioning for port feb8576e-6588-4577-a241-123df2df63db completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:02.862963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Provisioning complete for port feb8576e-6588-4577-a241-123df2df63db triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:02.863717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:02.924621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c62a9-fcf2-49d1-a910-fc844e245bc3 None None] Port feb8576e-6588-4577-a241-123df2df63db cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:59:02.952740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4a0879ac-be19-472e-81fc-f9d77ca9e7ca req-bc556d38-918a-487d-ab49-5a99dcc321ef tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Unset dirty status for tenant:3ff0a662255a49a7932ae50376ab31b7 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:02.954086 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4a0879ac-be19-472e-81fc-f9d77ca9e7ca req-bc556d38-918a-487d-ab49-5a99dcc321ef tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 943 time: 0.4999716
Dec 15 12:59:03.014714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] For port f09172b4-489f-41fb-9bbe-b9ca081b4342, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:59:03.052707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4a0879ac-be19-472e-81fc-f9d77ca9e7ca req-73febbfb-a892-4204-8a2d-5dd55fa4df33 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Synchronizing usage tracker for tenant:3ff0a662255a49a7932ae50376ab31b7 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:03.063585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.073295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94415360-cfad-450f-b65a-7f2d1c37310c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:03.113978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] For port f09172b4-489f-41fb-9bbe-b9ca081b4342, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342,segment=NetworkSegment(ebd372a6-f19a-4938-9234-c0c91b52c1e8),segment_id=ebd372a6-f19a-4938-9234-c0c91b52c1e8)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:59:03.133487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.143161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=feb8576e-6588-4577-a241-123df2df63db,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:03.146760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:03.157061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93ccef50-6e6a-4a68-aff1-2a6ec61a0680 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:03.187523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4a0879ac-be19-472e-81fc-f9d77ca9e7ca req-73febbfb-a892-4204-8a2d-5dd55fa4df33 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Unset dirty status for tenant:3ff0a662255a49a7932ae50376ab31b7 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:03.188849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4a0879ac-be19-472e-81fc-f9d77ca9e7ca req-73febbfb-a892-4204-8a2d-5dd55fa4df33 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236447
Dec 15 12:59:03.199120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.243529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.246745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] 10.222.0.77 "PUT /v2.0/ports/f09172b4-489f-41fb-9bbe-b9ca081b4342 HTTP/1.1" status: 200  len: 1093 time: 2.4494023
Dec 15 12:59:03.247778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'tag': 'f09172b4-489f-41fb-9bbe-b9ca081b4342'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:59:03.265458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.340224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9add3d3d-a0d5-4a70-b060-9959fc18bb73 None None] Could not find standard attr ID for object feb8576e-6588-4577-a241-123df2df63db. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 12:59:03.387792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'tag': 'f09172b4-489f-41fb-9bbe-b9ca081b4342', 'status': 'completed', 'code': 200}
Dec 15 12:59:03.398970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f09172b4-489f-41fb-9bbe-b9ca081b4342,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:03.402607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:03.441905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.463680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/feb8576e-6588-4577-a241-123df2df63db HTTP/1.1" status: 204  len: 168 time: 2.0217957
Dec 15 12:59:03.464858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33624) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:03.525880 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-21452f4d-be62-488d-a123-f180de0c8c43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] GET failed (client error): The resource could not be found.
Dec 15 12:59:03.526459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21452f4d-be62-488d-a123-f180de0c8c43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Synchronizing usage tracker for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:03.532094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-9dfde877-aff4-4fa9-9b74-98842358ca7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3ff0a662255a49a7932ae50376ab31b7&device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 1096 time: 0.2342134
Dec 15 12:59:03.544341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.42 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/fef95660-a28b-46de-9061-b2388e6307c5) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:59:03.614856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21452f4d-be62-488d-a123-f180de0c8c43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Unset dirty status for tenant:839f3f7fff2346cbb2ed3623ef9d0fd8 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:03.616242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21452f4d-be62-488d-a123-f180de0c8c43 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports/feb8576e-6588-4577-a241-123df2df63db HTTP/1.1" status: 404  len: 333 time: 0.1501651
Dec 15 12:59:03.618163 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-2d215f10-008a-4e21-a379-81b8969e27e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342 HTTP/1.1" status: 200  len: 217 time: 0.0748477
Dec 15 12:59:03.619380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:03.731614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-a661233b-d7b8-4ae7-8299-99aa69979a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:03.733261 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-a661233b-d7b8-4ae7-8299-99aa69979a4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8d2f1a8-f1d0-4b9a-8632-d5a981a08638 HTTP/1.1" status: 200  len: 852 time: 0.0990963
Dec 15 12:59:03.796690 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-cda6b7d5-bb96-4dcf-89fb-cd2f338a0c2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498142
Dec 15 12:59:03.797608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.802486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.832822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Router 7303efdb-6adf-4445-810e-0932bb001cda has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:59:03.878984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.936114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:03.942001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-026c8c8a-420d-4cb7-9ce9-0fab863a02e4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:04.020437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.026295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-4b88ed50-9f9f-464e-8518-7ebae027a251 service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166264
Dec 15 12:59:04.028348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d0fabd98-e4b7-4932-8b78-9998150b0fe0 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:04.028987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:59:04.033079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:04.036379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:59:04.069506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5d425-afb1-4814-b537-3d65deac3aa1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:04.074249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=fef95660-a28b-46de-9061-b2388e6307c5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:04.077748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:04.094939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.095584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:04.096207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/security-groups/bbb5d425-afb1-4814-b537-3d65deac3aa1 HTTP/1.1" status: 204  len: 168 time: 0.4757624
Dec 15 12:59:04.101317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33632) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:04.257243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcfb10a7-7bee-4626-8d18-95fb418a7e14 req-4d12da76-abed-47b4-ad80-00b1cb41b7ac service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2182868
Dec 15 12:59:04.306228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.357774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:59:04.370144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] Sync routers for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:59:04.377227 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] 10.222.0.53 "PUT /v2.0/routers/7303efdb-6adf-4445-810e-0932bb001cda/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7374222
Dec 15 12:59:04.380901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33638) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:04.388849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:04.389549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8369e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:04.435678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.449154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.450048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.526686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.533495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b8e8c3d-1c64-41c7-92da-721c858bb0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:04.555239 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-386f79cc-3119-4f95-95bb-9325dfe84583 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3ff0a662255a49a7932ae50376ab31b7&device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 1096 time: 0.2466106
Dec 15 12:59:04.557362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194109c-2ee0-4720-9323-deea7dca3555,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:04.565750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b08ef6-78e9-418a-ae78-6d945ffc6a4e req-a0ce63f1-3fc9-4a00-b39b-c7c531ee4a95 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:04.568201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-91b08ef6-78e9-418a-ae78-6d945ffc6a4e req-a0ce63f1-3fc9-4a00-b39b-c7c531ee4a95 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 943 time: 0.2184730
Dec 15 12:59:04.595179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:04.639171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.643923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/security-groups/8194109c-2ee0-4720-9323-deea7dca3555 HTTP/1.1" status: 204  len: 168 time: 0.5380611
Dec 15 12:59:04.648633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33642) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:04.803655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:04.817201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-91b08ef6-78e9-418a-ae78-6d945ffc6a4e req-6cacc10d-eb37-407d-9127-51ba52b23360 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169166
Dec 15 12:59:04.821677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-89a430c0-a364-49cf-98c7-c0ef7c8bf29d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:04.823282 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-89a430c0-a364-49cf-98c7-c0ef7c8bf29d service neutron] 10.222.0.77 "GET /v2.0/networks?id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4 HTTP/1.1" status: 200  len: 913 time: 0.2514441
Dec 15 12:59:04.843788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.911963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:04.924744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-2ebeefc2-de14-4916-a1cf-e64ae1044152 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342 HTTP/1.1" status: 200  len: 217 time: 0.0921316
Dec 15 12:59:04.988690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 12:59:05.005553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:05.055677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-37ea7466-bd1f-4ec3-bc9b-7d83fc371d88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:05.057397 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-37ea7466-bd1f-4ec3-bc9b-7d83fc371d88 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8d2f1a8-f1d0-4b9a-8632-d5a981a08638 HTTP/1.1" status: 200  len: 852 time: 0.1252103
Dec 15 12:59:05.120782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-230d734f-4819-4d61-aeb0-0dcc79260df6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567570
Dec 15 12:59:05.121908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:05.131458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-820a6dfe-7015-46fa-9463-76ef5d6a44ff tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:05.173484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d2dfc9-9d69-4d8d-b9fe-579188886dfa,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:05.176173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8369e8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:59:00Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:05.182315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] Checking router: 7303efdb-6adf-4445-810e-0932bb001cda for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:59:05.192216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:05.196988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:05.198517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3d2dfc9-9d69-4d8d-b9fe-579188886dfa HTTP/1.1" status: 204  len: 168 time: 0.5493684
Dec 15 12:59:05.201287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33646) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:05.218376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] Routers {'7303efdb-6adf-4445-810e-0932bb001cda'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:05.219592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8369e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7303efdb-6adf-4445-810e-0932bb001cda'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:05.338746 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-bf5f284b-e85e-4779-9b70-d4879b2a0ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089632
Dec 15 12:59:05.364027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:05.408162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Deleting port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:05.408542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:05.477273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] Set router 7303efdb-6adf-4445-810e-0932bb001cda gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:05.574578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c4c4aed-bdf4-4d10-ab7f-ffd69a48f85b req-db784460-ab94-43da-a223-3be6ebcac8dd service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2276216
Dec 15 12:59:05.877393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8369e8>, [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:59:00Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:05.882995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5886d-e415-4aed-b523-a38ffc743b18 None None] The sync data for ids ['7303efdb-6adf-4445-810e-0932bb001cda'] in dv-neutron-821831-1-hyperv is: [{'id': '7303efdb-6adf-4445-810e-0932bb001cda', 'name': 'tempest-TestVolumeBootPattern-1106228720-router', 'tenant_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:13Z', 'updated_at': '2021-12-15T12:59:00Z', 'revision_number': 5, 'project_id': 'fbfc7a0e0f3944d298f7d91c0212d059', 'gw_port': {'id': '0eb7e6aa-a612-4bb4-83ee-18086b3b6fab', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303efdb-6adf-4445-810e-0932bb001cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:15Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:59:06.092947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet be1c6de6-a078-44ad-9779-aa8ee4f5451a {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:59:06.101076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:06.156811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:59:06.168777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Sync routers for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:59:06.185267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:06.186042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c5f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:06.189010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 897c13bd-08b1-4363-bd5b-64fd6e1bc910 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:06.238699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:06.240606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 897c13bd-08b1-4363-bd5b-64fd6e1bc910 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:06.241029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 897c13bd-08b1-4363-bd5b-64fd6e1bc910 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:06.284858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] For port 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:06.286067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:06.305450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:06.306914 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.4258022
Dec 15 12:59:06.310622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33652) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:06.361893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5531eca9-653b-46ef-80c8-70ae1727a324 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0475087
Dec 15 12:59:06.362091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33656) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:06.415627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:06.454271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Calling delete_port for 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:06.534625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33963e-1434-431b-a6bc-dcfbe119e2af tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:06.541097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bb33963e-1434-431b-a6bc-dcfbe119e2af tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1738539
Dec 15 12:59:06.541872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33660) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:06.561658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c72b06-489b-4b5a-9042-86d362f525ba req-4fade6f4-ec79-4a70-b135-152f3cb71461 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:06.563450 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63c72b06-489b-4b5a-9042-86d362f525ba req-4fade6f4-ec79-4a70-b135-152f3cb71461 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 943 time: 0.5564160
Dec 15 12:59:06.678867 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63c72b06-489b-4b5a-9042-86d362f525ba req-49104ccb-24ec-4885-941d-44209b878a1e tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959935
Dec 15 12:59:06.695550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:06.843882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c5f8>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:04Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:06.852384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Checking router: 0793a1f2-2e1a-4a9d-8714-96dae49fd297 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:59:06.853217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Updating router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 port fef95660-a28b-46de-9061-b2388e6307c5 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:59:06.860594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:06.866146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-174f540a-52b3-4485-b761-014183a3c196 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:06.892097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3395ac1b-1f21-4c66-9634-570b39fe843f tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3463173
Dec 15 12:59:06.892654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33664) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:06.900262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641480935', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:06.909722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:06.922241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb7e6aa-a612-4bb4-83ee-18086b3b6fab,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:06.929440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:06.930060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-559833e8-795d-4aae-8da8-422ad64e4def tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:06.952657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.005953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=be1c6de6-a078-44ad-9779-aa8ee4f5451a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:07.023632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ddc32-3cfe-4b18-ab63-25fa33eaac16 None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:59:07.036255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:07.040961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:07.043969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.044216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:07.047079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:07.052740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:07.063957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:59:07.072048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/be1c6de6-a078-44ad-9779-aa8ee4f5451a HTTP/1.1" status: 204  len: 168 time: 1.8695858
Dec 15 12:59:07.079997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33668) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:07.196726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.352361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet deb648fa-3f21-4c40-b291-db2637afc831 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:59:07.356140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.446149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.463515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Transition to ACTIVE for port object fef95660-a28b-46de-9061-b2388e6307c5 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:07.471185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.477438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:07.516400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.542266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.553723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1aec934d-4932-4d42-bc94-23186e2ba3d5 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:07.584526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Attempting to bind port fef95660-a28b-46de-9061-b2388e6307c5 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:59:07.585383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Attempting to bind port fef95660-a28b-46de-9061-b2388e6307c5 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:59:07.586016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Attempting to bind port fef95660-a28b-46de-9061-b2388e6307c5 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:07.629738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Pushing event updated for resources: {'Port': ['ID=fef95660-a28b-46de-9061-b2388e6307c5,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:07.649351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:59:07.650380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:59:07.651037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.651728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:59:07.652466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Bound port: fef95660-a28b-46de-9061-b2388e6307c5, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:59:07.653232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.691157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.692192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.693042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.693820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.694812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.695466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.696039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.696621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.697406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.698486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.699075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:07.711559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:07.757192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=fd5fb85b-046c-4fdc-a072-3b756c541c5b,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:07.776331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:07.777155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:59:07.777556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: 6223f669-389f-4dd3-aec0-de44a792714b, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 12:59:07.784719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] For port fef95660-a28b-46de-9061-b2388e6307c5, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:59:07.789036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] For port fef95660-a28b-46de-9061-b2388e6307c5, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fef95660-a28b-46de-9061-b2388e6307c5,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:59:07.795962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.807845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.829793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-770cc1c3-f228-405a-8f23-0d79c41850b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:07.834678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6223f669-389f-4dd3-aec0-de44a792714b is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 12:59:07.839508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.849926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.860203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 6223f669-389f-4dd3-aec0-de44a792714b) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:07.868650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:07.869236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:07.870976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70ed64-6993-4ec8-8a89-74596ba1fa4e None None] Network 6223f669-389f-4dd3-aec0-de44a792714b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:59:07.938846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f09172b4-489f-41fb-9bbe-b9ca081b4342 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:59:07.974874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0783944
Dec 15 12:59:07.976019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33674) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:08.014710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Pushing event updated for resources: {'Port': ['ID=fef95660-a28b-46de-9061-b2388e6307c5,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:08.033231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:08.056380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fe4d1-0bb2-47c5-94e3-2c106bbd5fdb req-d75af562-cce6-4f24-8661-300da5d620cf tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:08.060410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e94fe4d1-0bb2-47c5-94e3-2c106bbd5fdb req-d75af562-cce6-4f24-8661-300da5d620cf tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 943 time: 0.1573229
Dec 15 12:59:08.063692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:08.064520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c5f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:58:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:08.086573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:08.087128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7303efdb-6adf-4445-810e-0932bb001cda {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:59:08.150970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:08.157265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7303efdb-6adf-4445-810e-0932bb001cda HTTP/1.1" status: 204  len: 168 time: 3.7746222
Dec 15 12:59:08.158515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33678) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:08.176141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e94fe4d1-0bb2-47c5-94e3-2c106bbd5fdb req-13d47c8d-4b43-45d4-b450-5abe1b6795db tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058731
Dec 15 12:59:08.428424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port f09172b4-489f-41fb-9bbe-b9ca081b4342, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342,segment=NetworkSegment(ebd372a6-f19a-4938-9234-c0c91b52c1e8),segment_id=ebd372a6-f19a-4938-9234-c0c91b52c1e8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:08.447087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'f09172b4-489f-41fb-9bbe-b9ca081b4342', 'network_id': '6edb58a8-0b96-4e40-ad10-f61f3649a6c4', 'port_id': 'f09172b4-489f-41fb-9bbe-b9ca081b4342', 'mac_address': 'fa:16:3e:14:67:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d2f1a8-f1d0-4b9a-8632-d5a981a08638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:59:08.458512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:08.545628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:08.561856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Deleting subnet f45e3a2d-c14b-4b2c-8dca-a26e188bcddd {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:59:08.571305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:08.651767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:08.707775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-6223f669-389f-4dd3-aec0-de44a792714b', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 12:59:08.709028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:08.768039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09172b4-489f-41fb-9bbe-b9ca081b4342 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:59:08.946766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port f09172b4-489f-41fb-9bbe-b9ca081b4342, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342,segment=NetworkSegment(ebd372a6-f19a-4938-9234-c0c91b52c1e8),segment_id=ebd372a6-f19a-4938-9234-c0c91b52c1e8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:09.001228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.010454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:09.084236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.130154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Allocated IP 172.20.0.2 (6223f669-389f-4dd3-aec0-de44a792714b/fd5fb85b-046c-4fdc-a072-3b756c541c5b/2ce7bca4-ab47-4d1b-a87a-ca6892069db6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:59:09.132511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8c6d775-00e3-40a9-834b-f0f24b1f03c7 None None] Provisioning complete for port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:09.132941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d775-00e3-40a9-834b-f0f24b1f03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.155384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.165722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=f09172b4-489f-41fb-9bbe-b9ca081b4342,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:09.167654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2985b5a9-9dac-49f4-adfc-af03e6110e91 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:09.200365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.200734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.201143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.201466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.201839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.202206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.202570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.203044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.203439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.203826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.204176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 12:59:09.209230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:09.217071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=deb648fa-3f21-4c40-b291-db2637afc831,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:09.245952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6d775-00e3-40a9-834b-f0f24b1f03c7 None None] Port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:59:09.254225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['f09172b4-489f-41fb-9bbe-b9ca081b4342'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:59:09.260702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c5f8>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:04Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:09.265342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd4645-33a9-4b5d-b8c7-4ab7256433ef None None] The sync data for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv is: [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:04Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:59:09.291582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:09.311696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.343667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/deb648fa-3f21-4c40-b291-db2637afc831 HTTP/1.1" status: 204  len: 168 time: 2.2590611
Dec 15 12:59:09.346447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33684) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:09.361281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.403105 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2648c1c-a64e-4f52-b112-c76c5898dcee tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:09.403656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2648c1c-a64e-4f52-b112-c76c5898dcee tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:09.407384 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a2648c1c-a64e-4f52-b112-c76c5898dcee tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/be1c6de6-a078-44ad-9779-aa8ee4f5451a HTTP/1.1" status: 404  len: 337 time: 0.0575557
Dec 15 12:59:09.411520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33688) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:09.543498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4ad96-746d-4d2e-ae95-e52671e71db6 None None] Network 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:59:09.603818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.608708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4228ddb7-7901-44d8-98ac-17e57b13d56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:09.657782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45e3a2d-c14b-4b2c-8dca-a26e188bcddd,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:09.663575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting subnet 8ccd0aea-21f0-4cfa-a723-16b3ab8d2938 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:59:09.667082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.668611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8d90-1a6a-4c3a-bcb3-1fb79a6f4567 req-16de3378-d7cf-41ad-b9d3-da1bb0adce05 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:09.670300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eddd8d90-1a6a-4c3a-bcb3-1fb79a6f4567 req-16de3378-d7cf-41ad-b9d3-da1bb0adce05 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 944 time: 0.2706153
Dec 15 12:59:09.674584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:09.679201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.724302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f45e3a2d-c14b-4b2c-8dca-a26e188bcddd HTTP/1.1" status: 204  len: 168 time: 1.5562124
Dec 15 12:59:09.727268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33692) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:09.757013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb06d978-f52d-4907-b727-1276a2a88aec None None] Network 087cdc24-57f6-4249-84e8-ad57e5a750d5 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:59:09.773915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eddd8d90-1a6a-4c3a-bcb3-1fb79a6f4567 req-2f677f14-e8b5-42f4-a271-a57d0395ed55 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915868
Dec 15 12:59:09.802807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8c6d775-00e3-40a9-834b-f0f24b1f03c7 None None] Provisioning complete for port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:09.803253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d775-00e3-40a9-834b-f0f24b1f03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:09.818511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.017869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.053323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Deleting port e3a129c0-2ae1-4624-8686-b559bfc5d37b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:10.053614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.382230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.402354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Transition to ACTIVE for port object 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:10.402863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.437650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fef95660-a28b-46de-9061-b2388e6307c5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:10.443993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.508564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] For port e3a129c0-2ae1-4624-8686-b559bfc5d37b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e3a129c0-2ae1-4624-8686-b559bfc5d37b,segment=NetworkSegment(e828e9a7-e02a-4286-84d1-187966ed2f51),segment_id=e828e9a7-e02a-4286-84d1-187966ed2f51)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:10.509247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.513747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Transition to ACTIVE for port object 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:10.604727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.663857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Calling delete_port for e3a129c0-2ae1-4624-8686-b559bfc5d37b owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:10.737920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.752979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72ab7b86-331a-44ba-836a-46baafb72ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:10.753406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-604e0f5f-4ff5-44ab-8b4c-307687a197a5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:10.798754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccd0aea-21f0-4cfa-a723-16b3ab8d2938,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:10.806090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:10.815457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.821495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:10.835278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-19a8459f-d791-444b-9274-bb6f526847b0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:10.904327 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/8ccd0aea-21f0-4cfa-a723-16b3ab8d2938 HTTP/1.1" status: 204  len: 168 time: 1.4909325
Dec 15 12:59:10.906861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a129c0-2ae1-4624-8686-b559bfc5d37b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:10.909215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33698) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:10.920554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Network 6223f669-389f-4dd3-aec0-de44a792714b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:59:10.946424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:10.951164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:59:10.954027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:10.960588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] No DVR routers for this DVR port e3a129c0-2ae1-4624-8686-b559bfc5d37b on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:59:11.038020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Pushing event updated for resources: {'Port': ['ID=2ce7bca4-ab47-4d1b-a87a-ca6892069db6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:11.065342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (6223f669-389f-4dd3-aec0-de44a792714b/fd5fb85b-046c-4fdc-a072-3b756c541c5b/9296355b-e217-4b72-9925-8d83ed5631d9) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:59:11.074876 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-de183ce3-c8f8-4e03-82b7-2a3e2c04c079 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:11.075407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de183ce3-c8f8-4e03-82b7-2a3e2c04c079 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:11.077345 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de183ce3-c8f8-4e03-82b7-2a3e2c04c079 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/fea29867-4c9a-44d5-a5df-243b4319c4cb HTTP/1.1" status: 404  len: 337 time: 0.1666617
Dec 15 12:59:11.085163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:11.085417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33702) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.086026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port fef95660-a28b-46de-9061-b2388e6307c5 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:11.100300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port fef95660-a28b-46de-9061-b2388e6307c5 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:11.101084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.175574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.185870 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c7a3f375-a900-4610-ad33-43470c739b25 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab02e0f9-4b03-4ac5-9238-9f041cfc8123 HTTP/1.1" status: 200  len: 205 time: 0.0965824
Dec 15 12:59:11.192667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33706) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.281865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Attempting to bind port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:59:11.282457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Attempting to bind port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:59:11.282991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Attempting to bind port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:11.318500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e3b56af8-6cdf-4f26-88fe-7554ce01bb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.319149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-885e4ad5-6502-4dd7-824d-b1f270863308 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] delete failed (client error): The resource could not be found.
Dec 15 12:59:11.320509 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-885e4ad5-6502-4dd7-824d-b1f270863308 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/routers/ab02e0f9-4b03-4ac5-9238-9f041cfc8123 HTTP/1.1" status: 404  len: 336 time: 0.1250708
Dec 15 12:59:11.327798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33710) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.345982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa452940>,) {'filters': {'network_id': ['087cdc24-57f6-4249-84e8-ad57e5a750d5']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:11.347421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b307bd2a-da7c-4395-855c-7eb39d3993b8 None None] DHCP port deletion for 087cdc24-57f6-4249-84e8-ad57e5a750d5 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:59:11.380686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.397360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:59:11.397875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Checking segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:59:11.398316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.402604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Bound using segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:59:11.403763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Bound port: 2ce7bca4-ab47-4d1b-a87a-ca6892069db6, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:59:11.405959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.417539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 9296355b-e217-4b72-9925-8d83ed5631d9 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:11.419285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ce9723-05f3-4e07-a14a-3f75ee961285 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:11.420180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ce9723-05f3-4e07-a14a-3f75ee961285 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:11.422492 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-45ce9723-05f3-4e07-a14a-3f75ee961285 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/5a8dc023-f664-4ee4-8623-b26696eca8fd HTTP/1.1" status: 404  len: 337 time: 0.0930989
Dec 15 12:59:11.426264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa452940>, 'e828e9a7-e02a-4286-84d1-187966ed2f51') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:11.426975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa452940>, 'e828e9a7-e02a-4286-84d1-187966ed2f51') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:11.428338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33714) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.445805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.460591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d47b9-3b97-49d1-a46e-1bd6f78a7edc req-ed1278d5-4a6a-4097-9a29-287b14f48728 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:11.462380 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85d47b9-3b97-49d1-a46e-1bd6f78a7edc req-ed1278d5-4a6a-4097-9a29-287b14f48728 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 944 time: 0.4286263
Dec 15 12:59:11.477817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.486279 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddca05a-500e-4c60-a1b0-37cad35ba151 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:11.486880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddca05a-500e-4c60-a1b0-37cad35ba151 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:11.502832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cddca05a-500e-4c60-a1b0-37cad35ba151 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/16f9633c-2cae-43f9-8bff-4cc65fc2d564 HTTP/1.1" status: 404  len: 337 time: 0.0686824
Dec 15 12:59:11.502832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.504928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33718) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.506768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-64bd9864-238b-4655-94bf-074e0a1b3c12 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:11.521039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:59:11.521621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:59:11.544042 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:59:11.614791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e899575-a827-45e5-a028-043090028f39 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:11.615475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e899575-a827-45e5-a028-043090028f39 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:11.618400 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1e899575-a827-45e5-a028-043090028f39 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/394cd146-409f-4934-a0f1-785ab71738f2 HTTP/1.1" status: 404  len: 337 time: 0.0772400
Dec 15 12:59:11.633031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6223f669-389f-4dd3-aec0-de44a792714b is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:59:11.642675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33722) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.644048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:11.658658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:59:11.722621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] DHCP port deletion for 2bbfc7b0-ca55-440c-8bb7-1ee52a61666a request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:59:11.741161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85d47b9-3b97-49d1-a46e-1bd6f78a7edc req-19604233-27bf-4f4c-bdcb-f02704264858 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656500
Dec 15 12:59:11.743176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.744032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Deleting port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:11.744638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.748968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.765212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ed15f53-d51e-4702-aa8b-df87095d3dca tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:11.797053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] 10.222.0.53 "DELETE /v2.0/networks/087cdc24-57f6-4249-84e8-ad57e5a750d5 HTTP/1.1" status: 204  len: 168 time: 2.0683570
Dec 15 12:59:11.807075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] For port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:59:11.809650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Pushing event deleted for resources: {'Network': ['ID=087cdc24-57f6-4249-84e8-ad57e5a750d5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:11.813357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33726) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.846545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=9296355b-e217-4b72-9925-8d83ed5631d9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:11.856688 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98fefcd-7e85-4678-9d1f-d64f2259e49d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:11.859005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98fefcd-7e85-4678-9d1f-d64f2259e49d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:11.862687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c98fefcd-7e85-4678-9d1f-d64f2259e49d tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/a8a7aecd-78cd-4462-9ac8-c172e3112f0c HTTP/1.1" status: 404  len: 333 time: 0.2157326
Dec 15 12:59:11.869074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:11.870396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33730) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:11.877030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] For port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2ce7bca4-ab47-4d1b-a87a-ca6892069db6,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:59:11.879380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.882461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.925497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:11.928236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:11.947388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f98c6221-412a-49aa-a50e-995e7fe2b5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:11.977964 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d77e8b2-9e22-4d5c-b67c-73bd20db6a0e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:11.978817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d77e8b2-9e22-4d5c-b67c-73bd20db6a0e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:11.982713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d77e8b2-9e22-4d5c-b67c-73bd20db6a0e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/b02d880a-831b-49b9-a5ba-6858f327a769 HTTP/1.1" status: 404  len: 337 time: 0.1069624
Dec 15 12:59:11.987398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33734) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:12.011061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f09172b4-489f-41fb-9bbe-b9ca081b4342 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:12.063413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port fef95660-a28b-46de-9061-b2388e6307c5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fef95660-a28b-46de-9061-b2388e6307c5,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:12.068345 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f3b7bf-b0dc-499e-a9d4-42cac553907f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:12.068345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f3b7bf-b0dc-499e-a9d4-42cac553907f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:12.072636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71f3b7bf-b0dc-499e-a9d4-42cac553907f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/0b7837c3-d00a-4f27-aaa4-eb4a0dcfd22d HTTP/1.1" status: 404  len: 337 time: 0.0805681
Dec 15 12:59:12.077161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33738) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:12.135865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:12.149910 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ce72d3-bc77-4835-88a5-624109c536d2 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:12.150813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ce72d3-bc77-4835-88a5-624109c536d2 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:12.156102 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67ce72d3-bc77-4835-88a5-624109c536d2 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/982131a7-6d03-437b-87b3-04e9769fb894 HTTP/1.1" status: 404  len: 333 time: 0.0738399
Dec 15 12:59:12.160658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33742) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:12.238497 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2713bbd-a336-47e0-bf58-bc5d36c84e3c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:12.238913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2713bbd-a336-47e0-bf58-bc5d36c84e3c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:12.244358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d2713bbd-a336-47e0-bf58-bc5d36c84e3c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/1626a4c6-58d2-417e-862d-58a961a9846c HTTP/1.1" status: 404  len: 337 time: 0.0787363
Dec 15 12:59:12.246445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33746) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:12.299410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cf661a-d84c-4bc7-b24d-9d4a51ad1932 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] DELETE failed (client error): The resource could not be found.
Dec 15 12:59:12.299907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cf661a-d84c-4bc7-b24d-9d4a51ad1932 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 12:59:12.303127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-96cf661a-d84c-4bc7-b24d-9d4a51ad1932 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/subnets/76f73fc7-e201-4d0e-856d-d967d1667eaf HTTP/1.1" status: 404  len: 337 time: 0.0550015
Dec 15 12:59:12.307304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33750) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:12.485523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Deleting port 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:12.486022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:12.536105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:12.585160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:12.653164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] For port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,segment=NetworkSegment(be8e6c18-6570-45a9-b3a1-e7106ee633d1),segment_id=be8e6c18-6570-45a9-b3a1-e7106ee633d1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:12.653912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:12.849100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Calling delete_port for 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:12.969953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:12.974564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:12.974949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0eb7e6aa-a612-4bb4-83ee-18086b3b6fab not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:12.988189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:13.005856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Pushing event updated for resources: {'Port': ['ID=2ce7bca4-ab47-4d1b-a87a-ca6892069db6,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:13.017651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:13.019235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:13.027294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.817s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:13.115665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] No DVR routers for this DVR port 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:59:13.146443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port f09172b4-489f-41fb-9bbe-b9ca081b4342 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:13.162879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port f09172b4-489f-41fb-9bbe-b9ca081b4342 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:13.163539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:13.207745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e3a129c0-2ae1-4624-8686-b559bfc5d37b no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:13.256942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=fef95660-a28b-46de-9061-b2388e6307c5,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:13.345100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: e3a129c0-2ae1-4624-8686-b559bfc5d37b {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:13.345498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e3a129c0-2ae1-4624-8686-b559bfc5d37b not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:13.345967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:13.454083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:13.454903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 8fc293b6-b0d5-4223-b1e4-4c36bd79b25a not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:13.538487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Pushing event deleted for resources: {'Port': ['ID=8fc293b6-b0d5-4223-b1e4-4c36bd79b25a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:13.550654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:13.554590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.568s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:13.556050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:13.575710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-117a90dd-63a4-49d2-987a-fd1f2f59368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:13.741999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:13.764626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:13.859090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port f09172b4-489f-41fb-9bbe-b9ca081b4342, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342,segment=NetworkSegment(ebd372a6-f19a-4938-9234-c0c91b52c1e8),segment_id=ebd372a6-f19a-4938-9234-c0c91b52c1e8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:13.860417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09172b4-489f-41fb-9bbe-b9ca081b4342'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:59:13.879326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:13.889996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a72ce17f-ab4d-432f-8b62-bf457f18c53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:13.983313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09172b4-489f-41fb-9bbe-b9ca081b4342', 'code': 200}
Dec 15 12:59:14.076072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=f09172b4-489f-41fb-9bbe-b9ca081b4342,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:14.092604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:14.292738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.485488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Calling delete_port for 91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 owned by  {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:14.498081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2cc0be4c-e99d-4418-bc3b-d67457a4e451 req-ab30c635-6754-4396-a59c-e549949d955e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 1098 time: 0.1706662
Dec 15 12:59:14.559888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.579024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.616719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:14.623440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2cc0be4c-e99d-4418-bc3b-d67457a4e451 req-763603c4-ac74-43be-bfb3-849169fe9259 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176798
Dec 15 12:59:14.635163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Deleting port b2b40290-27d8-4fd3-bbaa-9b1aa0703063 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:14.635595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.681118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4206-830d-4f2d-98c9-fafdef443858 req-88b65608-ace7-4554-b1e1-51c87595f198 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:14.682977 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-07cb4206-830d-4f2d-98c9-fafdef443858 req-88b65608-ace7-4554-b1e1-51c87595f198 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 1.6293912
Dec 15 12:59:14.785307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.789256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=9296355b-e217-4b72-9925-8d83ed5631d9,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:14.792476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:14.804029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.828067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:14.874687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] For port b2b40290-27d8-4fd3-bbaa-9b1aa0703063, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,segment=NetworkSegment(482e4f84-dc67-45fb-bfea-afd4077600aa),segment_id=482e4f84-dc67-45fb-bfea-afd4077600aa)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:14.875524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.912754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Port': ['ID=91b1a33b-9b7e-4916-bab2-b7e2b2acadd4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:14.915606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:14.922175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:14.931118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-07cb4206-830d-4f2d-98c9-fafdef443858 req-eb4df3e7-a4f7-415a-b302-bbf39f311d23 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257564
Dec 15 12:59:15.055817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/ports/91b1a33b-9b7e-4916-bab2-b7e2b2acadd4 HTTP/1.1" status: 204  len: 168 time: 2.7472355
Dec 15 12:59:15.068056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33760) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:15.118169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Calling delete_port for b2b40290-27d8-4fd3-bbaa-9b1aa0703063 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:15.257523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:15.261297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fef95660-a28b-46de-9061-b2388e6307c5 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:15.328717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:15.337467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6223f669-389f-4dd3-aec0-de44a792714b is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:59:15.342363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:15.396754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port fef95660-a28b-46de-9061-b2388e6307c5 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:15.397350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:15.500361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:15.518001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0ce209d-21c3-45fb-828f-43e98ec05aa4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:15.605877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b40290-27d8-4fd3-bbaa-9b1aa0703063,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:15.615232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:15.676744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:15.848456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:15.936006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388d40a-7829-4b89-9a6e-3510e6f4cef3 None None] Network 6223f669-389f-4dd3-aec0-de44a792714b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:59:15.994767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.068445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb0b0390>,) {'filters': {'network_id': ['2bbfc7b0-ca55-440c-8bb7-1ee52a61666a']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:16.089601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb0b0390>, 'be8e6c18-6570-45a9-b3a1-e7106ee633d1') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:16.089982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb0b0390>, 'be8e6c18-6570-45a9-b3a1-e7106ee633d1') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:16.123745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.167446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.175737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:59:16.178776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.233658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.339910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Provisioning for port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:16.353153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Provisioning complete for port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:16.353832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:59:16.358358 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:59:16.471443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54215058-43fc-4fc6-9c19-71c4a8a62206 req-dce75b9a-2775-43f3-be0c-ee677c0df40b tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:16.473043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54215058-43fc-4fc6-9c19-71c4a8a62206 req-dce75b9a-2775-43f3-be0c-ee677c0df40b tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.2268274
Dec 15 12:59:16.509767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.516906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.526113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65066035-887a-4a4f-ae1f-5a0d58deabd6 tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:16.576777 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] 10.222.0.53 "DELETE /v2.0/networks/2bbfc7b0-ca55-440c-8bb7-1ee52a61666a HTTP/1.1" status: 204  len: 168 time: 1.5031517
Dec 15 12:59:16.576777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Pushing event deleted for resources: {'Network': ['ID=2bbfc7b0-ca55-440c-8bb7-1ee52a61666a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:16.576777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5ba535ae-31d3-4d1e-8fd6-275f81f6e9cf tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:16.603600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.620044 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54215058-43fc-4fc6-9c19-71c4a8a62206 req-6e147599-2398-4e8f-96ad-5bdbc3d2a9ca tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889816
Dec 15 12:59:16.668385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:59:16.670675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-966c4c4d-3057-4568-9039-5146595841dd None None] For port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2ce7bca4-ab47-4d1b-a87a-ca6892069db6,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:16.675172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:16.677890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-122f2894-dee4-4387-a186-b188c4abf318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:16.788766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Pushing event updated for resources: {'Port': ['ID=2ce7bca4-ab47-4d1b-a87a-ca6892069db6,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:16.792982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:17.036252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33772) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:17.116677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9f11fe28-341b-416c-9bee-1961e3f5dec4 None None] Provisioning complete for port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:17.116899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5a14-306f-40ec-b199-1abd4c210c7b req-85746a5d-5ebe-446f-b099-caf450a477ec tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.117227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f11fe28-341b-416c-9bee-1961e3f5dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:17.120087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-905f5a14-306f-40ec-b199-1abd4c210c7b req-85746a5d-5ebe-446f-b099-caf450a477ec tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.2291746
Dec 15 12:59:17.137624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:59:17.160239 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/0793a1f2-2e1a-4a9d-8714-96dae49fd297/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1782687
Dec 15 12:59:17.164319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33778) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:17.196726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Sync routers for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:59:17.250103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:17.387327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:17.388240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab60b00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:17.534129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:17.535956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:17.575543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.576214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.576528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.576979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.577385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.577791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.578263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:17.584066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a82b325-ec53-4c02-aaf0-5e8bdaabfd1d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4985 time: 0.4119236
Dec 15 12:59:17.591292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33782) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:17.714061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Router 249b0e40-36a0-4e0b-9b97-3972534c848c has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:59:18.134957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:18.154806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:59:18.168237 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-905f5a14-306f-40ec-b199-1abd4c210c7b req-b123cea2-f8e7-4045-8cfc-75529b28f225 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0055697
Dec 15 12:59:18.169240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] Sync routers for ids ['249b0e40-36a0-4e0b-9b97-3972534c848c'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:59:18.195981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] Routers {'249b0e40-36a0-4e0b-9b97-3972534c848c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:18.198663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['249b0e40-36a0-4e0b-9b97-3972534c848c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:18.210540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9f11fe28-341b-416c-9bee-1961e3f5dec4 None None] Provisioning for port 9296355b-e217-4b72-9925-8d83ed5631d9 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:18.220454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] 10.222.0.53 "PUT /v2.0/routers/249b0e40-36a0-4e0b-9b97-3972534c848c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4047239
Dec 15 12:59:18.223805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33788) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:18.228029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:18.228456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:18.232474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:18.232920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:18.233345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:18.233748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:18.234515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9f11fe28-341b-416c-9bee-1961e3f5dec4 None None] Provisioning complete for port 9296355b-e217-4b72-9925-8d83ed5631d9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:18.235071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f11fe28-341b-416c-9bee-1961e3f5dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:18.252579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:18.255470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5e730851-01d5-4b0d-8077-e1766eb4a921 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4645 time: 0.6416185
Dec 15 12:59:18.263415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33794) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:18.276110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2e6ba73-b7ba-4836-8824-4ee0b4c00f71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=839f3f7fff2346cbb2ed3623ef9d0fd8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2381022
Dec 15 12:59:18.293480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33796) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:18.499576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9f11fe28-341b-416c-9bee-1961e3f5dec4 None None] Port 9296355b-e217-4b72-9925-8d83ed5631d9 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:59:18.557006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] Set router 249b0e40-36a0-4e0b-9b97-3972534c848c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:18.696503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:18.751676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:18.809511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:18.824062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6a89b3f5-2d8f-4f3b-91f4-e370d2d12a99 None None] Provisioning complete for port 9296355b-e217-4b72-9925-8d83ed5631d9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:18.834588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a89b3f5-2d8f-4f3b-91f4-e370d2d12a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:19.023315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:19.026091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6a89b3f5-2d8f-4f3b-91f4-e370d2d12a99 None None] Port 9296355b-e217-4b72-9925-8d83ed5631d9 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:59:19.030909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c05afeb-334c-44f2-95c4-19b352fb2859 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:19.058651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f271744-7f80-4bba-a18b-15d54f52042a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:19.069742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:19.072291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:19.076814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f271744-7f80-4bba-a18b-15d54f52042a HTTP/1.1" status: 204  len: 168 time: 0.7813570
Dec 15 12:59:19.096625 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5ba29c98-258f-4c79-9e24-622016ec76ce tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2327 time: 0.8184314
Dec 15 12:59:19.102463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33806) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:19.115506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-283636536', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:19.281813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4198>, [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:59:15Z', 'revision_number': 5, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:19.294742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] Checking router: 249b0e40-36a0-4e0b-9b97-3972534c848c for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:59:19.355286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] Routers {'249b0e40-36a0-4e0b-9b97-3972534c848c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:19.357891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4198>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['249b0e40-36a0-4e0b-9b97-3972534c848c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:19.396481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495c0e-614c-445e-890e-beb63e508335 req-f7103ed1-723e-4a42-aef1-6acdb28db073 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:19.398808 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8495c0e-614c-445e-890e-beb63e508335 req-f7103ed1-723e-4a42-aef1-6acdb28db073 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.1951287
Dec 15 12:59:19.413877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab60b00>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:13Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:19.420310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Checking router: 0793a1f2-2e1a-4a9d-8714-96dae49fd297 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:59:19.421143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Updating router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 port 9296355b-e217-4b72-9925-8d83ed5631d9 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 12:59:19.443559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:19.489624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:19.504539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:19.506451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:port and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:19.515655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:19.546837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:19.558221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8495c0e-614c-445e-890e-beb63e508335 req-13c5943a-a440-4a65-a964-2e39d288a087 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492248
Dec 15 12:59:19.569045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Deleting port dac364c0-8807-4a46-ad6f-d78708b9087b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:19.569598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:19.645491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 12:59:19.652083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:19.739281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] device_id is not set on port a671773d-d509-491b-a512-8b260b77607d yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:59:19.811029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] Set router 249b0e40-36a0-4e0b-9b97-3972534c848c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:20.166364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] For port dac364c0-8807-4a46-ad6f-d78708b9087b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=dac364c0-8807-4a46-ad6f-d78708b9087b,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:20.166908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:20.358537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4198>, [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:59:15Z', 'revision_number': 5, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:20.364590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1e10-4262-4acb-b06b-a08dcf893edf None None] The sync data for ids ['249b0e40-36a0-4e0b-9b97-3972534c848c'] in dv-neutron-821831-1-hyperv is: [{'id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'name': 'tempest-TestVolumeBootPattern-2040318422-router', 'tenant_id': 'a795b80919b9472f905fbc4abbcb729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:49:37Z', 'updated_at': '2021-12-15T12:59:15Z', 'revision_number': 5, 'project_id': 'a795b80919b9472f905fbc4abbcb729d', 'gw_port': {'id': 'dac364c0-8807-4a46-ad6f-d78708b9087b', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b0e40-36a0-4e0b-9b97-3972534c848c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:49:39Z', 'updated_at': '2021-12-15T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:59:20.414303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Calling delete_port for dac364c0-8807-4a46-ad6f-d78708b9087b owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:20.444759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.14 (6223f669-389f-4dd3-aec0-de44a792714b/fd5fb85b-046c-4fdc-a072-3b756c541c5b/a671773d-d509-491b-a512-8b260b77607d) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:59:20.764429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33828) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:20.934526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:20.943403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5eda8e92-d2d5-4559-8225-7c1bce911f3a tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:20.998436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:21.009118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8dfb1732-85fa-456c-907c-e330f21d07dc tempest-ServiceProvidersTest-412676628 tempest-ServiceProvidersTest-412676628-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2410650
Dec 15 12:59:21.041422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2b40290-27d8-4fd3-bbaa-9b1aa0703063 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:21.082248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac364c0-8807-4a46-ad6f-d78708b9087b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:21.085345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:21.103880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: b2b40290-27d8-4fd3-bbaa-9b1aa0703063 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:21.104440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device b2b40290-27d8-4fd3-bbaa-9b1aa0703063 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:21.165528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object a671773d-d509-491b-a512-8b260b77607d will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:21.205907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5617ff-decb-48c4-9a07-f463f2233c83 req-b5169b07-32f5-4306-97da-282e161419f4 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:21.208427 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2d5617ff-decb-48c4-9a07-f463f2233c83 req-b5169b07-32f5-4306-97da-282e161419f4 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.3956454
Dec 15 12:59:21.462436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33838) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:21.652394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:21.696163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:21.701047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Usage tracker for resource:security_group_rule and tenant:a200a9e2beab4861a16ba73bb9ec725a is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:21.711904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:21.721971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:21.724000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:21.731948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6fecad0a-19e7-4864-b81a-7cb122ecc41e tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:21.764728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:21.807093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:21.811455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:21.822057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ab3eb345-ae25-4944-91d8-2c280c7b1055 tempest-NegativeSecGroupTest-2106127507 tempest-NegativeSecGroupTest-2106127507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:21.840273 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2d5617ff-decb-48c4-9a07-f463f2233c83 req-068b1727-c1c9-40f8-990d-b708c364f5f2 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6230531
Dec 15 12:59:21.874280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a200a9e2beab4861a16ba73bb9ec725a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4097636
Dec 15 12:59:21.874748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfb8c98-fdd1-4114-b1c4-1287472e2cdc,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:21.877579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33844) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:21.881093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:21.966971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 6223f669-389f-4dd3-aec0-de44a792714b is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:59:21.968260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:21.984375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:21.984686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:59:22.044499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.102589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.108839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.118251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8782b62-89eb-443c-b2c4-edbcb91b1709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:22.127514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Transition to ACTIVE for port object 9296355b-e217-4b72-9925-8d83ed5631d9 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:22.138249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.139432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfb8c98-fdd1-4114-b1c4-1287472e2cdc,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:22.142782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.144432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dfb8c98-fdd1-4114-b1c4-1287472e2cdc HTTP/1.1" status: 204  len: 168 time: 0.2655959
Dec 15 12:59:22.146122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:22.161365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:22.250981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:22.267141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:22.312097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.379495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0482e0-a699-481a-b707-dd6abdea19df None None] Pushing event updated for resources: {'Port': ['ID=9296355b-e217-4b72-9925-8d83ed5631d9,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:22.385246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba0482e0-a699-481a-b707-dd6abdea19df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:22.393385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:22.394274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.432478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.594867 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.4907670
Dec 15 12:59:22.619467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d66122-decb-45f7-9586-804f769cafd5 req-9e30d495-a13e-4015-9cf6-1da321272454 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:22.621336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-41d66122-decb-45f7-9586-804f769cafd5 req-9e30d495-a13e-4015-9cf6-1da321272454 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.2089033
Dec 15 12:59:22.626042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-b0cdc7d1-683d-4f94-b861-d2ad96921709 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3ff0a662255a49a7932ae50376ab31b7&device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 1098 time: 0.3099954
Dec 15 12:59:22.667815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ca44ba37-772a-4107-8363-c95a77460dcf None None] Provisioning for port a671773d-d509-491b-a512-8b260b77607d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:22.680570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ca44ba37-772a-4107-8363-c95a77460dcf None None] Provisioning complete for port a671773d-d509-491b-a512-8b260b77607d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:22.681172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ca44ba37-772a-4107-8363-c95a77460dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.685189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.686166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249b0e40-36a0-4e0b-9b97-3972534c848c {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 12:59:22.796613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ca44ba37-772a-4107-8363-c95a77460dcf None None] Port a671773d-d509-491b-a512-8b260b77607d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:59:22.801640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Attempting to bind port 9296355b-e217-4b72-9925-8d83ed5631d9 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:59:22.802056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Attempting to bind port 9296355b-e217-4b72-9925-8d83ed5631d9 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:59:22.802490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Attempting to bind port 9296355b-e217-4b72-9925-8d83ed5631d9 on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:22.812661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:59:22.813174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Checking segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:59:22.813651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.814121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Bound using segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:59:22.815033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Bound port: 9296355b-e217-4b72-9925-8d83ed5631d9, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:59:22.815564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.861725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.866310 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] 10.222.0.53 "DELETE /v2.0/routers/249b0e40-36a0-4e0b-9b97-3972534c848c HTTP/1.1" status: 204  len: 168 time: 4.6378205
Dec 15 12:59:22.866592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33856) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:22.867024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33858) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:22.878686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954923033', 'description': 'tempest-secgroup-smoke-954923033 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:22.885597 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-41d66122-decb-45f7-9586-804f769cafd5 req-ac3edd07-86e1-48e5-b07b-1ebf2935ed87 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538996
Dec 15 12:59:22.968801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Deleting subnet ab099ad0-b592-49b4-89dc-c5764dbea876 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:59:22.973592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.981303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-2e36ab34-dd4c-4793-957b-19fb1c73e60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:22.981616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] For port 9296355b-e217-4b72-9925-8d83ed5631d9, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:59:22.983087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-2e36ab34-dd4c-4793-957b-19fb1c73e60c service neutron] 10.222.0.77 "GET /v2.0/networks?id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4 HTTP/1.1" status: 200  len: 913 time: 0.3493068
Dec 15 12:59:22.985986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] For port 9296355b-e217-4b72-9925-8d83ed5631d9, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9296355b-e217-4b72-9925-8d83ed5631d9,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:59:22.991616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:22.996850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-774fdf06-15b8-42a5-b1bd-672bf5c4fd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:23.031526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:23.050625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:23.074036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.119195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-46144549-58fc-4a65-bc97-efafb8a70cc6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342 HTTP/1.1" status: 200  len: 217 time: 0.1281559
Dec 15 12:59:23.131745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:23.136359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:23.137136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab60b00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:23.151661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:23.188379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.257510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-e952aba8-1b88-46f4-9e3c-09296dbe0fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:23.260359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-e952aba8-1b88-46f4-9e3c-09296dbe0fef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8d2f1a8-f1d0-4b9a-8632-d5a981a08638 HTTP/1.1" status: 200  len: 852 time: 0.1342022
Dec 15 12:59:23.309016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:23.317365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.358502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:23.364592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-04bbfa62-362a-48f1-88be-792e6e4a2a75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0954037
Dec 15 12:59:23.370387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:23.381396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0482e0-a699-481a-b707-dd6abdea19df None None] Pushing event updated for resources: {'Port': ['ID=9296355b-e217-4b72-9925-8d83ed5631d9,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:23.388553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba0482e0-a699-481a-b707-dd6abdea19df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:23.394794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:23.515715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.523203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.524500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dd3d2d45-7611-444d-ae2f-7a2e1564bafa tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:23.529426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:23.558648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.572528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab099ad0-b592-49b4-89dc-c5764dbea876,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:23.576452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:23.585718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86bdf6d2-232e-49c4-9cbe-3ab3a8ad6be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:23.597469 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-981c8b12-7179-430e-98f3-b1b6433655cc service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251587
Dec 15 12:59:23.612432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.634855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8574b-0bed-4fc3-bf74-e00800918c28 None None] Network 7af35146-6074-4d97-b3c9-e499ece7bd57 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 12:59:23.659464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.664127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.7919996
Dec 15 12:59:23.665107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33864) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:23.667288 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab099ad0-b592-49b4-89dc-c5764dbea876 HTTP/1.1" status: 204  len: 168 time: 0.7989252
Dec 15 12:59:23.670520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd418c21-c86c-47a3-80a6-0394c5722a3b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:23.670697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33866) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:23.673887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e48553d3-7791-4e83-bd11-250491b5c2e5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:23.681424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'cd418c21-c86c-47a3-80a6-0394c5722a3b', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:23.695904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:23.701579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:23.705384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:23.713618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:23.733803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.820828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.824172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.826662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc6441a8-b738-44db-90cf-ab732f01d2c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:23.853459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3a88aa-685e-4695-9d4e-ffd4502c9f01,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:23.856611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:23.865091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.869531 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1979055
Dec 15 12:59:23.870030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33872) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:23.876826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'cd418c21-c86c-47a3-80a6-0394c5722a3b', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:23.885188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:23.890813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:23.895487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:23.895688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.903385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:23.904714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9be78afe-11b2-47c2-928c-57f1a8f85338 req-b780a540-f4f7-496b-b70d-8bec5131620c service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3000014
Dec 15 12:59:23.921752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Deleting port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:23.923199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:23.930218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.014762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.020236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.022161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7645343d-8408-4102-8bc2-aa4641ca925b tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:24.060325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244f153f-95be-4a65-8f25-758dc017c582,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:24.063731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:24.075404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.077400 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2055361
Dec 15 12:59:24.082103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33878) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:24.091500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'cd418c21-c86c-47a3-80a6-0394c5722a3b', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:24.121140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:24.128200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab60b00>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:22Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:24.133072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd688a6e-570f-4971-bae4-b0a00e5d8232 None None] The sync data for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv is: [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:22Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:59:24.143717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:24.149188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:24.176418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] DHCP port deletion for 7af35146-6074-4d97-b3c9-e499ece7bd57 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 12:59:24.181531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Deleting port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:24.181960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.212958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:24.231320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ddda9-1b8a-4aa9-b77a-4cc44ebf127c req-64a351c2-97f8-43ea-9b50-3b8888a2228f tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:24.245468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-406ddda9-1b8a-4aa9-b77a-4cc44ebf127c req-64a351c2-97f8-43ea-9b50-3b8888a2228f tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.1607742
Dec 15 12:59:24.257348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] For port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,segment=NetworkSegment(482e4f84-dc67-45fb-bfea-afd4077600aa),segment_id=482e4f84-dc67-45fb-bfea-afd4077600aa)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:24.257749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.300505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.391285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-406ddda9-1b8a-4aa9-b77a-4cc44ebf127c req-f3779ee1-4dd9-468b-8d39-60ae9b71ca8e tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436584
Dec 15 12:59:24.487596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] For port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,segment=NetworkSegment(482e4f84-dc67-45fb-bfea-afd4077600aa),segment_id=482e4f84-dc67-45fb-bfea-afd4077600aa)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:24.488065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.514649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Calling delete_port for 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:24.699986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.704239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.707658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f74dfe33-4118-4d5b-b666-f542797eba7f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:24.712081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Calling delete_port for 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:24.722944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.747400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c699b38a-8f49-48ad-97d5-1917289e9d45,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:24.756398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:24.760364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f93acd9b-7d05-4809-bf8c-dec2bf937c25 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:24.805582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 12:59:24.806008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 12:59:24.818392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d517eaa-bde2-4f72-b9a7-5f00d24998a6,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:24.822538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] No DVR routers for this DVR port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:59:24.826704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:24.866872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.868307 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7851417
Dec 15 12:59:24.872978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33882) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:24.880243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'cd418c21-c86c-47a3-80a6-0394c5722a3b', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:24.887953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:24.892533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:24.897224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:24.905253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:24.928816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:24.981799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.022425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa9027b8>,) {'filters': {'network_id': ['7af35146-6074-4d97-b3c9-e499ece7bd57']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:25.041276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.046016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.049793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23fbdbc5-e2bb-4fef-b1f0-5005e865b098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:25.057487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa9027b8>, '482e4f84-dc67-45fb-bfea-afd4077600aa') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:25.057835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa9027b8>, '482e4f84-dc67-45fb-bfea-afd4077600aa') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:25.077563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.083802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c551473-133c-4f49-995b-2d46d086c8e0,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:25.087748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:25.096934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.098976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2c37b57c-1edc-435e-8684-9cff1c1acc73 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2245135
Dec 15 12:59:25.102171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33886) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:25.109960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'cd418c21-c86c-47a3-80a6-0394c5722a3b', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:25.113259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.118668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:25.124452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:25.131043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:59:25.131995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.133813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:25.144749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:25.144974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9296355b-e217-4b72-9925-8d83ed5631d9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:59:25.150159 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:59:25.171006 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:59:25.184826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.308193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Deleting port 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:25.309250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.317976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.324937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e99a6be-d604-43f2-b4b2-173fe8b3d451 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:25.327189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.331194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.333971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-de9e11d9-8580-49fa-8ef5-ea26204e96a4 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:25.358318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8165747f-deca-4507-bc58-29ca33c44bad,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:25.368310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 9296355b-e217-4b72-9925-8d83ed5631d9 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:25.368579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:25.378240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.392506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.397009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2908213
Dec 15 12:59:25.397353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33890) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:25.398288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Pushing event deleted for resources: {'Network': ['ID=7af35146-6074-4d97-b3c9-e499ece7bd57,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:25.410015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'cd418c21-c86c-47a3-80a6-0394c5722a3b', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:25.410618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:25.414360 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] 10.222.0.53 "DELETE /v2.0/networks/7af35146-6074-4d97-b3c9-e499ece7bd57 HTTP/1.1" status: 204  len: 168 time: 1.7422898
Dec 15 12:59:25.419226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:25.425743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:25.430598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:25.439804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 9296355b-e217-4b72-9925-8d83ed5631d9 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:25.440818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.446781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:25.461263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:59:25.476122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.520352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8595596c-6612-4002-8af5-89ecdfc0db9d None None] The port '4d517eaa-bde2-4f72-b9a7-5f00d24998a6' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 12:59:25.604899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.617345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.630178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83ed6e6f-fd54-43e8-b332-e4dc4ae808ae tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:25.687250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c24a363-af92-43f0-b345-7407d836265a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:25.691562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:25.702240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.727676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3253560
Dec 15 12:59:25.762655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.826949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 9296355b-e217-4b72-9925-8d83ed5631d9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9296355b-e217-4b72-9925-8d83ed5631d9,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:25.831403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:25.834657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-966c4c4d-3057-4568-9039-5146595841dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:25.926123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c5893-73d3-48fa-8096-698c4524f07c req-27dfab44-8148-47ef-8646-337071944d8d tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:25.937591 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a40c5893-73d3-48fa-8096-698c4524f07c req-27dfab44-8148-47ef-8646-337071944d8d tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.2807150
Dec 15 12:59:25.957907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33900) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:26.025577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a40c5893-73d3-48fa-8096-698c4524f07c req-ae4974c4-8bfa-4fa7-bd0e-8340d81cfd2a tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787005
Dec 15 12:59:26.104611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c5938f8e-6694-48ae-9223-5bf78f97e86b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbfc7a0e0f3944d298f7d91c0212d059&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1423814
Dec 15 12:59:26.105101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33912) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:26.179443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dac364c0-8807-4a46-ad6f-d78708b9087b no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:26.230411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: dac364c0-8807-4a46-ad6f-d78708b9087b {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:26.240071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device dac364c0-8807-4a46-ad6f-d78708b9087b not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:26.240567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:26.253803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:26.283322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-fcf1e617-0441-49d7-b55f-f833a0ea4a49 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:26.304131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:26.305261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=9296355b-e217-4b72-9925-8d83ed5631d9,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:26.326645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:26.327374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:26.327774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 4d517eaa-bde2-4f72-b9a7-5f00d24998a6 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:26.344586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-fcf1e617-0441-49d7-b55f-f833a0ea4a49 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:26.348903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-fcf1e617-0441-49d7-b55f-f833a0ea4a49 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954923033&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.1762478
Dec 15 12:59:26.373457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:26.379048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ee4bd3a1-b217-4117-b934-aefb25725030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:26.396233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3447533-c98d-485d-86a2-f3110f56e0dd,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:26.400236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:26.412153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:26.413920 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3447533-c98d-485d-86a2-f3110f56e0dd HTTP/1.1" status: 204  len: 168 time: 0.3075290
Dec 15 12:59:26.509222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-2736f9c2-0e94-46ad-8132-94b0b73f3f47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:26.510021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-2736f9c2-0e94-46ad-8132-94b0b73f3f47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:26.534375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-2736f9c2-0e94-46ad-8132-94b0b73f3f47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:26.536877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-2736f9c2-0e94-46ad-8132-94b0b73f3f47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 930 time: 0.1751149
Dec 15 12:59:26.637404 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-0b67973e-0022-4130-920c-893b390a30dc service neutron] 10.222.0.53 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0834892
Dec 15 12:59:26.825440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc54a0-5117-44cd-bc67-57ba9905a8e3 req-a415ca13-e57b-4d62-b5ef-d68b2746dd02 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:26.831000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72bc54a0-5117-44cd-bc67-57ba9905a8e3 req-a415ca13-e57b-4d62-b5ef-d68b2746dd02 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.1260672
Dec 15 12:59:26.832747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-d1bb6e32-0cc9-475d-8e51-d07187711e69 service neutron] 10.222.0.53 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858368
Dec 15 12:59:26.907625 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72bc54a0-5117-44cd-bc67-57ba9905a8e3 req-ad13e0d6-5c17-4c1a-af66-69aee3201b91 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634708
Dec 15 12:59:27.007709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-e73eefbc-6678-41dd-86ff-47e0de5e5852 service neutron] 10.222.0.53 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739461
Dec 15 12:59:27.073196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33926) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:27.085511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9296355b-e217-4b72-9925-8d83ed5631d9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:27.174640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 9296355b-e217-4b72-9925-8d83ed5631d9 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:27.175812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:27.196789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 33932) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:27.211431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f6e9ccf-1a05-43e1-a16d-a108317b3974 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a795b80919b9472f905fbc4abbcb729d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1363511
Dec 15 12:59:27.305686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f30f6a12-b804-43de-a3f3-d0a97050970a req-d2ded67c-c4b2-41ca-b81d-7e3abd22e17f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:27.321398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f30f6a12-b804-43de-a3f3-d0a97050970a req-d2ded67c-c4b2-41ca-b81d-7e3abd22e17f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:27.322176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9518f8a-8335-4190-8a26-0bb512479d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:27.323958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30f6a12-b804-43de-a3f3-d0a97050970a req-d2ded67c-c4b2-41ca-b81d-7e3abd22e17f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 210 time: 0.0667105
Dec 15 12:59:27.370437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9518f8a-8335-4190-8a26-0bb512479d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:27.425286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9518f8a-8335-4190-8a26-0bb512479d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:27.431495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f4a4101-0434-4f9a-9a59-8d1cb8fcd0c1 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:27.453929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9518f8a-8335-4190-8a26-0bb512479d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cbda22-4fce-4aed-b107-4df5edbe75e4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:27.457602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a9518f8a-8335-4190-8a26-0bb512479d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:27.459007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9518f8a-8335-4190-8a26-0bb512479d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:27.462905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a9518f8a-8335-4190-8a26-0bb512479d44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8cbda22-4fce-4aed-b107-4df5edbe75e4 HTTP/1.1" status: 204  len: 168 time: 0.2622960
Dec 15 12:59:27.981049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:28.152480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07323e3b-284b-4479-8438-abb479af8861 req-5bf79d8f-67ba-45bf-bdc0-8685c49509eb tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:28.154156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-07323e3b-284b-4479-8438-abb479af8861 req-5bf79d8f-67ba-45bf-bdc0-8685c49509eb tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.0916514
Dec 15 12:59:28.208727 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-07323e3b-284b-4479-8438-abb479af8861 req-57b0626e-b304-402d-9892-8b6a28f745bf tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480485
Dec 15 12:59:28.519817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-606ae2a3-64e4-4740-9950-857adc052b94 service neutron] 10.222.0.77 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1026 time: 0.0814614
Dec 15 12:59:28.566257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b62c7c61-e059-48d5-8343-1c6d7f51b1a8 req-9c746184-e62b-4e37-a80e-3cfbbc92df52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 210 time: 0.0642138
Dec 15 12:59:28.738287 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-530746a0-d51a-4ff3-89a2-3e05d20ffe01 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3ff0a662255a49a7932ae50376ab31b7&device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 1098 time: 0.0989966
Dec 15 12:59:28.773101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-47b5855d-00ef-41a0-9b7c-e4d8a9d57964 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:28.773903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-47b5855d-00ef-41a0-9b7c-e4d8a9d57964 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:28.809208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-47b5855d-00ef-41a0-9b7c-e4d8a9d57964 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:28.810549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-47b5855d-00ef-41a0-9b7c-e4d8a9d57964 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 200  len: 797 time: 0.2767262
Dec 15 12:59:28.818189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270a37-4e1d-4d85-ae52-41192233c2c2 req-fb355d3c-e77f-459e-b10b-8944c59ed2b4 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:28.819978 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8270a37-4e1d-4d85-ae52-41192233c2c2 req-fb355d3c-e77f-459e-b10b-8944c59ed2b4 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.1722691
Dec 15 12:59:28.896897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-9b015491-db3f-45fa-866c-47a70b97dafa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:28.898530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-9b015491-db3f-45fa-866c-47a70b97dafa service neutron] 10.222.0.77 "GET /v2.0/networks?id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4 HTTP/1.1" status: 200  len: 913 time: 0.1525385
Dec 15 12:59:28.904842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-b4434931-b698-41bc-89e3-0852bf6fb492 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:28.919393 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8270a37-4e1d-4d85-ae52-41192233c2c2 req-3d45a4ae-0c20-438f-afb5-28fb4fb7325f tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785363
Dec 15 12:59:28.925431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-b4434931-b698-41bc-89e3-0852bf6fb492 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:28.926680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-b4434931-b698-41bc-89e3-0852bf6fb492 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 379 time: 0.1028373
Dec 15 12:59:28.943045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Request body: {'port': {'device_id': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:28.975059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-81dc1e8c-d46a-484d-a16e-cd57e1436fcf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342 HTTP/1.1" status: 200  len: 217 time: 0.0678611
Dec 15 12:59:29.069417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-e8a50df8-d17d-40a9-b848-9761849fcec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:29.072167 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-e8a50df8-d17d-40a9-b848-9761849fcec3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8d2f1a8-f1d0-4b9a-8632-d5a981a08638 HTTP/1.1" status: 200  len: 852 time: 0.0902667
Dec 15 12:59:29.128272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-ea82286e-b7b1-4730-9680-5ff19fb62f47 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6edb58a8-0b96-4e40-ad10-f61f3649a6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493255
Dec 15 12:59:29.305553 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-f2e68594-049f-4b05-9b17-1e27bf1ec846 service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706114
Dec 15 12:59:29.365452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:29.467460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-315bc918-07a9-46cf-8704-5fe95f42a0c3 req-381fb2fd-b0f0-48e7-bdb1-126a6a43aab7 service neutron] 10.222.0.77 "GET /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539800
Dec 15 12:59:29.777698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a671773d-d509-491b-a512-8b260b77607d {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:59:29.786467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f847bec7-425b-4b17-882c-2d5169fc7781 req-a69990c9-2843-493e-aa1d-4cb05653a500 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 210 time: 0.0655189
Dec 15 12:59:29.791888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:29.810082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Transition to ACTIVE for port object a671773d-d509-491b-a512-8b260b77607d will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:29.824061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:29.828523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:29.974610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:29.978217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:30.145298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:59:30.145845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:59:30.145965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:30.161442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:59:30.162095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:30.180748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:59:30.181124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Checking segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:59:30.181550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Bound using segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:59:30.182043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Bound port: a671773d-d509-491b-a512-8b260b77607d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:59:30.182440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:30.266812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a053d4-5f03-43ef-abab-8bb3a0fb42c3 req-e22a4ec6-0d4b-41e5-bf90-15f6f616c6c3 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:30.268511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26a053d4-5f03-43ef-abab-8bb3a0fb42c3 req-e22a4ec6-0d4b-41e5-bf90-15f6f616c6c3 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.1843309
Dec 15 12:59:30.355918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:59:30.359390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:59:30.362824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26a053d4-5f03-43ef-abab-8bb3a0fb42c3 req-9c122591-6ce9-4b1f-b377-adff01712f1b tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859556
Dec 15 12:59:30.365504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:30.371488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ea374d9-7fc7-48fa-92fb-9cd262be2380 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:30.443751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:30.445293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] 10.222.0.77 "PUT /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1131 time: 1.5086064
Dec 15 12:59:30.445867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'tag': 'a671773d-d509-491b-a512-8b260b77607d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:59:30.469218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:30.473404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:30.535304 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'tag': 'a671773d-d509-491b-a512-8b260b77607d', 'status': 'completed', 'code': 200}
Dec 15 12:59:30.586120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-34ec8a4d-a460-4120-a24d-8689ad639fb7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 1134 time: 0.0926201
Dec 15 12:59:30.672147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-e8e477d4-8b7f-443e-958e-ab9a65a5dccd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 217 time: 0.0783257
Dec 15 12:59:30.748645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-6f7fbaba-7a8a-42ef-ace7-3d6e87ff86de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:30.750503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-6f7fbaba-7a8a-42ef-ace7-3d6e87ff86de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd5fb85b-046c-4fdc-a072-3b756c541c5b HTTP/1.1" status: 200  len: 834 time: 0.0705404
Dec 15 12:59:30.849726 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-d2112811-82ac-44c9-916a-24253a314aa0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6223f669-389f-4dd3-aec0-de44a792714b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0906997
Dec 15 12:59:31.059221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-07e1f0f7-7f4a-4530-840c-f384b848aae8 service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021914
Dec 15 12:59:31.177249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f317ef-78db-420b-92c3-9e8d23e75b1a req-45f0dbd6-8ac3-47fa-a87f-ae44b7f23e3b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:31.179064 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47f317ef-78db-420b-92c3-9e8d23e75b1a req-45f0dbd6-8ac3-47fa-a87f-ae44b7f23e3b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 981 time: 0.2226954
Dec 15 12:59:31.262271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a32ede8c-e80b-4a76-b098-4763551724a6 req-4bbdf273-25cb-4f04-967d-dd1b641ef4b4 service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1950300
Dec 15 12:59:31.273518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47f317ef-78db-420b-92c3-9e8d23e75b1a req-fb63b9da-bab6-4e9e-a88e-bcf78135698a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793698
Dec 15 12:59:31.396132 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-dfc0a7ec-162b-4e8d-b0f9-7819f12d72c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 1134 time: 0.0827141
Dec 15 12:59:31.566099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-a70a91ed-7323-464c-b0da-edb4ffbdfcf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:31.569562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-a70a91ed-7323-464c-b0da-edb4ffbdfcf5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 200  len: 898 time: 0.1644890
Dec 15 12:59:31.586870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40b2c4-4bcc-4a5f-8808-3a660bab3493 req-bfc31b5d-90df-41db-86d3-911c9680221f tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:31.588647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0d40b2c4-4bcc-4a5f-8808-3a660bab3493 req-bfc31b5d-90df-41db-86d3-911c9680221f tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.0924163
Dec 15 12:59:31.661485 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0d40b2c4-4bcc-4a5f-8808-3a660bab3493 req-0cbaab24-9a19-4dfc-bbb5-07943b98675a tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661504
Dec 15 12:59:31.666671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-ace805ac-e01d-488f-baf9-dd399eaf5b58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 217 time: 0.0900428
Dec 15 12:59:31.741710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-775a5189-9a94-4026-8dec-e991b7929d73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:31.743370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-775a5189-9a94-4026-8dec-e991b7929d73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd5fb85b-046c-4fdc-a072-3b756c541c5b HTTP/1.1" status: 200  len: 834 time: 0.0705943
Dec 15 12:59:31.857187 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-0a6f0924-a5f9-4e05-9f30-60e5dc32d381 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6223f669-389f-4dd3-aec0-de44a792714b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1060822
Dec 15 12:59:32.053996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-00fe08fc-8208-48b9-bc82-04b9ed23c172 service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891537
Dec 15 12:59:32.145495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967956-49b7-41b6-a8fc-f8049e1da88c req-a511ae2a-56eb-4297-a363-640cda0b8fe6 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:32.147121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd967956-49b7-41b6-a8fc-f8049e1da88c req-a511ae2a-56eb-4297-a363-640cda0b8fe6 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.0989244
Dec 15 12:59:32.215069 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd967956-49b7-41b6-a8fc-f8049e1da88c req-71a1f230-02d1-4d8b-b819-2aeb0e80c9e0 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608389
Dec 15 12:59:32.244787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10def78b-0d81-4a13-bf34-a1850aa3cdf0 req-d438602e-664b-49aa-a470-3ce4f0479195 service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834214
Dec 15 12:59:32.654730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c418-f27a-4c27-8833-a0f3d22b4274 req-653d2db9-83e6-4368-a3c2-38216e6072f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:32.656432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9561c418-f27a-4c27-8833-a0f3d22b4274 req-653d2db9-83e6-4368-a3c2-38216e6072f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 981 time: 0.0969734
Dec 15 12:59:32.718685 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9561c418-f27a-4c27-8833-a0f3d22b4274 req-7e4c8525-4818-4541-9514-63fb37251a88 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553632
Dec 15 12:59:33.451563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9601b4b-bed9-44ee-80e6-2d711a8a46a5 req-d2d1a08f-8f95-43fa-b41e-212659f60ac9 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:33.453309 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9601b4b-bed9-44ee-80e6-2d711a8a46a5 req-d2d1a08f-8f95-43fa-b41e-212659f60ac9 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.0911036
Dec 15 12:59:33.509550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9601b4b-bed9-44ee-80e6-2d711a8a46a5 req-ce219505-1060-452d-8beb-39a619211f2b tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490258
Dec 15 12:59:34.015440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac83e7-2a7c-4fa8-97fe-96aa0404afc6 req-e5effc6f-ee1b-4257-beab-47f52a175696 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:34.017280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26ac83e7-2a7c-4fa8-97fe-96aa0404afc6 req-e5effc6f-ee1b-4257-beab-47f52a175696 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 981 time: 0.1591246
Dec 15 12:59:34.021921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:59:34.050372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-6dc6275f-2946-4b29-a842-a15eab765590 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:34.052100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-6dc6275f-2946-4b29-a842-a15eab765590 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.77 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.1397762
Dec 15 12:59:34.149206 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26ac83e7-2a7c-4fa8-97fe-96aa0404afc6 req-f74cad97-073c-44ff-b0bf-8309ec0ad193 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239324
Dec 15 12:59:34.159601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Deleting port f09172b4-489f-41fb-9bbe-b9ca081b4342 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 12:59:34.160067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:34.196653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:34.214355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'a671773d-d509-491b-a512-8b260b77607d', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'port_id': 'a671773d-d509-491b-a512-8b260b77607d', 'mac_address': 'fa:16:3e:28:df:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:59:34.275800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:34.296375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a671773d-d509-491b-a512-8b260b77607d {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:59:34.317551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:34.321912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:34.324460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ce4ad7b-5fb1-4c55-b52d-6eb8968abd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:34.399116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:34.402807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:34.473375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] For port f09172b4-489f-41fb-9bbe-b9ca081b4342, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f09172b4-489f-41fb-9bbe-b9ca081b4342,segment=NetworkSegment(ebd372a6-f19a-4938-9234-c0c91b52c1e8),segment_id=ebd372a6-f19a-4938-9234-c0c91b52c1e8)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:34.474019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:34.534181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['a671773d-d509-491b-a512-8b260b77607d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:59:34.616134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Calling delete_port for f09172b4-489f-41fb-9bbe-b9ca081b4342 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 12:59:34.763178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5fe3-b9e1-4892-8d9a-3eebba7c2045 req-411b9ce8-6d47-4eee-8f36-ede9c975a85b tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:34.765018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f5e5fe3-b9e1-4892-8d9a-3eebba7c2045 req-411b9ce8-6d47-4eee-8f36-ede9c975a85b tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/ports?device_id=14b1503e-9ea8-4528-9076-1919cf2ffa0f HTTP/1.1" status: 200  len: 945 time: 0.1073985
Dec 15 12:59:34.835844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:34.844271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fea099d0-537f-4d8c-8792-803e9b6c0075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:34.862125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f5e5fe3-b9e1-4892-8d9a-3eebba7c2045 req-78b1ca8b-0b01-4f9f-a445-7ca62f5c7e1d tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.53 "GET /v2.0/security-groups?id=054507ab-f3d2-41e3-952d-36a9f91a22ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850997
Dec 15 12:59:34.901076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Pushing event deleted for resources: {'Port': ['ID=f09172b4-489f-41fb-9bbe-b9ca081b4342,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:34.905342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:34.994855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] No DVR routers for this DVR port f09172b4-489f-41fb-9bbe-b9ca081b4342 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:59:34.998054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:35.003250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'name': 'network-vif-deleted', 'tag': 'f09172b4-489f-41fb-9bbe-b9ca081b4342'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:59:35.021450 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-679d1550-7b0d-4675-b3b6-0abd364458c4 req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] 10.222.0.77 "DELETE /v2.0/ports/f09172b4-489f-41fb-9bbe-b9ca081b4342 HTTP/1.1" status: 204  len: 173 time: 0.9621935
Dec 15 12:59:35.025827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['f09172b4-489f-41fb-9bbe-b9ca081b4342'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:59:35.090729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b1503e-9ea8-4528-9076-1919cf2ffa0f', 'name': 'network-vif-deleted', 'tag': 'f09172b4-489f-41fb-9bbe-b9ca081b4342', 'status': 'completed', 'code': 200}
Dec 15 12:59:35.401184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e8db-c885-472b-a7ff-698f4f7af2cf req-635826c8-b279-4bec-9674-d6aa4e7e0e23 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:35.402837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f74e8db-c885-472b-a7ff-698f4f7af2cf req-635826c8-b279-4bec-9674-d6aa4e7e0e23 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 982 time: 0.1042321
Dec 15 12:59:35.471014 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f74e8db-c885-472b-a7ff-698f4f7af2cf req-6bc4bfe5-da65-4efa-966c-1d29552aea98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611889
Dec 15 12:59:36.040643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 12:59:36.052910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33986) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:36.142848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Deleting subnet f8d2f1a8-f1d0-4b9a-8632-d5a981a08638 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:59:36.146686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.149317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port a671773d-d509-491b-a512-8b260b77607d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 12:59:36.156988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port a671773d-d509-491b-a512-8b260b77607d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:36.157676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.211155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.291566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.302807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.343476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671773d-d509-491b-a512-8b260b77607d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:59:36.356749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:36.361584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.362981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f09172b4-489f-41fb-9bbe-b9ca081b4342 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:36.400697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17ab99a6-6b70-4674-b3c3-2dfefdd38485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:36.424573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.435486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c46102-5cbb-4f0f-b5b7-98303ed6fee6 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:36.441281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671773d-d509-491b-a512-8b260b77607d', 'code': 200}
Dec 15 12:59:36.451632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: f09172b4-489f-41fb-9bbe-b9ca081b4342 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 12:59:36.452070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f09172b4-489f-41fb-9bbe-b9ca081b4342 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:36.494611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d2f1a8-f1d0-4b9a-8632-d5a981a08638,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:36.497434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:36.499336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:36.502711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:36.505604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:36.508487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f8d2f1a8-f1d0-4b9a-8632-d5a981a08638 HTTP/1.1" status: 204  len: 168 time: 0.4541135
Dec 15 12:59:36.513109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:37.004271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.142788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f86211c0-6946-475f-b40d-9b93e36e3924 req-b832053e-584a-4422-9a15-7269b3d4d5b3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 1136 time: 0.2622397
Dec 15 12:59:37.157244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa298b-090f-434b-8fc2-37c33a2cdcd8 req-d906b626-a60b-42c8-85a2-dbf85f255912 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:37.158998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24aa298b-090f-434b-8fc2-37c33a2cdcd8 req-d906b626-a60b-42c8-85a2-dbf85f255912 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 983 time: 0.2799370
Dec 15 12:59:37.245153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.292394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa9736a0>,) {'filters': {'network_id': ['6edb58a8-0b96-4e40-ad10-f61f3649a6c4']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:37.323870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa9736a0>, 'ebd372a6-f19a-4938-9234-c0c91b52c1e8') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:37.324257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa9736a0>, 'ebd372a6-f19a-4938-9234-c0c91b52c1e8') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:37.348791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.358821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f86211c0-6946-475f-b40d-9b93e36e3924 req-e9aab317-4059-40a6-829e-a73e32ee6b85 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085509
Dec 15 12:59:37.364083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24aa298b-090f-434b-8fc2-37c33a2cdcd8 req-7f194a3e-50f1-487e-8a63-4d27f29ccd95 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442027
Dec 15 12:59:37.371033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.378207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:59:37.378663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:59:37.394723 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:59:37.478211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.482445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6cb35a5-d201-41db-85fb-649307480983 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:37.503605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.512407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Pushing event deleted for resources: {'Network': ['ID=6edb58a8-0b96-4e40-ad10-f61f3649a6c4,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:37.517727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:37.525635 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] 10.222.0.53 "DELETE /v2.0/networks/6edb58a8-0b96-4e40-ad10-f61f3649a6c4 HTTP/1.1" status: 204  len: 168 time: 1.0107105
Dec 15 12:59:37.528837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 33998) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:37.579651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 12:59:37.600092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Deleting subnet ac333b75-067f-486b-a0c9-e969d42ea1ad {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 12:59:37.603633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.663223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.730510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.842198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.849082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f4efa5f-a981-48e0-b6b4-62f526ad6f5e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:37.892036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac333b75-067f-486b-a0c9-e969d42ea1ad,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:37.895377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:37.899475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:37.906448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-24ead304-89d4-480e-9f44-aa32e67cacf9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac333b75-067f-486b-a0c9-e969d42ea1ad HTTP/1.1" status: 204  len: 168 time: 0.3765585
Dec 15 12:59:37.909710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34002) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:38.038709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.184453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.213709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa6d8c18>,) {'filters': {'network_id': ['2f1623bb-9c59-46f0-bc60-d78f4a86ec29']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:38.232331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa6d8c18>, '7eb4b118-bda0-4011-afa7-f097d1fee468') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:38.232648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa6d8c18>, '7eb4b118-bda0-4011-afa7-f097d1fee468') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:38.247004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.270281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.280651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 12:59:38.281412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 12:59:38.299319 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 12:59:38.380362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.384471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad301d98-d656-4d69-9dde-2a0bf445ebce tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:38.400163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.414598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1623bb-9c59-46f0-bc60-d78f4a86ec29,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:38.417336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:38.419058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] 10.222.0.53 "DELETE /v2.0/networks/2f1623bb-9c59-46f0-bc60-d78f4a86ec29 HTTP/1.1" status: 204  len: 168 time: 0.5079038
Dec 15 12:59:38.706613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34010) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:38.795790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71fdbd7b-8e7f-42b9-9eb3-240045cf5168 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ff0a662255a49a7932ae50376ab31b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0862515
Dec 15 12:59:38.799296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34014) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:38.871072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.903529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.919563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9c5c3-48ce-4ffe-8289-b8ce6963e851 req-713316bc-cc40-4b18-87f1-32a15007843b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:38.921604 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84f9c5c3-48ce-4ffe-8289-b8ce6963e851 req-713316bc-cc40-4b18-87f1-32a15007843b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 983 time: 0.4083691
Dec 15 12:59:38.956935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.963002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6c4554b7-8fa1-4f24-a60d-75937a13c1fc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:38.979088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054507ab-f3d2-41e3-952d-36a9f91a22ce,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:38.986384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:38.990150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:38.994650 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/054507ab-f3d2-41e3-952d-36a9f91a22ce HTTP/1.1" status: 204  len: 168 time: 0.1914783
Dec 15 12:59:39.361755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84f9c5c3-48ce-4ffe-8289-b8ce6963e851 req-06edebc0-b505-4c4d-9434-614e7459f2fc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4329731
Dec 15 12:59:39.473326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34024) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:39.535020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ff47135a-1a09-46b3-b442-69af5b404a28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fdc30419b2e494987fbb745f330cccd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0602589
Dec 15 12:59:39.538044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34028) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:39.617255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:39.649222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:39.703246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:39.707781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-41393128-bc13-47d9-a3ff-171001ea64ce tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:39.721370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839da1c4-5029-43ed-9c85-d14575850bed,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:39.725910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:39.729906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:39.734229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/839da1c4-5029-43ed-9c85-d14575850bed HTTP/1.1" status: 204  len: 168 time: 0.1920645
Dec 15 12:59:40.655239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d20e1b-cfa7-426e-bb73-3062adebfe58 req-9ee2fa5f-8ca6-49bf-84b2-dc3eeb9fba3c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:40.656917 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e1d20e1b-cfa7-426e-bb73-3062adebfe58 req-9ee2fa5f-8ca6-49bf-84b2-dc3eeb9fba3c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 983 time: 0.1055107
Dec 15 12:59:40.714775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e1d20e1b-cfa7-426e-bb73-3062adebfe58 req-55c04352-9199-4637-ab91-a7cdca6dfdb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504906
Dec 15 12:59:40.939488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bbd0-b5c1-402d-a16f-b3e8e10489e7 req-b82f1408-4837-4b18-bd20-13f37ac0e1d7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:40.941228 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-feb9bbd0-b5c1-402d-a16f-b3e8e10489e7 req-b82f1408-4837-4b18-bd20-13f37ac0e1d7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 983 time: 0.0971162
Dec 15 12:59:40.993538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5861f24-a53c-4ea6-ae4a-6a33a60dd794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:41.004562 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-feb9bbd0-b5c1-402d-a16f-b3e8e10489e7 req-0109d544-bba8-4f69-8e6d-701550f7ef57 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555694
Dec 15 12:59:41.033965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34038) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:41.132838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93e43966-2510-4868-9f2a-835f2dc2adfb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 1131 time: 0.0971873
Dec 15 12:59:41.136354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34042) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:41.142466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'a671773d-d509-491b-a512-8b260b77607d', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:41.150205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:41.155763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:41.159300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:41.165928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:41.177037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:41.367269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:41.530629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.71 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/3618e8b9-e09b-4941-92da-a1065e5ee655) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 12:59:41.707003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:41.742522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:41.747773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-033970ea-c922-4aeb-a0aa-f70bccdc1a24 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:41.824725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 12:59:41.828001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 12:59:41.833290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 12:59:41.863536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=3618e8b9-e09b-4941-92da-a1065e5ee655,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:41.869866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:42.486136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:42.572236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:42.659603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:42.842253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:42.847986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:42.853786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a465fbc-5a33-4e43-a0d9-6acecd3442ee tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:42.991535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=3618e8b9-e09b-4941-92da-a1065e5ee655,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:42.995485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:43.010396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:43.302966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 370c5555-ad95-4692-9c38-9c83edeb90b3 associated. External IP: 172.26.0.71, port: a671773d-d509-491b-a512-8b260b77607d.
Dec 15 12:59:43.407110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93ec2941-90a7-46b3-9309-9702c06eb19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:43.608454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:43.762766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 12:59:43.999565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 12:59:44.012282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] Sync routers for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 12:59:44.028916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:44.030134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8da390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:44.033372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:44.097198 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1033 time: 2.9594936
Dec 15 12:59:44.098008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'tag': 'a671773d-d509-491b-a512-8b260b77607d'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:59:44.101159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34046) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:44.208044 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'tag': 'a671773d-d509-491b-a512-8b260b77607d', 'status': 'completed', 'code': 200}
Dec 15 12:59:44.243802 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-47222e18-8cbf-4bc5-a1c0-91fc30782e9a tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65&network_id=6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 200  len: 1131 time: 0.1364317
Dec 15 12:59:44.322773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:44.375949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9689611-8618-432a-a024-6dc47a39aaeb req-e1cfa99d-aa7a-404d-bf1b-4507b562db4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 1136 time: 0.1164896
Dec 15 12:59:44.553019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689611-8618-432a-a024-6dc47a39aaeb req-fde8ae32-4f01-47a0-bd53-94d95dd16551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:44.554717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9689611-8618-432a-a024-6dc47a39aaeb req-fde8ae32-4f01-47a0-bd53-94d95dd16551 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 200  len: 898 time: 0.1707823
Dec 15 12:59:44.736620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9689611-8618-432a-a024-6dc47a39aaeb req-12fd9b2c-5168-454e-8d0a-2dc69a9c38cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1036 time: 0.1739841
Dec 15 12:59:44.780815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8da390>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '370c5555-ad95-4692-9c38-9c83edeb90b3', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.71', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'port_id': 'a671773d-d509-491b-a512-8b260b77607d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-283636536', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'mac_address': 'fa:16:3e:28:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:59:42Z', 'updated_at': '2021-12-15T12:59:42Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:25Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:44.785709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] Checking router: 0793a1f2-2e1a-4a9d-8714-96dae49fd297 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 12:59:44.803397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 12:59:44.804149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8da390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:44.823258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8304e3f-781c-458a-891c-d7afeb4da0a8 req-6692571e-8466-4eee-a55b-634e78af2a2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:44.825014 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8304e3f-781c-458a-891c-d7afeb4da0a8 req-6692571e-8466-4eee-a55b-634e78af2a2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 983 time: 0.2004023
Dec 15 12:59:44.852138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689611-8618-432a-a024-6dc47a39aaeb req-f2389932-e51b-45a6-ba17-d1e364a6499e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:44.853769 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9689611-8618-432a-a024-6dc47a39aaeb req-f2389932-e51b-45a6-ba17-d1e364a6499e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd5fb85b-046c-4fdc-a072-3b756c541c5b HTTP/1.1" status: 200  len: 834 time: 0.1032026
Dec 15 12:59:44.940321 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8304e3f-781c-458a-891c-d7afeb4da0a8 req-0b5bd698-76ab-4c3a-a3ed-0ff402ec456b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072206
Dec 15 12:59:44.975281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9689611-8618-432a-a024-6dc47a39aaeb req-16de288c-7f18-45d9-a1ac-1fa831b31f0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6223f669-389f-4dd3-aec0-de44a792714b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1110058
Dec 15 12:59:45.030015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 12:59:45.140372 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9689611-8618-432a-a024-6dc47a39aaeb req-9b458ea4-4ec3-4b0e-9431-9c43a931e0ec service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572876
Dec 15 12:59:45.311114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:45.359493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9689611-8618-432a-a024-6dc47a39aaeb req-2d65d1b0-c422-43aa-99b4-f16ee0984e6e service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102280
Dec 15 12:59:45.680661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8da390>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '370c5555-ad95-4692-9c38-9c83edeb90b3', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.71', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'port_id': 'a671773d-d509-491b-a512-8b260b77607d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-283636536', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'mac_address': 'fa:16:3e:28:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:59:42Z', 'updated_at': '2021-12-15T12:59:42Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:25Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 12:59:45.685338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b818ee-7b42-4773-b613-ec30f3eb77d4 None None] The sync data for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv is: [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '370c5555-ad95-4692-9c38-9c83edeb90b3', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.71', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'port_id': 'a671773d-d509-491b-a512-8b260b77607d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-283636536', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'mac_address': 'fa:16:3e:28:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc548ee9-5250-4b38-a77a-5ca682926a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:59:42Z', 'updated_at': '2021-12-15T12:59:42Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:25Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 12:59:46.048502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a0067-f40c-4f75-88c0-e940c386123d None None] New status for floating IP 370c5555-ad95-4692-9c38-9c83edeb90b3: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 12:59:46.194099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6738dff-7156-4b0f-8f91-2941a5019f4b req-e0052d69-5270-4ff4-98de-a5e51bddff6d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:46.196130 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6738dff-7156-4b0f-8f91-2941a5019f4b req-e0052d69-5270-4ff4-98de-a5e51bddff6d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 983 time: 0.1171060
Dec 15 12:59:46.215842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-6e96be57-6368-4799-9040-8a85e21786ae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:46.217628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-6e96be57-6368-4799-9040-8a85e21786ae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 983 time: 0.0909634
Dec 15 12:59:46.280107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6738dff-7156-4b0f-8f91-2941a5019f4b req-68ed4e56-39d7-4443-9ba0-08df3c169f10 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751221
Dec 15 12:59:46.308776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-f318c6b1-7fa3-407d-8943-e739ed20c4a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:46.310337 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-f318c6b1-7fa3-407d-8943-e739ed20c4a9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0859478
Dec 15 12:59:46.481403 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-378e5530-99b9-4f02-801a-aeebb5e9710e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1651478
Dec 15 12:59:46.494484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:46.615218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:46.840440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:46.873880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:59:46.931204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] device_id is not set on port a671773d-d509-491b-a512-8b260b77607d yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 12:59:46.940686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:46.948809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:46.953765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d546b9a-5f4c-4ff4-a189-b363f8f7b6bb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:47.085808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=6']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:47.090567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:47.172812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] No DVR routers for this DVR port a671773d-d509-491b-a512-8b260b77607d on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 12:59:47.329818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-477d76ed-f85c-4825-9276-aa0011e76dc8 None None] Provisioning complete for port a671773d-d509-491b-a512-8b260b77607d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 12:59:47.330320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-477d76ed-f85c-4825-9276-aa0011e76dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:47.391790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-477d76ed-f85c-4825-9276-aa0011e76dc8 None None] Port a671773d-d509-491b-a512-8b260b77607d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 12:59:47.653650 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-21606c23-8f51-4067-9ac5-1ffe8deea058 req-3d339e2a-23da-41cd-81db-155774184749 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc548ee9-5250-4b38-a77a-5ca682926a65 HTTP/1.1" status: 200  len: 210 time: 0.0600071
Dec 15 12:59:47.756998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] In _notify_port_updated(), no bound segment for port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 12:59:47.758159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:47.759628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1dd3d972-7813-42b5-99a7-37a40b264727 req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] 10.222.0.77 "PUT /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1026 time: 1.2703619
Dec 15 12:59:48.766055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34062) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:48.846833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7712a1-879e-4140-8a37-300c7b67b9a7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:48.848471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6f7712a1-879e-4140-8a37-300c7b67b9a7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 925 time: 0.0813084
Dec 15 12:59:49.106647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34068) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:49.113162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876143721', 'description': 'tempest-secgroup-smoke-1876143721 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:49.120320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:49.132305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:49.143819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.184325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:49.188570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:49.192318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:49.198934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:49.272831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.276411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.282719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-49db693f-2fd8-4e2a-a86b-52faa4f3ab5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:49.331951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4b78a-eac1-483b-a447-a9bd4b75ee74,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:49.335125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.336536 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2287636
Dec 15 12:59:49.337675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:49.339814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34072) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:49.346249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4b78a-eac1-483b-a447-a9bd4b75ee74', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:49.353445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:49.357541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:49.360629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:49.367084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:49.386797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.458950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.462410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.464475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b4a2d982-d234-4766-bf3c-d4952513a8fa tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:49.490733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6be972-645c-44fb-adb6-69696379d6eb,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:49.493962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:49.501934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.503383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1625690
Dec 15 12:59:49.506711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34076) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:49.513575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4b78a-eac1-483b-a447-a9bd4b75ee74', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:49.520615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:49.525208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:49.528557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:49.535043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:49.556792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.646892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.650273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.656568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-261133e6-3de4-4eb9-9d18-7853b14567e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:49.678019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74599b58-9e07-4fc9-adfe-81e98a0ff05a,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:49.680647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:49.689304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.691155 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1831214
Dec 15 12:59:49.694191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34080) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:49.700443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4b78a-eac1-483b-a447-a9bd4b75ee74', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:49.707236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:49.711968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:49.715238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:49.721824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:49.740757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.812568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.816763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.818876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61fa3239-1db6-4b9f-8add-b9cd72fff51d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:49.843415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6be080d-620e-4527-a73a-8bb0ac8f0017,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:49.847093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:49.854682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.856083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1608815
Dec 15 12:59:49.858931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34084) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:49.865253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4b78a-eac1-483b-a447-a9bd4b75ee74', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:49.872324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:49.876494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:49.880096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:49.887216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:49.909063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.988211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.995268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:49.997373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f1caddd0-07e3-4ff9-8353-c6e0baa44598 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:50.022294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac9cdda-4b23-48d1-8a92-c823a3d45c5b,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:50.025124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:50.033088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.034756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1747265
Dec 15 12:59:50.038184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34088) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:50.044465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4b78a-eac1-483b-a447-a9bd4b75ee74', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:50.051464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:50.055770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:50.058934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:50.065722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:50.078744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:59:50.083023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 12:59:50.087191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.142507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 12:59:50.164429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.168121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.170067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:50.194579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c4594f-5b69-4030-91d2-4b28c0d458db,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:50.197347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:50.204926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.206306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1671100
Dec 15 12:59:50.209277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34092) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 12:59:50.215333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4b78a-eac1-483b-a447-a9bd4b75ee74', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:50.222339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 12:59:50.227539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 12:59:50.230691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 12:59:50.236997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 12:59:50.257047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 12:59:50.268936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.342257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.345839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.348160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6a7f172-6bd0-4a7c-86eb-e6ac59a21bda tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:50.375591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87c4e8a-11bd-4565-b800-122eece271d4,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:50.378324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:50.386145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:50.387542 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1772020
Dec 15 12:59:50.663684 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-f75eaa40-3b81-4c6d-af80-384ebee56acb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876143721&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.0469503
Dec 15 12:59:50.746964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-3a5c5503-5f68-48b6-a2b9-1161d090db61 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:50.748446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-3a5c5503-5f68-48b6-a2b9-1161d090db61 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 930 time: 0.0774980
Dec 15 12:59:51.082388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-e664fc17-56d8-4d75-932d-3dd61e6dddb6 service neutron] 10.222.0.53 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.3203273
Dec 15 12:59:51.235421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-f8367447-62db-4c24-83b9-9cdf97e6da1f service neutron] 10.222.0.53 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454191
Dec 15 12:59:51.394435 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-55b6d302-fe32-4f5e-b958-20cc9fe8c4ff service neutron] 10.222.0.53 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506715
Dec 15 12:59:51.608701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-95e13b4b-9177-4e29-8317-f24990c924dd req-b8092d2e-433b-408e-a43c-946725a0c46b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 210 time: 0.0503917
Dec 15 12:59:52.785196 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-12dc3804-af94-4e06-b726-e8b9c1fcf474 service neutron] 10.222.0.77 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1026 time: 0.0725853
Dec 15 12:59:52.786181 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7fae7fa3-6959-4716-b65c-9ac2b317f9bb req-a61fa39c-7961-4308-9e85-0edbb28cd913 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 210 time: 0.0478566
Dec 15 12:59:52.964600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-f9a34525-aa06-46a7-a87f-36a937bed0dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:52.966224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-f9a34525-aa06-46a7-a87f-36a937bed0dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 200  len: 797 time: 0.1752937
Dec 15 12:59:53.028913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-8af123c1-343a-449c-bf8b-58815c259c4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 12:59:53.046092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-8af123c1-343a-449c-bf8b-58815c259c4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 12:59:53.047432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-8af123c1-343a-449c-bf8b-58815c259c4f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 472 time: 0.0659938
Dec 15 12:59:53.059943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Request body: {'port': {'device_id': 'd797d104-51c8-45d6-831b-cffbbace32e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 12:59:53.181617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:53.560858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a671773d-d509-491b-a512-8b260b77607d {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:59:53.568960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:53.585118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Transition to ACTIVE for port object a671773d-d509-491b-a512-8b260b77607d will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 12:59:53.588891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:53.593728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d5a79b6b-5294-4241-872c-d078aa4c6e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:53.745726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=7']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:53.750420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:53.906954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 12:59:53.907429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 12:59:53.907726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:53.914769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 12:59:53.915129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Attempting to bind port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 12:59:53.968623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 12:59:53.969002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Checking segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 12:59:53.969423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Bound using segment: {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 12:59:53.969870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Bound port: a671773d-d509-491b-a512-8b260b77607d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 12:59:53.970277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:54.093791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 12:59:54.102231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d09ac-bcb1-4541-b12b-6645535578ca req-ee664ea6-94b2-4344-9f04-c20f80606d00 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:54.103956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e1d09ac-bcb1-4541-b12b-6645535578ca req-ee664ea6-94b2-4344-9f04-c20f80606d00 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 981 time: 0.1861844
Dec 15 12:59:54.105893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 12:59:54.110068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:54.116007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6e08f04-f9fd-4de8-997a-14614ba450cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:54.214755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:54.216312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] 10.222.0.77 "PUT /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1131 time: 1.1611314
Dec 15 12:59:54.219215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd797d104-51c8-45d6-831b-cffbbace32e5', 'tag': 'a671773d-d509-491b-a512-8b260b77607d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 12:59:54.242417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=8']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:54.246927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:54.260018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e1d09ac-bcb1-4541-b12b-6645535578ca req-c9511ce8-a100-42f9-b636-42549251afb3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450012
Dec 15 12:59:54.305249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd797d104-51c8-45d6-831b-cffbbace32e5', 'tag': 'a671773d-d509-491b-a512-8b260b77607d', 'status': 'completed', 'code': 200}
Dec 15 12:59:54.350146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-badfc28e-b720-4513-b6c9-af7d5988cb4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 1134 time: 0.0876927
Dec 15 12:59:54.479996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-be26ffb1-ff36-449e-9388-aa6b0abf0166 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1036 time: 0.1212730
Dec 15 12:59:54.552755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-3d71b597-8f95-4524-8166-1615779b34de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:54.554498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-3d71b597-8f95-4524-8166-1615779b34de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd5fb85b-046c-4fdc-a072-3b756c541c5b HTTP/1.1" status: 200  len: 834 time: 0.0683091
Dec 15 12:59:54.645109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-0b250d81-2697-45c3-970e-3c7b3e062924 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6223f669-389f-4dd3-aec0-de44a792714b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0833201
Dec 15 12:59:54.800939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-8514df36-4ca2-4eca-95d1-607b82587431 service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484530
Dec 15 12:59:54.956484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0f4f94e-3c62-4af2-bfb1-0507ccb5977e req-928723cd-5158-4d87-ba2a-a3cb7dbfaaca service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474118
Dec 15 12:59:55.088454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-a4c2f38c-790f-420d-9a10-9938f392168d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 1134 time: 0.0832951
Dec 15 12:59:55.239087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-dfef60d4-51ee-4461-8271-5b9dd3774d03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:55.240894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-dfef60d4-51ee-4461-8271-5b9dd3774d03 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 200  len: 898 time: 0.1458783
Dec 15 12:59:55.357994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-4f408a9e-2e73-4577-81b7-1ec311b89549 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1036 time: 0.1102159
Dec 15 12:59:55.481778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-49be4e9a-9ef7-4159-b28f-153f3c6d59ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:55.483446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-49be4e9a-9ef7-4159-b28f-153f3c6d59ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd5fb85b-046c-4fdc-a072-3b756c541c5b HTTP/1.1" status: 200  len: 834 time: 0.1176448
Dec 15 12:59:55.560451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ee813-3d05-46c6-9426-1be389450254 req-ebce28ff-019d-4099-a724-447fc88bbce3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:55.562110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0a3ee813-3d05-46c6-9426-1be389450254 req-ebce28ff-019d-4099-a724-447fc88bbce3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 981 time: 0.1599433
Dec 15 12:59:55.623589 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-217ea957-ee2c-47ea-b453-6edbeddfee35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6223f669-389f-4dd3-aec0-de44a792714b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1322320
Dec 15 12:59:55.633715 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0a3ee813-3d05-46c6-9426-1be389450254 req-651cbdc8-9e34-4bba-a757-54699e3bdda4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635312
Dec 15 12:59:55.777005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-67d9dc07-1f25-4d12-b51e-85b67c3719d1 service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421914
Dec 15 12:59:55.927012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ce7a9a8-0afe-4305-9d90-30b1dc01a41e req-4edb5252-675a-415a-ab45-aec52a01969b service neutron] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427841
Dec 15 12:59:56.866577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c933f9f-a015-477d-8818-cf4cd6246ed7 req-b4c499cc-9366-4cc9-8f2f-6675fdcc629a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:56.868358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c933f9f-a015-477d-8818-cf4cd6246ed7 req-b4c499cc-9366-4cc9-8f2f-6675fdcc629a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 981 time: 0.0947409
Dec 15 12:59:56.922104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c933f9f-a015-477d-8818-cf4cd6246ed7 req-19c48bcf-eda5-44a7-987c-4371cc38b391 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468080
Dec 15 12:59:57.990302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:58.115261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 12:59:58.142028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926dc18-4b8b-454d-b20b-14729b7ac472 req-cab90119-95be-48d6-9e56-19b2632ba346 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:58.143796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b926dc18-4b8b-454d-b20b-14729b7ac472 req-cab90119-95be-48d6-9e56-19b2632ba346 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 981 time: 0.0927894
Dec 15 12:59:58.196732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b926dc18-4b8b-454d-b20b-14729b7ac472 req-c5249903-d6e1-48f7-93c4-34d75230e17e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461507
Dec 15 12:59:58.271102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:58.286627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'a671773d-d509-491b-a512-8b260b77607d', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'port_id': 'a671773d-d509-491b-a512-8b260b77607d', 'mac_address': 'fa:16:3e:28:df:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 12:59:58.349298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:58.369154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a671773d-d509-491b-a512-8b260b77607d {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 12:59:58.387491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 12:59:58.391265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 12:59:58.393439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 12:59:58.461028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=9']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 12:59:58.464448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 12:59:58.588367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['a671773d-d509-491b-a512-8b260b77607d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 12:59:59.414640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158fa27-1819-4486-b65a-46df51676902 req-c654d30f-6b77-4e09-b4b0-be8a3315c07a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 12:59:59.416392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7158fa27-1819-4486-b65a-46df51676902 req-c654d30f-6b77-4e09-b4b0-be8a3315c07a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 982 time: 0.0869393
Dec 15 12:59:59.468399 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7158fa27-1819-4486-b65a-46df51676902 req-b76ee944-af8e-45f1-98c2-14b26d6933c4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456138
Dec 15 13:00:00.129941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:00.204779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port a671773d-d509-491b-a512-8b260b77607d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:00.210449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port a671773d-d509-491b-a512-8b260b77607d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:00.210885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:00.337471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:00.366866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd797d104-51c8-45d6-831b-cffbbace32e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671773d-d509-491b-a512-8b260b77607d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:00:00.377561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:00.381564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:00.383738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:00.424493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd797d104-51c8-45d6-831b-cffbbace32e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671773d-d509-491b-a512-8b260b77607d', 'code': 200}
Dec 15 13:00:00.462767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=10']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:00.466028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:00.681082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-12fa46b2-97c2-48fb-9710-5ea947222177 req-46a7f3e4-6687-4777-8c26-2bae3e4882b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 1137 time: 0.0877905
Dec 15 13:00:00.685937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a0db-dcc2-4878-88fb-5f5add4ec0fe req-d6804699-92f2-4ef7-a156-ccf19a478905 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:00.687639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7846a0db-dcc2-4878-88fb-5f5add4ec0fe req-d6804699-92f2-4ef7-a156-ccf19a478905 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 984 time: 0.0934179
Dec 15 13:00:00.736764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-12fa46b2-97c2-48fb-9710-5ea947222177 req-0b9e1f44-4faf-45b7-885d-8b3c9331db18 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488138
Dec 15 13:00:00.740453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7846a0db-dcc2-4878-88fb-5f5add4ec0fe req-6096cdb8-5e32-468e-9f04-33b090c6b319 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455906
Dec 15 13:00:02.213992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b17a8-f2e7-4ab1-8955-c22b31e222f4 req-e621399e-47a2-4aca-970c-d2d999331522 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:02.215647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b27b17a8-f2e7-4ab1-8955-c22b31e222f4 req-e621399e-47a2-4aca-970c-d2d999331522 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 984 time: 0.3399572
Dec 15 13:00:02.276548 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b27b17a8-f2e7-4ab1-8955-c22b31e222f4 req-b848b874-fdf0-48ec-aa26-bbbd93eac16a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534964
Dec 15 13:00:03.498848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26017117-bd8f-4bae-8e1f-945de0f1679b req-12be7f95-a6fe-4e99-8bc2-23836c5631fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:03.500661 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26017117-bd8f-4bae-8e1f-945de0f1679b req-12be7f95-a6fe-4e99-8bc2-23836c5631fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 984 time: 0.0916436
Dec 15 13:00:03.554715 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26017117-bd8f-4bae-8e1f-945de0f1679b req-aa347cbb-59eb-496e-87d6-6bb0193a6941 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472176
Dec 15 13:00:03.794807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76326f9-b926-4554-9722-9ed184398645 req-0fb71bd9-e8a2-4bad-adde-c18164d646e8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:03.797804 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d76326f9-b926-4554-9722-9ed184398645 req-0fb71bd9-e8a2-4bad-adde-c18164d646e8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 984 time: 0.1140332
Dec 15 13:00:03.862055 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d76326f9-b926-4554-9722-9ed184398645 req-b9870b1b-6957-4887-930d-0f6e609c1cec tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562868
Dec 15 13:00:03.899615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34146) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:03.984162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a6e5dd4-c0a9-4601-96ed-48b3ccb7231d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5&network_id=6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 200  len: 1132 time: 0.0830965
Dec 15 13:00:04.409588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172e4d3-743c-4ed5-a90d-c0eb6a912378 req-c21b1482-b69a-4bf2-958b-5803254ca7fd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:04.411299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4172e4d3-743c-4ed5-a90d-c0eb6a912378 req-c21b1482-b69a-4bf2-958b-5803254ca7fd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 984 time: 0.0878854
Dec 15 13:00:04.467085 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4172e4d3-743c-4ed5-a90d-c0eb6a912378 req-c18ab55c-d70c-4bd7-83e9-841a183b0b74 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490973
Dec 15 13:00:05.649920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-fd1cdf7d-79cd-4ff2-9dcd-8a9faf58a3cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:05.651587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-fd1cdf7d-79cd-4ff2-9dcd-8a9faf58a3cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 984 time: 0.0889947
Dec 15 13:00:05.699249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14776fcc-7d64-4f1a-8636-db6e8112960b req-64fdd3ab-3621-4a5b-95fa-4b9eea84f712 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:05.700900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14776fcc-7d64-4f1a-8636-db6e8112960b req-64fdd3ab-3621-4a5b-95fa-4b9eea84f712 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 984 time: 0.0988841
Dec 15 13:00:05.729656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-7d657875-f34f-460a-9572-13f529e1e78a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:05.731153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-7d657875-f34f-460a-9572-13f529e1e78a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0726769
Dec 15 13:00:05.753813 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14776fcc-7d64-4f1a-8636-db6e8112960b req-6fcfd538-941b-4578-a79d-494a54724b53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=604c202a-459b-4973-ba34-6c95be73c31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456791
Dec 15 13:00:05.895576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-2ef70e59-8990-42e9-8f7f-badefc99a9a4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1583087
Dec 15 13:00:05.906526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:06.025875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:06.248017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a671773d-d509-491b-a512-8b260b77607d,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:06.282097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] For port a671773d-d509-491b-a512-8b260b77607d, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:00:06.336296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] device_id is not set on port a671773d-d509-491b-a512-8b260b77607d yet. {{(pid=88870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 15 13:00:06.344908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:06.350742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:06.354984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e6fe1fe3-5d77-4332-adf5-22a4f99ce7cc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:06.493201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=11']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:06.519525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.519985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.520543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.520986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.521394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.521804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.522198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.522590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.522989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.523416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.523818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:06.529773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:06.582351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] No DVR routers for this DVR port a671773d-d509-491b-a512-8b260b77607d on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:00:06.698138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8715ec0e-1452-4f2e-9817-6c200bfb135c None None] Provisioning complete for port a671773d-d509-491b-a512-8b260b77607d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:06.698719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8715ec0e-1452-4f2e-9817-6c200bfb135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:06.755754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8715ec0e-1452-4f2e-9817-6c200bfb135c None None] Port a671773d-d509-491b-a512-8b260b77607d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:00:06.863062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] In _notify_port_updated(), no bound segment for port a671773d-d509-491b-a512-8b260b77607d on network 6223f669-389f-4dd3-aec0-de44a792714b {{(pid=88870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 15 13:00:06.864544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:06.866529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3af3312-9edf-4d6c-8fd9-12930ade7148 req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] 10.222.0.77 "PUT /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 200  len: 1027 time: 0.9645448
Dec 15 13:00:06.950199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebfb00c8-794d-4e40-8487-82358b67f974 req-77c085ee-269a-423a-b68e-13361d2ccb6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=d797d104-51c8-45d6-831b-cffbbace32e5 HTTP/1.1" status: 200  len: 210 time: 0.0572481
Dec 15 13:00:08.074087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34160) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:08.161465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-527b4f8c-84f0-4062-add7-748f45e2c5bc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:08.198143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-527b4f8c-84f0-4062-add7-748f45e2c5bc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:08.274493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-527b4f8c-84f0-4062-add7-748f45e2c5bc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:08.279101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-08fa675d-9dbb-4fe1-bfcb-29a184ed2cea tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:08.297644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b4f8c-84f0-4062-add7-748f45e2c5bc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4b78a-eac1-483b-a447-a9bd4b75ee74,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:08.301897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-527b4f8c-84f0-4062-add7-748f45e2c5bc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:08.312074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-527b4f8c-84f0-4062-add7-748f45e2c5bc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:08.313790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-527b4f8c-84f0-4062-add7-748f45e2c5bc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/f5b4b78a-eac1-483b-a447-a9bd4b75ee74 HTTP/1.1" status: 204  len: 168 time: 0.2381387
Dec 15 13:00:08.358984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34166) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:08.600968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 3618e8b9-e09b-4941-92da-a1065e5ee655 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:00:08.601319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:08.798148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:08.798501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:08.959141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 3618e8b9-e09b-4941-92da-a1065e5ee655 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:00:09.131821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:09.135892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:09.186278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=3618e8b9-e09b-4941-92da-a1065e5ee655,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:09.190407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:09.299987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:09.757733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:00:10.004632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:00:10.018591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] Sync routers for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:00:10.031786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:10.035162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:10.035994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb077f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:10.097054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/370c5555-ad95-4692-9c38-9c83edeb90b3 HTTP/1.1" status: 204  len: 168 time: 1.7367532
Dec 15 13:00:10.194521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:00:10.300634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a671773d-d509-491b-a512-8b260b77607d not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:00:10.312167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:10.334433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34174) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:10.432548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:10.481658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:10.548458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:10.556507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-73d99e44-314d-4ee9-99c9-b4be17739f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:10.576704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd418c21-c86c-47a3-80a6-0394c5722a3b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:10.592495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:10.595216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd418c21-c86c-47a3-80a6-0394c5722a3b HTTP/1.1" status: 204  len: 168 time: 0.2591636
Dec 15 13:00:10.598200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.598633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.599054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.599579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.600005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.600448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.600862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.601285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.601722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.602139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.602547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:10.606527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:10.634190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34180) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:10.713496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port a671773d-d509-491b-a512-8b260b77607d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:00:10.713894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:10.749875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb077f28>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:25Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:10.758410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] Checking router: 0793a1f2-2e1a-4a9d-8714-96dae49fd297 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:00:10.773580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:10.774718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb077f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T12:59:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:11.008495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dea57344-8138-4512-a0b4-ef7abb05efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:11.028511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:11.276831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:11.418842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb077f28>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:25Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:11.425580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefef53-eaec-4c19-8e13-9f6af4bacd16 None None] The sync data for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv is: [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T12:59:12Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '9296355b-e217-4b72-9925-8d83ed5631d9', 'name': '', 'network_id': '6223f669-389f-4dd3-aec0-de44a792714b', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:51:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:10Z', 'updated_at': '2021-12-15T12:59:25Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'fd5fb85b-046c-4fdc-a072-3b756c541c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:00:11.426369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for a671773d-d509-491b-a512-8b260b77607d owned by  {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:00:11.600865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:11.607790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4548fd43-1a41-4393-8d31-d4438778bfb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:11.658033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=a671773d-d509-491b-a512-8b260b77607d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:11.661146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:11.782593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:11.803561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/ports/a671773d-d509-491b-a512-8b260b77607d HTTP/1.1" status: 204  len: 168 time: 1.1676779
Dec 15 13:00:11.804385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34184) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:11.942904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9408cc-8e64-4212-97ab-6fce3926bf2b None None] New status for floating IP 370c5555-ad95-4692-9c38-9c83edeb90b3: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:00:12.309683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:12.654001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:13.034186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 9296355b-e217-4b72-9925-8d83ed5631d9 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:00:13.034570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:13.266224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 9296355b-e217-4b72-9925-8d83ed5631d9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9296355b-e217-4b72-9925-8d83ed5631d9,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:13.266684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:13.414245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ff30685-cdb3-4bb9-83a2-e6a476e2f0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:13.416106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 9296355b-e217-4b72-9925-8d83ed5631d9 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:00:13.615257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:13.638485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:13.643500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a56ff29-7a2e-4e66-9816-7306fa6cc798 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:13.690495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=9296355b-e217-4b72-9925-8d83ed5631d9,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:13.693714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:14.043687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:14.592065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:00:15.050690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:00:15.261399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:15.311531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:00:15.323463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] Sync routers for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:00:15.325995 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/0793a1f2-2e1a-4a9d-8714-96dae49fd297/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5199764
Dec 15 13:00:15.329590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34188) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:15.339988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:15.340734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12438>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:15.584047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet fd5fb85b-046c-4fdc-a072-3b756c541c5b {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:00:15.588638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:15.660792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:15.749283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:15.785865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:15.874540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:15.880046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-321e09ab-1eb8-4e0c-8336-3be321fe1a6f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:15.921388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5fb85b-046c-4fdc-a072-3b756c541c5b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:15.925268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:15.926379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:15.936046 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/fd5fb85b-046c-4fdc-a072-3b756c541c5b HTTP/1.1" status: 204  len: 168 time: 0.6049359
Dec 15 13:00:15.937012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34192) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:15.963003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd56f3b-f2a9-4e27-afc2-1287014d2aac None None] Network 6223f669-389f-4dd3-aec0-de44a792714b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:00:16.184213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:16.341631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12438>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T13:00:13Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:16.349712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] Checking router: 0793a1f2-2e1a-4a9d-8714-96dae49fd297 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:00:16.364143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] Routers {'0793a1f2-2e1a-4a9d-8714-96dae49fd297'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:16.365010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12438>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:16.462379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] DHCP port deletion for 6223f669-389f-4dd3-aec0-de44a792714b request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:00:16.478538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:16.488001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port fef95660-a28b-46de-9061-b2388e6307c5 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:00:16.488394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:16.529881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Deleting port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:00:16.530309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:16.707814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] Set router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:16.735209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port fef95660-a28b-46de-9061-b2388e6307c5, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=fef95660-a28b-46de-9061-b2388e6307c5,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:16.735570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:16.875865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for fef95660-a28b-46de-9061-b2388e6307c5 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:00:16.950432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] For port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2ce7bca4-ab47-4d1b-a87a-ca6892069db6,segment=NetworkSegment(a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001),segment_id=a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:16.950886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:17.114446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:17.119933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:17.158415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:00:17.177208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=fef95660-a28b-46de-9061-b2388e6307c5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:17.180109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:17.196951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Calling delete_port for 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:00:17.406184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:17.418505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:17.431503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:17.670229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 update to DOWN by agent not found {{(pid=88871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 15 13:00:17.676490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Pushing event deleted for resources: {'Port': ['ID=2ce7bca4-ab47-4d1b-a87a-ca6892069db6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:17.695127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] No DVR routers for this DVR port 2ce7bca4-ab47-4d1b-a87a-ca6892069db6 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:00:17.699877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.700279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.700691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.701135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.701579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.702249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.702775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.703186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.703607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.704001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.704378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:17.710346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:17.724192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbb12438>, [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T13:00:13Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:17.729286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfab4ab-1d9a-4d9d-a862-9eac9ef3956f None None] The sync data for ids ['0793a1f2-2e1a-4a9d-8714-96dae49fd297'] in dv-neutron-821831-1-hyperv is: [{'id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'name': 'tempest-TestNetworkBasicOps-router-2072392721', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:59:02Z', 'updated_at': '2021-12-15T13:00:13Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'fef95660-a28b-46de-9061-b2388e6307c5', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a1f2-2e1a-4a9d-8714-96dae49fd297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:59:03Z', 'updated_at': '2021-12-15T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:00:18.048833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.054193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.089510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.090190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router 0793a1f2-2e1a-4a9d-8714-96dae49fd297 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:00:18.113428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.114858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/0793a1f2-2e1a-4a9d-8714-96dae49fd297 HTTP/1.1" status: 204  len: 168 time: 2.1766775
Dec 15 13:00:18.118078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34196) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:18.273812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.474688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.505942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa94e160>,) {'filters': {'network_id': ['6223f669-389f-4dd3-aec0-de44a792714b']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:18.527698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa94e160>, 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:18.528270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa94e160>, 'a1d87bf4-6f38-487d-b1c2-1a2bb6c6b001') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:18.543534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.564484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.577644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:00:18.578298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:00:18.596297 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:00:18.705052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.708917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b409d5f-221b-46ec-83ed-738f78595214 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:18.728387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.740293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=6223f669-389f-4dd3-aec0-de44a792714b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:18.745788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:18.752925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/6223f669-389f-4dd3-aec0-de44a792714b HTTP/1.1" status: 204  len: 168 time: 0.6333373
Dec 15 13:00:18.782151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34200) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:18.797619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-db6559bd-fd5a-4d1f-af89-a0aa89e3738d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0138390
Dec 15 13:00:18.800437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34204) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:18.806870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--154056833', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:18.813784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:18.818811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:network and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:18.822623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:18.831020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:18.840942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:00:18.846886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.879580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:00:18.893979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.894532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5 of type vlan for network 0312e69b-5d0b-4e6d-a57b-e673a66e2840
Dec 15 13:00:18.932704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.979980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.984532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:18.985220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:18.992292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-471836d3-c61f-4317-84fa-eba7add505f9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:19.097322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fef95660-a28b-46de-9061-b2388e6307c5 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:00:19.123256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3184376
Dec 15 13:00:19.124194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34208) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:19.132385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=0312e69b-5d0b-4e6d-a57b-e673a66e2840,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:19.133782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:19.136584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:19.141422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: fef95660-a28b-46de-9061-b2388e6307c5 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:00:19.141820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device fef95660-a28b-46de-9061-b2388e6307c5 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:00:19.142268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9296355b-e217-4b72-9925-8d83ed5631d9 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:00:19.145414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:19.151598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:19.158626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:19.167032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:19.181977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:00:19.183793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:19.184964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:19.210632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:19.211385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 9296355b-e217-4b72-9925-8d83ed5631d9 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:00:19.212030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9296355b-e217-4b72-9925-8d83ed5631d9 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:00:19.420710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:19.641197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:19.682858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:19.841985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.214 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/40e63fd9-4864-4e00-8217-6b9d4ebcb998) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:00:20.024883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:20.055888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:20.062768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e3e19b4c-b799-42d7-8e52-8b77a3e202da tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:20.160910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:00:20.165151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:00:20.167209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=40e63fd9-4864-4e00-8217-6b9d4ebcb998,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:20.169594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:00:20.201668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:20.364753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:20.365539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:20.648014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router f5337390-7889-4856-89b4-f043f25c0dec is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:00:20.889840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:00:20.907166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Sync routers for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:00:20.920870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:20.921954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:20.922728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb611668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:20.923056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.7968149
Dec 15 13:00:20.926896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34212) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:20.978774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a4129de-db78-4fa2-9fc8-02619bf928fb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0501966
Dec 15 13:00:20.982499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34216) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:21.153977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95755a-502a-4adb-8efa-fb3a50078adb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:21.155870 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-df95755a-502a-4adb-8efa-fb3a50078adb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1720634
Dec 15 13:00:21.160662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34220) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:21.227735 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aa489ca3-5c62-45df-a89f-45a1dcbf5b87 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0651796
Dec 15 13:00:21.230900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34224) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:21.239649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864728218', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:21.340503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:21.375562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:21.379910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:21.382878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:21.388956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:21.400698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:00:21.518340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:21.680751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb611668>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:20Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:21.687247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Checking router: f5337390-7889-4856-89b4-f043f25c0dec for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:00:21.687928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Updating router f5337390-7889-4856-89b4-f043f25c0dec port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:00:21.752258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:21.787190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:21.792376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5228b68f-abff-40b9-9f5a-4673a2b62901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:21.877678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:21.880821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:21.895274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:00:21.895891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: 0312e69b-5d0b-4e6d-a57b-e673a66e2840, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:00:21.926324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:00:21.937393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 0312e69b-5d0b-4e6d-a57b-e673a66e2840) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:00:21.943057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:21.944059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:21.952776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b30dba5-d549-4b83-b512-7fdecf86cef7 None None] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:00:21.972178 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7394855
Dec 15 13:00:21.975758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34228) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:22.161412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.177036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Transition to ACTIVE for port object 40e63fd9-4864-4e00-8217-6b9d4ebcb998 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:00:22.184417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.197844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8955204-d246-4d43-98e2-d1b9d3a48f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:22.225338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:00:22.228035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.285214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Attempting to bind port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:00:22.285747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Attempting to bind port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:00:22.286407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Attempting to bind port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:00:22.299091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:00:22.299491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:00:22.300112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.300112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:00:22.300680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Bound port: 40e63fd9-4864-4e00-8217-6b9d4ebcb998, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:00:22.301103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.347991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Pushing event updated for resources: {'Port': ['ID=40e63fd9-4864-4e00-8217-6b9d4ebcb998,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:22.359306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.359727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.360092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.360527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.361270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.362371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.362493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.362750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.363124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.363516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.363888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:00:22.369677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:22.422945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] For port 40e63fd9-4864-4e00-8217-6b9d4ebcb998, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:00:22.426461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] For port 40e63fd9-4864-4e00-8217-6b9d4ebcb998, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=40e63fd9-4864-4e00-8217-6b9d4ebcb998,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:00:22.432694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.441061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:22.446939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Allocated IP 172.20.0.2 (0312e69b-5d0b-4e6d-a57b-e673a66e2840/cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374/6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:00:22.550060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Pushing event updated for resources: {'Port': ['ID=40e63fd9-4864-4e00-8217-6b9d4ebcb998,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:22.554661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:22.556329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:22.557089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb611668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:22.723432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.735369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Transition to ACTIVE for port object 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:00:22.759302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Transition to ACTIVE for port object 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:00:22.764497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.770695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:22.789613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:22.845221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:00:22.849899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Pushing event updated for resources: {'Port': ['ID=6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:22.853036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:22.854214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:00:22.856545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:00:22.954054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.971947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Attempting to bind port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:00:22.972459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Attempting to bind port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:00:22.973159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Attempting to bind port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 on network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:00:22.981807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:00:22.982151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Checking segment: {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:00:22.982627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:22.983069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Bound using segment: {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:00:22.983646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Bound port: 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:00:22.984072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:23.099422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] For port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:00:23.103472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] For port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:00:23.107365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:23.113268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:23.187256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb611668>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:20Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:23.193623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99798b1-9071-4ebe-9531-66e9fbfc7428 None None] The sync data for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv is: [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:20Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:00:23.240026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Pushing event updated for resources: {'Port': ['ID=6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:23.243774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:23.458539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (0312e69b-5d0b-4e6d-a57b-e673a66e2840/cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374/68a14297-0d82-45c9-9bdb-2a808b7a5459) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:00:23.663513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:23.690914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 68a14297-0d82-45c9-9bdb-2a808b7a5459 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:00:23.730421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:23.734794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3be5d02f-7eef-4a7a-9aac-da20d5d25098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:23.829156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:00:23.833292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:00:23.836004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:00:23.869888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:23.873076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:23.906151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:24.005281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:24.837822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:24.845551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:24.892081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7796ed9-78ad-4e1a-8147-16017a9147f4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:25.008649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:25.013638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:25.017961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:25.111685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcfc601-177c-44ae-a47f-1c831bd4eccc None None] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:00:25.207524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 40e63fd9-4864-4e00-8217-6b9d4ebcb998 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:25.214497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:00:25.217124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:00:25.332803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-65345d3d-0557-417e-827c-9c4c65c4f87f None None] Provisioning for port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:25.476813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:25.485808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:25.486216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:25.647322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:25.669680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 40e63fd9-4864-4e00-8217-6b9d4ebcb998, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=40e63fd9-4864-4e00-8217-6b9d4ebcb998,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:25.675710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:25.675710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:25.719192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3eba229d-5a34-4ac7-988a-ce541e7c8c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:25.807036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router f5337390-7889-4856-89b4-f043f25c0dec has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:00:25.867940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=40e63fd9-4864-4e00-8217-6b9d4ebcb998,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:25.872247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:25.879384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:25.886193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:25.886760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:26.046652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:26.070644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-779c2aeb-3ea5-4eb7-8042-28672607de00 None None] Provisioning complete for port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:26.071075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-779c2aeb-3ea5-4eb7-8042-28672607de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:26.071725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:00:26.088190 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/f5337390-7889-4856-89b4-f043f25c0dec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1110148
Dec 15 13:00:26.091147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34232) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:26.141327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:26.145835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:26.149433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4dfe639f-566d-4617-8d5b-42a615c42e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:26.273642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:26.285060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:26.302957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2274b3b-1e5e-4ea9-9eb1-97b2bfde21fb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.303399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2274b3b-1e5e-4ea9-9eb1-97b2bfde21fb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.303978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2274b3b-1e5e-4ea9-9eb1-97b2bfde21fb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.304402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2274b3b-1e5e-4ea9-9eb1-97b2bfde21fb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.307377 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2274b3b-1e5e-4ea9-9eb1-97b2bfde21fb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.2146688
Dec 15 13:00:26.310111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34236) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:26.326756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-779c2aeb-3ea5-4eb7-8042-28672607de00 None None] Provisioning for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:26.333239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-779c2aeb-3ea5-4eb7-8042-28672607de00 None None] Provisioning complete for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:26.333801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-779c2aeb-3ea5-4eb7-8042-28672607de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:26.401343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-779c2aeb-3ea5-4eb7-8042-28672607de00 None None] Port 68a14297-0d82-45c9-9bdb-2a808b7a5459 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:00:26.530752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-81a7ca2b-0beb-4a36-bdb8-097e11963e89 None None] Provisioning complete for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:26.531307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-81a7ca2b-0beb-4a36-bdb8-097e11963e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:26.597790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-81a7ca2b-0beb-4a36-bdb8-097e11963e89 None None] Port 68a14297-0d82-45c9-9bdb-2a808b7a5459 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:00:26.621508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Sync routers for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:00:26.642143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:26.642857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb96eda0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:26.659380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9096f-1e79-448f-b0a0-82fc8b027075 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.659785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9096f-1e79-448f-b0a0-82fc8b027075 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.660190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9096f-1e79-448f-b0a0-82fc8b027075 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.660600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9096f-1e79-448f-b0a0-82fc8b027075 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:26.662535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-adb9096f-1e79-448f-b0a0-82fc8b027075 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.3513634
Dec 15 13:00:26.667280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34240) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:26.926098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0da7e77d-fc07-476b-a66a-2bafcb4c53c2 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2542810
Dec 15 13:00:27.002730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fae26e54-b188-4159-86cd-a9700f2eb2e8 None None] Provisioning complete for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:27.003150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fae26e54-b188-4159-86cd-a9700f2eb2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.092904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fae26e54-b188-4159-86cd-a9700f2eb2e8 None None] Port 68a14297-0d82-45c9-9bdb-2a808b7a5459 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:00:27.102900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:27.149662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 40e63fd9-4864-4e00-8217-6b9d4ebcb998 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:27.341265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34248) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:27.353137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526892615', 'description': 'tempest-secgroup-smoke-1526892615 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:27.365188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:27.372849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:27.377908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:27.386293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:27.400096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.424094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:27.424427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.443400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:27.447963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:27.451230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:27.459384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:27.523443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.527224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.533991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d108c24e-3993-4390-9b95-df7c43c7dd2c tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:27.596907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a952dd23-5369-4dbb-87f5-f1b052a7f4f8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:27.600902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:27.603152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.604990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2615442
Dec 15 13:00:27.607774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34252) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:27.614703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'a952dd23-5369-4dbb-87f5-f1b052a7f4f8', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:27.621456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:27.625664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:27.631879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:27.632130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:27.638266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:27.658979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.700569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb96eda0>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:00:24Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:27.708398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Checking router: f5337390-7889-4856-89b4-f043f25c0dec for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:00:27.708814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Updating router f5337390-7889-4856-89b4-f043f25c0dec port 68a14297-0d82-45c9-9bdb-2a808b7a5459 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:00:27.738516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.743055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.745538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5baf4b1e-094e-4692-853f-a9661eb7638c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:27.771144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376c4240-8557-48a5-af34-d5df67683381,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:27.776149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:27.786088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.786964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.788136 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1787503
Dec 15 13:00:27.791306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34256) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:27.797981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'a952dd23-5369-4dbb-87f5-f1b052a7f4f8', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:27.804030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:27.804446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.806350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:27.810527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:27.814538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:27.821925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:27.848260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.924838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.928461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.930557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28daf9a4-45d0-4caf-ae8d-6ead0b7ffe4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:27.957018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1f232d-be5d-44b5-aedd-cb2aeadc789e,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:27.962196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:27.966313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:27.967664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1751621
Dec 15 13:00:27.970847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34260) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:27.977479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'a952dd23-5369-4dbb-87f5-f1b052a7f4f8', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:27.985030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:27.990652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:27.993904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:28.000066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:28.018497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.064305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.093869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.097248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.099650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a87b6c5d-68e7-4eba-b99a-39d5e361d272 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:28.124930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52facd15-94ae-42b1-92da-1e90162236a7,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:28.127962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:28.135809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.139445 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1651578
Dec 15 13:00:28.140711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34264) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:28.148226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'a952dd23-5369-4dbb-87f5-f1b052a7f4f8', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:28.155395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:28.161788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:28.165466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:28.173142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:28.196479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.284690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.293940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.304347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a933a225-c9f6-43c5-91fa-e88c720a112a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:28.329145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505c565f-204c-4d6a-81ac-28b59c782a10,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:28.333001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:28.338108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.340142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1976600
Dec 15 13:00:28.343294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34268) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:28.345700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.350283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'a952dd23-5369-4dbb-87f5-f1b052a7f4f8', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:28.357632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:28.359537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Transition to ACTIVE for port object 68a14297-0d82-45c9-9bdb-2a808b7a5459 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:00:28.362168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:28.365723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:28.366722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.372390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d770f3c7-01cb-4a23-9357-37391472f6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:28.373724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:28.389152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:00:28.397649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.489342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.493030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.495795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f213dc4d-5c27-47e1-a5b0-7f86fcc4301e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:28.515896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ad358-ce1b-4e50-9598-c9ed340df91a None None] Pushing event updated for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:28.519124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-157ad358-ce1b-4e50-9598-c9ed340df91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:28.523842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4239942f-49db-433e-b258-21e88f852f17,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:28.526670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:28.534669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.539413 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1917167
Dec 15 13:00:28.539683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34272) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:28.546607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'a952dd23-5369-4dbb-87f5-f1b052a7f4f8', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:28.556422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:28.561276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:28.565097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:28.573536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:28.590221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:00:28.598397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.627306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Attempting to bind port 68a14297-0d82-45c9-9bdb-2a808b7a5459 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:00:28.627306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Attempting to bind port 68a14297-0d82-45c9-9bdb-2a808b7a5459 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:00:28.627306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Attempting to bind port 68a14297-0d82-45c9-9bdb-2a808b7a5459 on network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:00:28.635645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:00:28.636091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Checking segment: {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:00:28.636556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.637007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Bound using segment: {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:00:28.637561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Bound port: 68a14297-0d82-45c9-9bdb-2a808b7a5459, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:00:28.637977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.728610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.733034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.736482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:28.773460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] For port 68a14297-0d82-45c9-9bdb-2a808b7a5459, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:00:28.779798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] For port 68a14297-0d82-45c9-9bdb-2a808b7a5459, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=68a14297-0d82-45c9-9bdb-2a808b7a5459,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:00:28.782210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b37fc2-5cd2-4f26-9176-c2df3134d617,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:28.786245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.787331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:28.795174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:28.797519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:28.800115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2589221
Dec 15 13:00:28.914304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ad358-ce1b-4e50-9598-c9ed340df91a None None] Pushing event updated for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:28.919134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-157ad358-ce1b-4e50-9598-c9ed340df91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:28.922299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:28.923128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb96eda0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:29.042172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-455d1d04-e43d-4fbb-8d94-f62cb3095b00 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:00:29.062210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-455d1d04-e43d-4fbb-8d94-f62cb3095b00 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:00:29.064214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-455d1d04-e43d-4fbb-8d94-f62cb3095b00 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526892615&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.0828815
Dec 15 13:00:29.174683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:29.257963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-b9561cff-4804-47ff-9f89-4845a7e349ed tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:29.258770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-b9561cff-4804-47ff-9f89-4845a7e349ed tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:00:29.279956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-b9561cff-4804-47ff-9f89-4845a7e349ed tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:00:29.283266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-b9561cff-4804-47ff-9f89-4845a7e349ed tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=0312e69b-5d0b-4e6d-a57b-e673a66e2840 HTTP/1.1" status: 200  len: 796 time: 0.2003062
Dec 15 13:00:29.304142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3f5b4b3d-d3d1-44a9-8601-a64a42ebe6f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0157554
Dec 15 13:00:29.403091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-c3aee92c-7dab-489b-a394-3b6dd00e4fc4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:00:29.421106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-c3aee92c-7dab-489b-a394-3b6dd00e4fc4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:00:29.422617 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-c3aee92c-7dab-489b-a394-3b6dd00e4fc4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1114693
Dec 15 13:00:29.575540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb96eda0>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:00:28Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:29.580868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d0872-4ca8-4a46-9960-9d94e1404aec None None] The sync data for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv is: [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:00:28Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:00:29.587091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-50c9381f-64d7-4952-9a6f-2d0866f7c81d service neutron] 10.222.0.53 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496711
Dec 15 13:00:29.763644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-20baee36-fa37-4993-8492-5d873d5aea5f service neutron] 10.222.0.53 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694980
Dec 15 13:00:29.998185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4582d3bd-42d6-4f1c-880c-1bd4f63b2141 req-2dcde2d4-61d3-414a-aea0-19d05a6072dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:00:30.013783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4582d3bd-42d6-4f1c-880c-1bd4f63b2141 req-2dcde2d4-61d3-414a-aea0-19d05a6072dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:00:30.015291 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4582d3bd-42d6-4f1c-880c-1bd4f63b2141 req-2dcde2d4-61d3-414a-aea0-19d05a6072dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 210 time: 0.0782518
Dec 15 13:00:31.169232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 68a14297-0d82-45c9-9bdb-2a808b7a5459 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:31.252560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9e32b6f1-4316-45a6-8d0f-5d2326738b97 req-e9fce0b1-292b-492b-82e3-56cac1bb43b1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 210 time: 0.0579891
Dec 15 13:00:31.282445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:31.299690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:31.299845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-48fec015-d336-4084-a57d-a9048f14b74d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:31.299954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:31.300037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-48fec015-d336-4084-a57d-a9048f14b74d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=0312e69b-5d0b-4e6d-a57b-e673a66e2840 HTTP/1.1" status: 200  len: 796 time: 0.2208662
Dec 15 13:00:31.359443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-336d5f1c-8090-4ccf-a12d-223c1f56f185 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:00:31.374859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-336d5f1c-8090-4ccf-a12d-223c1f56f185 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:00:31.376483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-336d5f1c-8090-4ccf-a12d-223c1f56f185 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 380 time: 0.0724792
Dec 15 13:00:31.387592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['a952dd23-5369-4dbb-87f5-f1b052a7f4f8']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:31.480767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:31.517544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 68a14297-0d82-45c9-9bdb-2a808b7a5459, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=68a14297-0d82-45c9-9bdb-2a808b7a5459,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:31.521428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:31.523623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65fcf429-14b1-4402-9515-c21d13050899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:31.561496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:31.573597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:31.584187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:00:31.590074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:31.594588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:31.598940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:31.784403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.5 (0312e69b-5d0b-4e6d-a57b-e673a66e2840/cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374/7865fee3-3160-445d-bfbc-d6fad6182c67) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:00:32.019333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:32.038328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 7865fee3-3160-445d-bfbc-d6fad6182c67 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:00:32.061109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:32.067543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d517508-9df7-4025-ade2-07e2b43a9b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:32.149748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:00:32.153226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:00:32.158233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:00:32.187630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=7865fee3-3160-445d-bfbc-d6fad6182c67,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:32.198113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:32.243067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:32.243825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:32.284995 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9022915
Dec 15 13:00:32.298249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Request body: {'port': {'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:32.512795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:32.543372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-641b8009-18a2-46d5-8eb8-4d84910e2a9c None None] Provisioning for port 7865fee3-3160-445d-bfbc-d6fad6182c67 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:32.549782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-641b8009-18a2-46d5-8eb8-4d84910e2a9c None None] Provisioning complete for port 7865fee3-3160-445d-bfbc-d6fad6182c67 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:32.550230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-641b8009-18a2-46d5-8eb8-4d84910e2a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:32.614536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-641b8009-18a2-46d5-8eb8-4d84910e2a9c None None] Port 7865fee3-3160-445d-bfbc-d6fad6182c67 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:00:32.625489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4961693-f665-4126-a9d5-aea47711c900 req-edc16e73-4224-4f79-b37a-5a78920117f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:32.626386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d4961693-f665-4126-a9d5-aea47711c900 req-edc16e73-4224-4f79-b37a-5a78920117f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:00:32.715734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d4961693-f665-4126-a9d5-aea47711c900 req-edc16e73-4224-4f79-b37a-5a78920117f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:00:32.717117 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4961693-f665-4126-a9d5-aea47711c900 req-edc16e73-4224-4f79-b37a-5a78920117f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 931 time: 0.2914770
Dec 15 13:00:32.894830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d4961693-f665-4126-a9d5-aea47711c900 req-d4df1c67-f0c1-429f-9185-59e9338cd0f7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1696527
Dec 15 13:00:33.062703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7865fee3-3160-445d-bfbc-d6fad6182c67 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:00:33.076141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:33.105442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Transition to ACTIVE for port object 7865fee3-3160-445d-bfbc-d6fad6182c67 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:00:33.109240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:33.114276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e734cf7f-918c-48de-87ed-27845033c67a tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:33.140882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 68a14297-0d82-45c9-9bdb-2a808b7a5459 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:33.283870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7865fee3-3160-445d-bfbc-d6fad6182c67,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:33.290299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:33.317824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:33.318860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:33.435768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Attempting to bind port 7865fee3-3160-445d-bfbc-d6fad6182c67 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:00:33.436015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Attempting to bind port 7865fee3-3160-445d-bfbc-d6fad6182c67 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:00:33.436404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Attempting to bind port 7865fee3-3160-445d-bfbc-d6fad6182c67 on network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:00:33.446242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Port 7865fee3-3160-445d-bfbc-d6fad6182c67 on network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:00:33.446606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Attempting to bind port 7865fee3-3160-445d-bfbc-d6fad6182c67 on network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:00:33.459288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:00:33.460065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Checking segment: {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:00:33.460846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Bound using segment: {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:00:33.461612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Bound port: 7865fee3-3160-445d-bfbc-d6fad6182c67, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:00:33.462229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:33.588348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] For port 7865fee3-3160-445d-bfbc-d6fad6182c67, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:00:33.592400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] For port 7865fee3-3160-445d-bfbc-d6fad6182c67, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7865fee3-3160-445d-bfbc-d6fad6182c67,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:00:33.599580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:33.604066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:33.674287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:33.675932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] 10.222.0.77 "PUT /v2.0/ports/7865fee3-3160-445d-bfbc-d6fad6182c67 HTTP/1.1" status: 200  len: 1093 time: 1.3831789
Dec 15 13:00:33.676573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:00:33.696358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7865fee3-3160-445d-bfbc-d6fad6182c67,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:33.708111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:33.774813 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'status': 'completed', 'code': 200}
Dec 15 13:00:33.834440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-24426777-711d-4950-b097-a2637f20901b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 1096 time: 0.1163743
Dec 15 13:00:33.919974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-3d6fe24f-7b99-4f30-9f1d-ebb5c95be32a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7865fee3-3160-445d-bfbc-d6fad6182c67 HTTP/1.1" status: 200  len: 217 time: 0.0780499
Dec 15 13:00:34.018293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-bbd164ce-3e5a-4331-9ccf-af03b84ea731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:34.020226 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-bbd164ce-3e5a-4331-9ccf-af03b84ea731 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374 HTTP/1.1" status: 200  len: 834 time: 0.0927777
Dec 15 13:00:34.227741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-0f632cb9-9b3b-4535-8b4a-14ba3fcf49e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0312e69b-5d0b-4e6d-a57b-e673a66e2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2005730
Dec 15 13:00:34.237667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817f70e-9056-4d41-96b8-e2743c48db96 req-df5b0b3f-6556-4240-b47c-fb88d73fb752 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:34.239426 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a817f70e-9056-4d41-96b8-e2743c48db96 req-df5b0b3f-6556-4240-b47c-fb88d73fb752 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 943 time: 0.1644685
Dec 15 13:00:34.443894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a817f70e-9056-4d41-96b8-e2743c48db96 req-695838e5-4208-450f-a7fc-95265cf08098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1682928
Dec 15 13:00:34.483751 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-c953dc5b-ea66-49c6-ae3e-e30a1b62e14b service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427387
Dec 15 13:00:34.685270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-517b8daa-c69f-4cb4-bb7b-519fe2aa705e req-b2541bc0-0ebc-408f-9672-f5084ae183a3 service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903238
Dec 15 13:00:34.841308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-c8ae8d7b-05ae-4969-b779-6bcdaa8d231a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 1096 time: 0.0967588
Dec 15 13:00:35.336457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-fa37abb0-d798-4859-9e88-e470a368a56c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:35.338181 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-fa37abb0-d798-4859-9e88-e470a368a56c service neutron] 10.222.0.77 "GET /v2.0/networks?id=0312e69b-5d0b-4e6d-a57b-e673a66e2840 HTTP/1.1" status: 200  len: 897 time: 0.4892426
Dec 15 13:00:35.424218 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-efc106fe-46b6-4158-b6ef-1314fa265b4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7865fee3-3160-445d-bfbc-d6fad6182c67 HTTP/1.1" status: 200  len: 217 time: 0.0777829
Dec 15 13:00:35.516958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-771067a2-91bf-4fb6-9241-7d0db49bb616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:35.519429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-771067a2-91bf-4fb6-9241-7d0db49bb616 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374 HTTP/1.1" status: 200  len: 834 time: 0.0881634
Dec 15 13:00:35.639274 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-25062694-a1b0-422a-8a7d-8fe0ffc319a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0312e69b-5d0b-4e6d-a57b-e673a66e2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1133969
Dec 15 13:00:35.711582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3e24-ac94-49c3-aa11-c6ef87db81e0 req-e9ddaf63-c42b-4c6d-8b95-47a9d00e25c0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:35.713891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-351c3e24-ac94-49c3-aa11-c6ef87db81e0 req-e9ddaf63-c42b-4c6d-8b95-47a9d00e25c0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 943 time: 0.1203823
Dec 15 13:00:35.798579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-351c3e24-ac94-49c3-aa11-c6ef87db81e0 req-e0e93d5d-636a-493a-8e0f-011726ee4c7b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743308
Dec 15 13:00:35.893231 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-f6405e0d-fb22-43d2-83f3-7b63bdc6100e service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463055
Dec 15 13:00:36.114924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-37de3ba5-26f6-4a19-bd2f-b2786574b09b req-26344bea-8fb3-4218-b5ec-a862c1358ed5 service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131670
Dec 15 13:00:37.058246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3cd3c-f7ac-48b9-809f-4d50d6b4573f req-bbddb147-2d49-4361-9226-0b837a9f9f47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:37.060281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35a3cd3c-f7ac-48b9-809f-4d50d6b4573f req-bbddb147-2d49-4361-9226-0b837a9f9f47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 943 time: 0.1151142
Dec 15 13:00:37.125406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35a3cd3c-f7ac-48b9-809f-4d50d6b4573f req-d8165879-ed37-417e-944f-ec5d0150a6aa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529776
Dec 15 13:00:38.238171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 7865fee3-3160-445d-bfbc-d6fad6182c67 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:00:38.393211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80fec-e207-4c3c-b903-f8b4daf9eb8e req-161a5f76-b3d9-4509-a77a-fc361b01a386 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:38.395113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53c80fec-e207-4c3c-b903-f8b4daf9eb8e req-161a5f76-b3d9-4509-a77a-fc361b01a386 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 943 time: 0.1157670
Dec 15 13:00:38.451458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 7865fee3-3160-445d-bfbc-d6fad6182c67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7865fee3-3160-445d-bfbc-d6fad6182c67,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:38.470347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'mac_address': 'fa:16:3e:1f:03:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:00:38.483855 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-53c80fec-e207-4c3c-b903-f8b4daf9eb8e req-b83bad6e-2308-4513-af54-5b008ec77237 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762060
Dec 15 13:00:38.539687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:38.560987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7865fee3-3160-445d-bfbc-d6fad6182c67 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:00:38.580733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 7865fee3-3160-445d-bfbc-d6fad6182c67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7865fee3-3160-445d-bfbc-d6fad6182c67,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:38.584366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:38.587206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-157ad358-ce1b-4e50-9598-c9ed340df91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:38.668788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=7865fee3-3160-445d-bfbc-d6fad6182c67,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:38.672355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:38.803094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['7865fee3-3160-445d-bfbc-d6fad6182c67'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:00:39.719501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf2537-a180-45c2-9538-54dca65a2088 req-522050c7-a7cd-47fb-88ac-feaee9223dbe tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:39.721401 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15bf2537-a180-45c2-9538-54dca65a2088 req-522050c7-a7cd-47fb-88ac-feaee9223dbe tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 944 time: 0.0978706
Dec 15 13:00:39.779229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15bf2537-a180-45c2-9538-54dca65a2088 req-603e59e1-853d-438a-8460-8f6c6635855b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494328
Dec 15 13:00:40.238311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 7865fee3-3160-445d-bfbc-d6fad6182c67 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:00:40.313062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 7865fee3-3160-445d-bfbc-d6fad6182c67 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:00:40.318571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 7865fee3-3160-445d-bfbc-d6fad6182c67 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:00:40.318997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:40.446173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:40.488922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:00:40.507234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 7865fee3-3160-445d-bfbc-d6fad6182c67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7865fee3-3160-445d-bfbc-d6fad6182c67,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:00:40.510930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:40.513270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:40.565120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'code': 200}
Dec 15 13:00:40.595696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=7865fee3-3160-445d-bfbc-d6fad6182c67,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:40.600021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:40.827271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47a822d7-f303-47b5-ac96-016f1add902e req-0405d3c9-b8f2-4c0f-ac3a-078f05c63537 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 1098 time: 0.0823374
Dec 15 13:00:40.882675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47a822d7-f303-47b5-ac96-016f1add902e req-6e2cc945-15ea-40fd-9e20-fb17c83aecb0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473032
Dec 15 13:00:40.993114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa4af151-821a-4f87-b8c1-37776857a909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:41.024141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa39f49-ee9c-4859-ac91-c32621db96ca req-2aafad84-57de-4e55-8024-f04bddde1f7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:41.026680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-daa39f49-ee9c-4859-ac91-c32621db96ca req-2aafad84-57de-4e55-8024-f04bddde1f7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 945 time: 0.1073463
Dec 15 13:00:41.092956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-daa39f49-ee9c-4859-ac91-c32621db96ca req-584f404c-8114-4380-8fdf-00e075bb17c1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582478
Dec 15 13:00:42.386275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133c84b-b484-45ba-a606-2682a4036b9b req-dd213464-549b-4ab7-ae6a-db06e36e4dc1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:42.388022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8133c84b-b484-45ba-a606-2682a4036b9b req-dd213464-549b-4ab7-ae6a-db06e36e4dc1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 945 time: 0.0967412
Dec 15 13:00:42.454763 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8133c84b-b484-45ba-a606-2682a4036b9b req-40b76b6b-41a4-43c6-99c4-24f11dd27604 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554256
Dec 15 13:00:42.669208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:42.701095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa9bd8-6107-4d51-bfcb-189bb9d5f31f req-fd75167d-c6e5-4157-82ca-7ff2c3dcbd20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:42.702916 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cbaa9bd8-6107-4d51-bfcb-189bb9d5f31f req-fd75167d-c6e5-4157-82ca-7ff2c3dcbd20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 945 time: 0.1056089
Dec 15 13:00:42.779774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cbaa9bd8-6107-4d51-bfcb-189bb9d5f31f req-629f7744-a6a7-416a-91e0-736cf4a45b42 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632329
Dec 15 13:00:42.812560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34328) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:43.210131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ef7d28c1-a4c7-40b7-878e-4cd2c0d82510 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 1093 time: 0.3945150
Dec 15 13:00:43.213745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34334) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:43.220925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:00:43.229619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:00:43.235018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:00:43.238932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:00:43.246806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:00:43.259600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:43.410910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a896307b-724d-4b92-b331-b917ff52dffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:43.441305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:43.621593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:43.639327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.162 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/841bf37d-6f42-423f-885b-0758341b7515) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:00:43.860626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:43.896362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:43.900421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:43.983867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:00:43.984755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=841bf37d-6f42-423f-885b-0758341b7515,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:43.988073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:00:43.990042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:43.990887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:00:44.593793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:44.657773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:44.906474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:44.910650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:44.914926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:00:45.035001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=841bf37d-6f42-423f-885b-0758341b7515,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:00:45.038218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:00:45.050208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:45.273367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:45.305211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 503ce552-6532-4b45-a395-6ba3ff249604 associated. External IP: 172.26.0.162, port: 7865fee3-3160-445d-bfbc-d6fad6182c67.
Dec 15 13:00:46.116545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router f5337390-7889-4856-89b4-f043f25c0dec has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:00:46.440116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:00:46.464899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] Sync routers for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:00:46.484495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:46.485313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e3668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:46.486463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:00:46.567724 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3524723
Dec 15 13:00:46.568542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:00:46.572382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34338) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:46.631066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'status': 'completed', 'code': 200}
Dec 15 13:00:46.760270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-233105b6-7e44-427a-a664-929a029e08fc req-0f1123f4-c413-4007-b458-f72e61e5f9a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 1098 time: 0.1059341
Dec 15 13:00:46.791564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:46.885073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-91e15ec8-90a4-4d15-b6a7-a0afe6288898 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers/f5337390-7889-4856-89b4-f043f25c0dec HTTP/1.1" status: 200  len: 923 time: 0.3105729
Dec 15 13:00:46.889136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34344) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:46.978581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233105b6-7e44-427a-a664-929a029e08fc req-1f6215bf-9fde-43a0-8c37-abf04bd5cecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:46.981541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-233105b6-7e44-427a-a664-929a029e08fc req-1f6215bf-9fde-43a0-8c37-abf04bd5cecf service neutron] 10.222.0.77 "GET /v2.0/networks?id=0312e69b-5d0b-4e6d-a57b-e673a66e2840 HTTP/1.1" status: 200  len: 897 time: 0.2140048
Dec 15 13:00:47.027113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6b7a5f68-c46c-4089-8446-1e5630a2c15a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1363330
Dec 15 13:00:47.143533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-233105b6-7e44-427a-a664-929a029e08fc req-7a3c9c81-4e90-411a-a052-ee3844589e62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7865fee3-3160-445d-bfbc-d6fad6182c67 HTTP/1.1" status: 200  len: 999 time: 0.1546712
Dec 15 13:00:47.250146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233105b6-7e44-427a-a664-929a029e08fc req-86a1c45e-a658-41d9-9319-0a2cc3ad72d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:00:47.253428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-233105b6-7e44-427a-a664-929a029e08fc req-86a1c45e-a658-41d9-9319-0a2cc3ad72d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374 HTTP/1.1" status: 200  len: 834 time: 0.1018732
Dec 15 13:00:47.381262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-233105b6-7e44-427a-a664-929a029e08fc req-8648e9d3-746b-45a4-8ad3-18dc885ab7bf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0312e69b-5d0b-4e6d-a57b-e673a66e2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1211200
Dec 15 13:00:47.402807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e3668>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '503ce552-6532-4b45-a395-6ba3ff249604', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.162', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'mac_address': 'fa:16:3e:1f:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:00:44Z', 'updated_at': '2021-12-15T13:00:44Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:00:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:47.408418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] Checking router: f5337390-7889-4856-89b4-f043f25c0dec for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:00:47.421753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:00:47.422443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e3668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:00:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:47.616293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-233105b6-7e44-427a-a664-929a029e08fc req-dbcf0305-44a5-44bd-af7b-ec88011682ce service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273622
Dec 15 13:00:47.875256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-233105b6-7e44-427a-a664-929a029e08fc req-e737611e-cf45-4153-88d7-05223a081049 service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516887
Dec 15 13:00:47.936053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:00:48.032433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34348) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:48.182605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e6341037-5050-4e28-a19e-7a67ce72ad86 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1485505
Dec 15 13:00:48.409026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6e3668>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '503ce552-6532-4b45-a395-6ba3ff249604', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.162', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'mac_address': 'fa:16:3e:1f:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:00:44Z', 'updated_at': '2021-12-15T13:00:44Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:00:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:00:48.416171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341bbd3-8d8d-4be5-ae78-eac780e36db7 None None] The sync data for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv is: [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '503ce552-6532-4b45-a395-6ba3ff249604', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.162', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'mac_address': 'fa:16:3e:1f:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:00:44Z', 'updated_at': '2021-12-15T13:00:44Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:00:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:00:48.799772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffd8ff-b452-4e12-9f35-8d3058934e0b None None] New status for floating IP 503ce552-6532-4b45-a395-6ba3ff249604: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:00:49.189306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34352) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:00:49.394199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a9f1bf3f-53b0-41db-8cfd-7bcdbb6b5f8b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 993 time: 0.2030697
Dec 15 13:00:51.583553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:00:58.011728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:08.755118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-c920f0aa-64f7-4f95-b097-a239b0a68430 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1365869
Dec 15 13:01:09.005879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-dc86f7da-ea75-4fa5-9c39-80409e201582 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 1098 time: 0.1298761
Dec 15 13:01:09.297973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8717-7def-471e-beff-716840b5120e req-46f40d96-9e07-41ed-be54-6d328c158849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:09.300628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-46f40d96-9e07-41ed-be54-6d328c158849 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0312e69b-5d0b-4e6d-a57b-e673a66e2840 HTTP/1.1" status: 200  len: 897 time: 0.2673595
Dec 15 13:01:09.499960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-3c199f15-145b-44b8-8521-cd3a7fb4651a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7865fee3-3160-445d-bfbc-d6fad6182c67 HTTP/1.1" status: 200  len: 1001 time: 0.1905046
Dec 15 13:01:09.619676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8717-7def-471e-beff-716840b5120e req-f990e472-3e8a-46da-8cba-30a5fbecdbe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:09.622109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-f990e472-3e8a-46da-8cba-30a5fbecdbe2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374 HTTP/1.1" status: 200  len: 834 time: 0.1150541
Dec 15 13:01:09.764504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-e8cc4a27-b54a-4a63-84d8-e0f9e6e6b2f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0312e69b-5d0b-4e6d-a57b-e673a66e2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1344912
Dec 15 13:01:10.005515 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-a515ef0e-c1ab-4ce2-80bf-ddec862d77d4 service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313440
Dec 15 13:01:10.194234 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-542a8717-7def-471e-beff-716840b5120e req-32ad75ac-d335-4b8c-9da8-be2be5a08c2a service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810849
Dec 15 13:01:11.009882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9eda2780-6650-4d9b-9c52-d5752595c3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:12.671898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:13.421132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-53169cb0-45ec-432f-b360-b4f106f70f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:13.636995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:15.281399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:18.568521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34366) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:19.244235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e7dcc66-c35e-4b93-b257-e02a5cc84142 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers/f5337390-7889-4856-89b4-f043f25c0dec/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.6741433
Dec 15 13:01:19.248890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34370) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:19.639614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bfd4e8-dd12-470e-86d7-195a2596db55 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Notify agent at dv-neutron-821831-1-hyperv the message router_removed_from_agent {{(pid=88869) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 15 13:01:19.644723 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e4bfd4e8-dd12-470e-86d7-195a2596db55 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "DELETE /v2.0/agents/140fd39b-0d69-4994-9732-e57c0e43d24c/l3-routers/f5337390-7889-4856-89b4-f043f25c0dec HTTP/1.1" status: 204  len: 168 time: 0.3943133
Dec 15 13:01:19.648559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34374) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:19.952208 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-674da091-ab6a-4fbd-84d2-a94cfd9bcbc1 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers/f5337390-7889-4856-89b4-f043f25c0dec/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.3014798
Dec 15 13:01:19.955618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34378) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:20.096280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a8f02-ee7e-49e5-af2b-e9569e1748d7 None None] New status for floating IP 503ce552-6532-4b45-a395-6ba3ff249604: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:01:20.128697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7010b2ee-2bc8-47f2-9fc8-43691e9c3e07 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 993 time: 0.1706648
Dec 15 13:01:21.134619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34382) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:21.145097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 68a14297-0d82-45c9-9bdb-2a808b7a5459 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:01:21.282479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:21.308125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9318eceb-c9c2-4101-8370-598f65c71a22 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1672418
Dec 15 13:01:21.330108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 68a14297-0d82-45c9-9bdb-2a808b7a5459, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=68a14297-0d82-45c9-9bdb-2a808b7a5459,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:21.334085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:21.334968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 40e63fd9-4864-4e00-8217-6b9d4ebcb998 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:01:21.364234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f53c1cd3-79d9-437f-9a08-2d7d22d55ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:21.462226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:21.513796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.514162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.514537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.514916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.515289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.515725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.516338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.516760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.517129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.517501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.517867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:21.523805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:21.542274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:21.561862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 40e63fd9-4864-4e00-8217-6b9d4ebcb998, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=40e63fd9-4864-4e00-8217-6b9d4ebcb998,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:21.566257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:21.568694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-157ad358-ce1b-4e50-9598-c9ed340df91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:21.649636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=40e63fd9-4864-4e00-8217-6b9d4ebcb998,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:21.653008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:22.560819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34388) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:22.840228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda35771-886c-4994-9b90-d7166c34d320 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Router f5337390-7889-4856-89b4-f043f25c0dec is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:01:22.840647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda35771-886c-4994-9b90-d7166c34d320 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Notify agent at dv-neutron-821831-1-hyperv the message router_added_to_agent {{(pid=88869) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 15 13:01:22.874529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dda35771-886c-4994-9b90-d7166c34d320 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "POST /v2.0/agents/140fd39b-0d69-4994-9732-e57c0e43d24c/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.3114176
Dec 15 13:01:22.877951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34394) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:22.901064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] Sync routers for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:01:22.923587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:22.924778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2d68>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:23.155223 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ab28894b-7ec1-40ce-9a6a-2887fc7fab01 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers/f5337390-7889-4856-89b4-f043f25c0dec/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.2750769
Dec 15 13:01:23.159848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34400) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:23.198789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:23.353020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e19320d-f2d1-48bc-98f3-43c9b5c96115 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1915269
Dec 15 13:01:23.693116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2d68>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '503ce552-6532-4b45-a395-6ba3ff249604', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.162', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'mac_address': 'fa:16:3e:1f:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:00:44Z', 'updated_at': '2021-12-15T13:01:20Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:01:21Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:23.697920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] Checking router: f5337390-7889-4856-89b4-f043f25c0dec for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:01:23.710703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:23.711555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2d68>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:23.932412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:24.358814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34404) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:24.545105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2d68>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '503ce552-6532-4b45-a395-6ba3ff249604', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.162', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'mac_address': 'fa:16:3e:1f:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:00:44Z', 'updated_at': '2021-12-15T13:01:20Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:01:21Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:24.548778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e58996e7-66cb-47cc-aeed-be8899ec2803 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1883035
Dec 15 13:01:24.552586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee478ea3-0072-4b8b-84c1-45b7b7e22f06 None None] The sync data for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv is: [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '503ce552-6532-4b45-a395-6ba3ff249604', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.162', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'port_id': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'mac_address': 'fa:16:3e:1f:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:00:44Z', 'updated_at': '2021-12-15T13:01:20Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:01:21Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:01:25.208944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 68a14297-0d82-45c9-9bdb-2a808b7a5459 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:01:25.326586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:25.327186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:25.534836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:25.554744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34408) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:25.612297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 68a14297-0d82-45c9-9bdb-2a808b7a5459, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=68a14297-0d82-45c9-9bdb-2a808b7a5459,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:25.616561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:25.619428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:25.734846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-da68788b-9252-4293-a9ee-93404259b1e8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1776962
Dec 15 13:01:25.737125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:25.741652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:26.739885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34412) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:26.950675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c4a8ef4e-942c-4cfc-ad93-83f6793142fa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.2088268
Dec 15 13:01:27.263313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 68a14297-0d82-45c9-9bdb-2a808b7a5459 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:01:27.564556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 68a14297-0d82-45c9-9bdb-2a808b7a5459 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:27.565253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:27.764665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 40e63fd9-4864-4e00-8217-6b9d4ebcb998 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:01:27.849651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:27.850020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:27.956844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34416) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:28.023632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:28.056192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:28.067010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 40e63fd9-4864-4e00-8217-6b9d4ebcb998, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=40e63fd9-4864-4e00-8217-6b9d4ebcb998,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:28.071772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:28.075132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9d81d02e-aefc-49f1-ae7d-43efdc6886a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:28.149159 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-40431236-c86c-4757-bade-44b55475b32b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1896279
Dec 15 13:01:28.198357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=40e63fd9-4864-4e00-8217-6b9d4ebcb998,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:28.204422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:28.591444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:01:28.908677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd302e-e97d-4d04-81f6-c1e9eefb7a1e None None] New status for floating IP 503ce552-6532-4b45-a395-6ba3ff249604: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:01:29.143159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 40e63fd9-4864-4e00-8217-6b9d4ebcb998 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:01:29.152193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34420) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:29.264809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:29.265536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:29.340895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eed330c0-38a7-4de0-af53-6a74465087eb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 991 time: 0.1866012
Dec 15 13:01:30.346264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34424) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:30.496943 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-59b3f267-a460-4b15-a5a0-2900f510b5df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 200  len: 993 time: 0.1486650
Dec 15 13:01:30.824395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:31.492413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 841bf37d-6f42-423f-885b-0758341b7515 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:01:31.493269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:31.745167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:31.745681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:31.995692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 841bf37d-6f42-423f-885b-0758341b7515 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:01:32.236252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:32.241306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-896a6d33-46cf-48b2-9a3a-a62313ae9dfb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:32.292826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=841bf37d-6f42-423f-885b-0758341b7515,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:32.369274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.370004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.370744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.371543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.372284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.373037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.373785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.374668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.375454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.376204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.376952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:32.386116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:32.451710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:33.103887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router f5337390-7889-4856-89b4-f043f25c0dec has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:01:33.451193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:01:33.465834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] Sync routers for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:01:33.484669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:33.485727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:33.492627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:33.592287 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/503ce552-6532-4b45-a395-6ba3ff249604 HTTP/1.1" status: 204  len: 168 time: 2.7657290
Dec 15 13:01:33.594968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:01:33.706986 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'status': 'completed', 'code': 200}
Dec 15 13:01:33.750246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:33.842037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-f7a13099-5aa0-4768-ad8a-cd4ea711a350 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 1098 time: 0.1045299
Dec 15 13:01:34.090872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-1e34db94-6b24-4ee0-a565-26617394d8e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:34.093393 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-1e34db94-6b24-4ee0-a565-26617394d8e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0312e69b-5d0b-4e6d-a57b-e673a66e2840 HTTP/1.1" status: 200  len: 897 time: 0.2436798
Dec 15 13:01:34.264013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c940>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:01:25Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:34.270248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] Checking router: f5337390-7889-4856-89b4-f043f25c0dec for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:01:34.286959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:34.288296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c940>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:34.289891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-3486a8c2-cca1-4ef0-b1da-e06388958a8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7865fee3-3160-445d-bfbc-d6fad6182c67 HTTP/1.1" status: 200  len: 217 time: 0.1889596
Dec 15 13:01:34.433409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-8a4dfdab-5bdd-43cf-b338-2afa34ab075f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:34.436022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-8a4dfdab-5bdd-43cf-b338-2afa34ab075f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374 HTTP/1.1" status: 200  len: 834 time: 0.1382072
Dec 15 13:01:34.517008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:34.532077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da792c-40a4-4664-9729-15f44342f227 req-af7f1bf1-5d8b-4495-b6e2-f99ac124647c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:34.534788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72da792c-40a4-4664-9729-15f44342f227 req-af7f1bf1-5d8b-4495-b6e2-f99ac124647c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 945 time: 0.3373663
Dec 15 13:01:34.648595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72da792c-40a4-4664-9729-15f44342f227 req-9d994c63-e06c-4abb-a5bb-8dd2c85046a3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011178
Dec 15 13:01:34.651942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-b87c3091-69f4-4a6d-8336-9860a19bac30 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0312e69b-5d0b-4e6d-a57b-e673a66e2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2080562
Dec 15 13:01:34.849494 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-6f63c04e-577e-404e-95bd-a875c52c6621 service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890531
Dec 15 13:01:35.093181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fae6c940>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:01:25Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:35.095192 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bcff718-1835-4a73-9e81-ff8fab8e39b9 req-d6e4ada1-da45-4a0b-992b-e5017b43024f service neutron] 10.222.0.77 "GET /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378695
Dec 15 13:01:35.102465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eb15b-d0cc-413d-9980-4b4a539dd801 None None] The sync data for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv is: [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:00:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '68a14297-0d82-45c9-9bdb-2a808b7a5459', 'name': '', 'network_id': '0312e69b-5d0b-4e6d-a57b-e673a66e2840', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:87:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:23Z', 'updated_at': '2021-12-15T13:01:25Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:01:35.617199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-70eb4a36-3a5b-447d-b1d0-f684eb854f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:35.620199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-70eb4a36-3a5b-447d-b1d0-f684eb854f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 945 time: 0.1627743
Dec 15 13:01:35.756156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 7865fee3-3160-445d-bfbc-d6fad6182c67 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:01:35.756584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:36.069641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014474d-cf88-49ee-8d17-c7f108c9ee6a req-f4538e16-8317-4d3a-987b-76581240d041 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:36.071384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5014474d-cf88-49ee-8d17-c7f108c9ee6a req-f4538e16-8317-4d3a-987b-76581240d041 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:01:36.100846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5014474d-cf88-49ee-8d17-c7f108c9ee6a req-f4538e16-8317-4d3a-987b-76581240d041 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:01:36.103337 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5014474d-cf88-49ee-8d17-c7f108c9ee6a req-f4538e16-8317-4d3a-987b-76581240d041 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 945 time: 0.1979036
Dec 15 13:01:36.201002 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5014474d-cf88-49ee-8d17-c7f108c9ee6a req-d7efcfa3-b7ad-432d-92a2-c5a2dcf255fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=a952dd23-5369-4dbb-87f5-f1b052a7f4f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864172
Dec 15 13:01:36.576096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 7865fee3-3160-445d-bfbc-d6fad6182c67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7865fee3-3160-445d-bfbc-d6fad6182c67,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:36.576545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:36.738800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 7865fee3-3160-445d-bfbc-d6fad6182c67 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:01:37.008043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086f751-2c4a-41ce-8722-4865dbecae1d None None] New status for floating IP 503ce552-6532-4b45-a395-6ba3ff249604: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:01:37.010540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:37.018934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-874db8b8-b64e-48ab-98ad-c6848de30521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:37.115256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=7865fee3-3160-445d-bfbc-d6fad6182c67,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:37.178401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.183148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.183873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.185778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.185778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.185778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.185778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.186911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.186911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.187488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.187970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:37.277037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:37.278590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port 7865fee3-3160-445d-bfbc-d6fad6182c67 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:01:37.283052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:37.287899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'name': 'network-vif-deleted', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:01:37.315048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dcac5cbd-5ec9-4b53-abc4-809af214704a req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/7865fee3-3160-445d-bfbc-d6fad6182c67 HTTP/1.1" status: 204  len: 173 time: 1.6883991
Dec 15 13:01:37.423826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1af34b-0c7c-482a-8daf-f59c56042b4f', 'name': 'network-vif-deleted', 'tag': '7865fee3-3160-445d-bfbc-d6fad6182c67', 'status': 'completed', 'code': 200}
Dec 15 13:01:37.610135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6162840d-333c-4e23-a03a-8749c38532e2 req-97a59d58-0d6d-48c6-ab49-674ba2d0a08d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:01:37.635227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6162840d-333c-4e23-a03a-8749c38532e2 req-97a59d58-0d6d-48c6-ab49-674ba2d0a08d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:01:37.637630 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6162840d-333c-4e23-a03a-8749c38532e2 req-97a59d58-0d6d-48c6-ab49-674ba2d0a08d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=de1af34b-0c7c-482a-8daf-f59c56042b4f HTTP/1.1" status: 200  len: 210 time: 0.1269393
Dec 15 13:01:38.817813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34450) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:38.939112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c70a582-efbc-478b-bdb4-5e52b3193231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:38.995508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c70a582-efbc-478b-bdb4-5e52b3193231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:39.096091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c70a582-efbc-478b-bdb4-5e52b3193231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:39.104923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fddf3b3-8e1d-4088-8675-ebc823655a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:39.131531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70a582-efbc-478b-bdb4-5e52b3193231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a952dd23-5369-4dbb-87f5-f1b052a7f4f8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:39.135569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c70a582-efbc-478b-bdb4-5e52b3193231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:39.146697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c70a582-efbc-478b-bdb4-5e52b3193231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:39.148050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8c70a582-efbc-478b-bdb4-5e52b3193231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/a952dd23-5369-4dbb-87f5-f1b052a7f4f8 HTTP/1.1" status: 204  len: 168 time: 0.3285766
Dec 15 13:01:39.209564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34456) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:39.771658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:40.491108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 7865fee3-3160-445d-bfbc-d6fad6182c67 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:01:40.556697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 7865fee3-3160-445d-bfbc-d6fad6182c67 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:01:40.557228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 7865fee3-3160-445d-bfbc-d6fad6182c67 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:01:40.679230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 68a14297-0d82-45c9-9bdb-2a808b7a5459 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:01:40.679793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:40.981665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 68a14297-0d82-45c9-9bdb-2a808b7a5459, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=68a14297-0d82-45c9-9bdb-2a808b7a5459,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:40.982367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:41.004456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ab715cdb-febd-4221-afce-399636463a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:41.182728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 68a14297-0d82-45c9-9bdb-2a808b7a5459 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:01:41.482018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:41.487065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9d5808a-19f3-4d0f-aa35-1109a3bc1d99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:41.569509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=68a14297-0d82-45c9-9bdb-2a808b7a5459,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:41.580224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:42.014815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:42.676796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:43.337950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router f5337390-7889-4856-89b4-f043f25c0dec has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:01:43.419123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c69c6553-2581-4439-b189-038955e848ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:43.632830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:43.701573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:01:43.719622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] Sync routers for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:01:43.725277 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/f5337390-7889-4856-89b4-f043f25c0dec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5127172
Dec 15 13:01:43.729275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34460) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:43.736982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:43.738208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1bd3c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:44.038996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:44.069105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:01:44.075187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:44.176854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:44.365093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:44.508205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:44.515440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-759c16fb-42d2-4bbc-b044-4e5e05154f2a tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:44.584863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:44.589330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:44.593783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1bd3c8>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:41Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:44.594263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:44.608732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] Checking router: f5337390-7889-4856-89b4-f043f25c0dec for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:01:44.608890 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/cc5b6cc6-8ac9-49dc-8e69-1d415e4bb374 HTTP/1.1" status: 204  len: 168 time: 0.8727906
Dec 15 13:01:44.608890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34464) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:44.614143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f3169-4cf6-458e-8b0d-b31d32c2d8b0 None None] Network 0312e69b-5d0b-4e6d-a57b-e673a66e2840 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:01:44.777061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] Routers {'f5337390-7889-4856-89b4-f043f25c0dec'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:44.778144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1bd3c8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['f5337390-7889-4856-89b4-f043f25c0dec'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:45.022063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:45.433569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:45.433913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:45.446489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 40e63fd9-4864-4e00-8217-6b9d4ebcb998 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:01:45.447169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:45.505397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] Set router f5337390-7889-4856-89b4-f043f25c0dec gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:45.624786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] DHCP port deletion for 0312e69b-5d0b-4e6d-a57b-e673a66e2840 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:01:45.765654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Deleting port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:01:45.766369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:45.836642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 40e63fd9-4864-4e00-8217-6b9d4ebcb998, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=40e63fd9-4864-4e00-8217-6b9d4ebcb998,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:45.837531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:46.110144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 40e63fd9-4864-4e00-8217-6b9d4ebcb998 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:01:46.352002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] For port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743,segment=NetworkSegment(be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5),segment_id=be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:46.352714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:46.408773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:46.417441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:46.491664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=40e63fd9-4864-4e00-8217-6b9d4ebcb998,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:46.503091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:46.561729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Calling delete_port for 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:01:46.692677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1bd3c8>, [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:41Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:46.727276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a03898-2c8c-47ee-9d05-79658cfd8988 None None] The sync data for ids ['f5337390-7889-4856-89b4-f043f25c0dec'] in dv-neutron-821831-1-hyperv is: [{'id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'name': 'tempest-TestNetworkBasicOps-router-1423422656', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:41Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '40e63fd9-4864-4e00-8217-6b9d4ebcb998', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5337390-7889-4856-89b4-f043f25c0dec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:00:19Z', 'updated_at': '2021-12-15T13:01:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:01:46.742870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:46.758820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba0482e0-a699-481a-b707-dd6abdea19df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:46.855840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Pushing event deleted for resources: {'Port': ['ID=6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:46.862094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:46.864434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] No DVR routers for this DVR port 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:01:46.893828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:47.272525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 68a14297-0d82-45c9-9bdb-2a808b7a5459 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:01:47.328725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 68a14297-0d82-45c9-9bdb-2a808b7a5459 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:01:47.329228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 68a14297-0d82-45c9-9bdb-2a808b7a5459 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:01:47.330062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:01:47.390408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:01:47.391097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6278fcbd-c9d4-4c4b-a7e1-b59f70b5e743 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:01:47.394937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:47.403996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:47.445898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:47.446492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router f5337390-7889-4856-89b4-f043f25c0dec {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:01:47.469183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:47.471073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/f5337390-7889-4856-89b4-f043f25c0dec HTTP/1.1" status: 204  len: 168 time: 2.8623681
Dec 15 13:01:47.475887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34468) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:47.662585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:47.895273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:47.950440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb69c240>,) {'filters': {'network_id': ['0312e69b-5d0b-4e6d-a57b-e673a66e2840']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:47.976960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb69c240>, 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:47.977448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb69c240>, 'be23b3eb-b7a9-4d72-8060-c2ed7d7a2ea5') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:48.000862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.030680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.043583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:01:48.044218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:01:48.073561 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:01:48.189400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.195930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c988823-1710-4e93-928a-fc69a4091aac tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:48.221868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.245888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=0312e69b-5d0b-4e6d-a57b-e673a66e2840,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:48.253005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:48.259691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/0312e69b-5d0b-4e6d-a57b-e673a66e2840 HTTP/1.1" status: 204  len: 168 time: 0.7820535
Dec 15 13:01:48.312550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34472) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:48.324417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--139783712', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:01:48.334846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:01:48.343800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:network and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:01:48.349381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:01:48.359948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:01:48.376393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:01:48.386349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.442884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:01:48.459337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.460051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment c4b41df8-9178-4d6a-aade-5428c37b8d74 of type vlan for network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc
Dec 15 13:01:48.516507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.568691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.575931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:48.577215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.583516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5a2ef718-6e14-469d-9c66-0e65d484806c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:48.804644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4900956
Dec 15 13:01:48.810378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34476) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:48.811624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:48.816532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:48.829295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:01:48.834497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:01:48.843488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:01:48.851291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:01:48.856556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:01:48.867796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:01:48.885486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.887077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:48.917153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:49.115523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 40e63fd9-4864-4e00-8217-6b9d4ebcb998 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:01:49.172990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 40e63fd9-4864-4e00-8217-6b9d4ebcb998 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:01:49.173565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 40e63fd9-4864-4e00-8217-6b9d4ebcb998 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:01:49.445645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:49.771024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:49.821855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:50.092259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.116 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f184cd32-f911-4a78-acf7-8cae5cc485c0) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:01:50.334941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:50.405251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:50.411716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:50.516243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:01:50.522196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:01:50.529789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:01:50.566150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=f184cd32-f911-4a78-acf7-8cae5cc485c0,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:50.577012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:50.825163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:50.826160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:51.261306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a210db8e-303e-4153-85d8-86abcf57ee8a is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:01:51.620156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:01:51.637034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Sync routers for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:01:51.662754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:51.664796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb948588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:51.668286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:51.670610 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8582399
Dec 15 13:01:51.676442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34480) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:51.764788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7b076ea5-1ff4-4e76-b8e3-8b24db83e563 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0857387
Dec 15 13:01:51.769622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34484) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:51.994780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:51.999204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bffafce-cb4b-4c66-b3b8-1dcc39a086b4 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:52.001648 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5bffafce-cb4b-4c66-b3b8-1dcc39a086b4 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2303276
Dec 15 13:01:52.006213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34488) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:52.079934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8b00a528-df4f-4be0-9375-3137e8e13cfd tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0677271
Dec 15 13:01:52.080594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34492) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:52.093396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799418122', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:01:52.333293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:01:52.340954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:01:52.346786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:01:52.359575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:01:52.379039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:01:52.560230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb948588>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:50Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:52.566860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Checking router: a210db8e-303e-4153-85d8-86abcf57ee8a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:01:52.567476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Updating router a210db8e-303e-4153-85d8-86abcf57ee8a port f184cd32-f911-4a78-acf7-8cae5cc485c0 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:01:52.572466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:52.647661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.024818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.032864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4bf069d5-eec1-4aff-83b7-76fa5fb1cee5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:53.183211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=011b79bd-8053-496d-9f58-fb03ed39a648,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:53.192386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:53.210959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:01:53.211696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: aecb5d6c-3af7-4fe0-911c-877c0a6f7efc, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:01:53.255008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:01:53.272592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, aecb5d6c-3af7-4fe0-911c-877c0a6f7efc) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:01:53.291071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:01:53.292217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.306135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d02c1-46e0-4250-89fb-5bfcb44f1d8e None None] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:01:53.337698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.2547872
Dec 15 13:01:53.346165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34496) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:53.531806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.555432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Transition to ACTIVE for port object f184cd32-f911-4a78-acf7-8cae5cc485c0 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:01:53.567816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.576957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b4db3f0-c532-453f-af2c-20676bca1bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:53.732918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Pushing event updated for resources: {'Port': ['ID=f184cd32-f911-4a78-acf7-8cae5cc485c0,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:53.743385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Attempting to bind port f184cd32-f911-4a78-acf7-8cae5cc485c0 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:01:53.744090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Attempting to bind port f184cd32-f911-4a78-acf7-8cae5cc485c0 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:01:53.744784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Attempting to bind port f184cd32-f911-4a78-acf7-8cae5cc485c0 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:01:53.762720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:01:53.765210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.767033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.767782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.768383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.768983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.769590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.770872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.770872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.771448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.771987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.772886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.773496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:01:53.780037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:53.780568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:01:53.781233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:01:53.781964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.783008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:01:53.783592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Bound port: f184cd32-f911-4a78-acf7-8cae5cc485c0, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:01:53.784281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.925450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] For port f184cd32-f911-4a78-acf7-8cae5cc485c0, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:01:53.932038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] For port f184cd32-f911-4a78-acf7-8cae5cc485c0, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f184cd32-f911-4a78-acf7-8cae5cc485c0,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:01:53.939580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:53.948090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:54.085301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Allocated IP 172.20.0.2 (aecb5d6c-3af7-4fe0-911c-877c0a6f7efc/011b79bd-8053-496d-9f58-fb03ed39a648/904dc757-ed24-4420-9957-296dd5ee4afa) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:01:54.109587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Pushing event updated for resources: {'Port': ['ID=f184cd32-f911-4a78-acf7-8cae5cc485c0,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:54.115289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:54.116278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb948588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:54.206434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:54.487332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:01:54.493429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:54.516108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Transition to ACTIVE for port object 904dc757-ed24-4420-9957-296dd5ee4afa will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:01:54.556322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Transition to ACTIVE for port object 904dc757-ed24-4420-9957-296dd5ee4afa will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:01:54.567492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:54.579838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fc3588e-369e-41ad-9170-a9c143b516f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:54.694819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:01:54.700573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:01:54.716051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:01:54.742264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Pushing event updated for resources: {'Port': ['ID=904dc757-ed24-4420-9957-296dd5ee4afa,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:54.803006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:54.900977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Attempting to bind port 904dc757-ed24-4420-9957-296dd5ee4afa on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:01:54.901830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Attempting to bind port 904dc757-ed24-4420-9957-296dd5ee4afa by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:01:54.903012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Attempting to bind port 904dc757-ed24-4420-9957-296dd5ee4afa on network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:01:54.916716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:01:54.917776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Checking segment: {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:01:54.918599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:54.919633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Bound using segment: {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:01:54.920745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Bound port: 904dc757-ed24-4420-9957-296dd5ee4afa, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:01:54.921228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:55.074101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] For port 904dc757-ed24-4420-9957-296dd5ee4afa, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:01:55.084164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] For port 904dc757-ed24-4420-9957-296dd5ee4afa, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=904dc757-ed24-4420-9957-296dd5ee4afa,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:01:55.090009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:55.111402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db96362f-2cd7-44bc-b68f-63d3d6e4075f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:55.125898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb948588>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:50Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:01:55.134930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7751e3-c0c8-479c-9c04-37bdfc4086a3 None None] The sync data for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv is: [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:50Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:01:55.279870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Pushing event updated for resources: {'Port': ['ID=904dc757-ed24-4420-9957-296dd5ee4afa,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:55.298055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:55.318473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:56.178084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (aecb5d6c-3af7-4fe0-911c-877c0a6f7efc/011b79bd-8053-496d-9f58-fb03ed39a648/0b94547c-9de8-43a7-a823-f600e4e3b31b) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:01:56.509179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:56.546645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 0b94547c-9de8-43a7-a823-f600e4e3b31b will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:01:56.586680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:56.592629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84979dac-6c41-472b-8be1-91728acfa2a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:56.712992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:01:56.717280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:01:56.721197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:01:56.770909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=0b94547c-9de8-43a7-a823-f600e4e3b31b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:56.779903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:56.848800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:57.022692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:57.347275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f184cd32-f911-4a78-acf7-8cae5cc485c0 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:01:57.503037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f184cd32-f911-4a78-acf7-8cae5cc485c0 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:01:57.514515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f184cd32-f911-4a78-acf7-8cae5cc485c0 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:57.515237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:57.716284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:57.746131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port f184cd32-f911-4a78-acf7-8cae5cc485c0, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f184cd32-f911-4a78-acf7-8cae5cc485c0,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:57.751042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:57.752703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 904dc757-ed24-4420-9957-296dd5ee4afa up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:01:57.803163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:57.858422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645a540-70b6-44f9-b524-aa1f8fec8790 None None] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:01:57.938994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:57.944353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:57.986233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8605aa7-9dbe-45ca-9956-65ca2dae138d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:58.162373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=0b94547c-9de8-43a7-a823-f600e4e3b31b,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:58.167335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:58.184811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:58.439063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2fa31ae2-8729-4dca-9e59-9c5b9e24886b None None] Provisioning for port 904dc757-ed24-4420-9957-296dd5ee4afa completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:01:58.465436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=f184cd32-f911-4a78-acf7-8cae5cc485c0,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:58.466274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:01:58.468715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:01:58.473894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:58.497215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:58.614102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 904dc757-ed24-4420-9957-296dd5ee4afa completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:01:58.637510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 904dc757-ed24-4420-9957-296dd5ee4afa triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:58.638952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:58.995201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:59.058405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 904dc757-ed24-4420-9957-296dd5ee4afa, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=904dc757-ed24-4420-9957-296dd5ee4afa,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:01:59.064713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:59.068579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:01:59.206638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=904dc757-ed24-4420-9957-296dd5ee4afa,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:01:59.214492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:01:59.236008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f184cd32-f911-4a78-acf7-8cae5cc485c0 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:01:59.279609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a210db8e-303e-4153-85d8-86abcf57ee8a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:01:59.374215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f184cd32-f911-4a78-acf7-8cae5cc485c0 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:59.375168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:59.586769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8ba0405-e223-47ac-a87b-197f5fc77a0c None None] Provisioning complete for port 904dc757-ed24-4420-9957-296dd5ee4afa triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:01:59.587496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0405-e223-47ac-a87b-197f5fc77a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:01:59.673859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:01:59.699787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/a210db8e-303e-4153-85d8-86abcf57ee8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3517950
Dec 15 13:01:59.704672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34500) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:01:59.707082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Sync routers for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:01:59.780181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:01:59.781245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb894588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:00.010605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096c528-3fbd-4d01-b871-dfbca65825de tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.011203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096c528-3fbd-4d01-b871-dfbca65825de tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.011977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096c528-3fbd-4d01-b871-dfbca65825de tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.012695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096c528-3fbd-4d01-b871-dfbca65825de tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.016436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0096c528-3fbd-4d01-b871-dfbca65825de tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.3093529
Dec 15 13:02:00.020994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34504) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:00.155534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185783a-a156-48c7-a4ea-345c08005c6b tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.156623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185783a-a156-48c7-a4ea-345c08005c6b tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.157563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185783a-a156-48c7-a4ea-345c08005c6b tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.158258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185783a-a156-48c7-a4ea-345c08005c6b tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:00.166294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34508) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:00.167865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3185783a-a156-48c7-a4ea-345c08005c6b tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.1442590
Dec 15 13:02:00.195460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8ba0405-e223-47ac-a87b-197f5fc77a0c None None] Provisioning for port 0b94547c-9de8-43a7-a823-f600e4e3b31b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:02:00.206822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:02:00.322649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a8ba0405-e223-47ac-a87b-197f5fc77a0c None None] Provisioning complete for port 0b94547c-9de8-43a7-a823-f600e4e3b31b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:02:00.323385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0405-e223-47ac-a87b-197f5fc77a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:00.469894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba0405-e223-47ac-a87b-197f5fc77a0c None None] Port 0b94547c-9de8-43a7-a823-f600e4e3b31b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:02:00.582781 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-46a2e969-dab0-48dd-9242-f18f8ba44a2d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.4116459
Dec 15 13:02:00.799054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9ac8d568-cfcb-4241-af4e-31c40ec9d0b5 None None] Provisioning complete for port 0b94547c-9de8-43a7-a823-f600e4e3b31b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:02:00.800009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ac8d568-cfcb-4241-af4e-31c40ec9d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:00.925459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8d568-cfcb-4241-af4e-31c40ec9d0b5 None None] Port 0b94547c-9de8-43a7-a823-f600e4e3b31b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:02:01.029864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34514) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:01.042148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279124741', 'description': 'tempest-secgroup-smoke-1279124741 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:01.054264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:01.059937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb894588>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:01.063657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:01.066411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Checking router: a210db8e-303e-4153-85d8-86abcf57ee8a for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:02:01.067095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Updating router a210db8e-303e-4153-85d8-86abcf57ee8a port 0b94547c-9de8-43a7-a823-f600e4e3b31b binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:02:01.069912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:01.083243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:01.162137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:01.201524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 904dc757-ed24-4420-9957-296dd5ee4afa up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:02:01.489362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:01.534012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 904dc757-ed24-4420-9957-296dd5ee4afa triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:02:01.534646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:01.560800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:01.567063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:01.571650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:01.581668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:01.706150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:01.709726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:01.716195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1c75e93d-d518-496d-a7e7-07a5067bdd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:01.786771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:01.792953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:01.807842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:01.810653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.7786260
Dec 15 13:02:01.815459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34518) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:01.823535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '7bc8d4c9-758e-4d91-ab4d-f928895dd2f9', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:01.832031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:01.838285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:01.843970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:01.856219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:01.883177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.018567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.023775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.027423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-278b75fd-b8f1-4a9d-9b9e-27f79a670362 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:02.075911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6ffd62-7951-414f-9268-ab640de01129,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:02.081128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:02.095134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.099020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2810538
Dec 15 13:02:02.103440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34522) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:02.119657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '7bc8d4c9-758e-4d91-ab4d-f928895dd2f9', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:02.133062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:02.142078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:02.148127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:02.161595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:02.193777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.336487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.340766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.344818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2a56bb7-8264-4a90-b9b4-a78a6f6302c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:02.390807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873ee941-f887-492b-a208-ec781cd5d4d7,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:02.395450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:02.407749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.409748 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3025553
Dec 15 13:02:02.413378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34526) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:02.422430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '7bc8d4c9-758e-4d91-ab4d-f928895dd2f9', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:02.430415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:02.435070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.436696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:02.441579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:02.452206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:02.455485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Transition to ACTIVE for port object 0b94547c-9de8-43a7-a823-f600e4e3b31b will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:02:02.465167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.471211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:02.482247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.608912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.614099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.618327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3255fda1-2e65-4db3-9616-ff7591ff286e tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:02.661382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44eb437-92c5-4b51-aefc-b3be0490e17f,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:02.665161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75b3b-dd91-49fe-a61a-287805e21491 None None] Pushing event updated for resources: {'Port': ['ID=0b94547c-9de8-43a7-a823-f600e4e3b31b,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:02.668623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:02.670349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85e75b3b-dd91-49fe-a61a-287805e21491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:02.683264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.686320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2712030
Dec 15 13:02:02.691333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34530) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:02.706725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '7bc8d4c9-758e-4d91-ab4d-f928895dd2f9', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:02.721333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:02.730231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:02.736515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:02.748527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:02.785445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.850732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Attempting to bind port 0b94547c-9de8-43a7-a823-f600e4e3b31b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:02:02.851577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Attempting to bind port 0b94547c-9de8-43a7-a823-f600e4e3b31b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:02:02.852168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Attempting to bind port 0b94547c-9de8-43a7-a823-f600e4e3b31b on network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:02:02.864708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:02:02.865361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Checking segment: {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:02:02.866915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.866915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Bound using segment: {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:02:02.867784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Bound port: 0b94547c-9de8-43a7-a823-f600e4e3b31b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:02:02.868244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.930892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.937125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:02.940961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1daf2240-f48a-44c0-bfdb-5d234e2b5cb5 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:02.985152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69d15fe-e03f-4c73-9c8d-7846470d2cf3,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:02.993122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:03.009500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.018218 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3186462
Dec 15 13:02:03.019213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34534) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:03.032232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '7bc8d4c9-758e-4d91-ab4d-f928895dd2f9', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:03.046537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:03.055205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:03.061621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:03.066685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] For port 0b94547c-9de8-43a7-a823-f600e4e3b31b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:02:03.073013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:03.075943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] For port 0b94547c-9de8-43a7-a823-f600e4e3b31b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0b94547c-9de8-43a7-a823-f600e4e3b31b,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:02:03.082625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.088938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b20204a-f580-472f-b846-91e0b05b7eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:03.096812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:02:03.114175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.245693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75b3b-dd91-49fe-a61a-287805e21491 None None] Pushing event updated for resources: {'Port': ['ID=0b94547c-9de8-43a7-a823-f600e4e3b31b,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:03.250649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.252447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85e75b3b-dd91-49fe-a61a-287805e21491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:03.257292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:02:03.258475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb894588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:01:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:03.259447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.276280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a979a456-a304-4542-826c-4f45aebaff65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:03.320631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85377b33-5802-44fb-a5dc-32d97f4a5ba6,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:03.332571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:03.334800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.340798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3156843
Dec 15 13:02:03.341477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34538) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:03.352387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '7bc8d4c9-758e-4d91-ab4d-f928895dd2f9', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:03.361997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:03.368013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:03.372740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:03.385070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:03.404761 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:02:03.418334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.595446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.600057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.601544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f3de037d-3260-4309-94be-65bc413c0e18 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:03.633107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79d5481-88bd-4891-82f8-09b17dc7d4c1,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:03.645176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:03.664717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:03.667289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3237162
Dec 15 13:02:03.668686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:02:04.082867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-3a047314-bb40-42cc-8182-7d9cd0b7c8e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:02:04.125418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-3a047314-bb40-42cc-8182-7d9cd0b7c8e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:02:04.127852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-3a047314-bb40-42cc-8182-7d9cd0b7c8e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279124741&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.1530824
Dec 15 13:02:04.351164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb894588>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:03Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:04.359872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c778d6e-9762-44f9-b1ac-4bfa4a8454e7 None None] The sync data for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv is: [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:03Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:02:04.862436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e7a3f845-c86f-41d1-8610-c995d804ad3d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:04.865728 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e7a3f845-c86f-41d1-8610-c995d804ad3d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 200  len: 796 time: 0.7230420
Dec 15 13:02:04.899288 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-1f034666-35a4-4bf8-a60e-5be736100099 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0181973
Dec 15 13:02:05.070316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-2a189fa7-b68b-40cf-92ab-38d496030da2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:02:05.099332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-2a189fa7-b68b-40cf-92ab-38d496030da2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:02:05.104849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-2a189fa7-b68b-40cf-92ab-38d496030da2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1962118
Dec 15 13:02:05.246966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0b94547c-9de8-43a7-a823-f600e4e3b31b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:02:05.304332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-ceb860c6-92a6-4a7a-a328-a5cd11ad0e85 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:02:05.306521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-ceb860c6-92a6-4a7a-a328-a5cd11ad0e85 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1744373
Dec 15 13:02:05.408140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0b94547c-9de8-43a7-a823-f600e4e3b31b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:02:05.418208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0b94547c-9de8-43a7-a823-f600e4e3b31b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:02:05.419623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:05.606413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:02:05.619034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c16f0805-dc4b-428d-95db-55d569439178 service neutron] 10.222.0.53 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994423
Dec 15 13:02:05.676746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:05.742893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0b94547c-9de8-43a7-a823-f600e4e3b31b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0b94547c-9de8-43a7-a823-f600e4e3b31b,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:02:05.752104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:05.759771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:05.893702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0b94547c-9de8-43a7-a823-f600e4e3b31b,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:05.899599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:05.918193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c072d29f-82b2-45c3-95a4-4ca805803e1c service neutron] 10.222.0.53 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2895753
Dec 15 13:02:06.608237 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e9085e2a-e3a8-450f-a848-9effc7d2a7c0 req-a842d149-ef11-4bda-8617-24ca41bcf39a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 210 time: 0.4177370
Dec 15 13:02:07.200462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0b94547c-9de8-43a7-a823-f600e4e3b31b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:02:07.386075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0b94547c-9de8-43a7-a823-f600e4e3b31b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:02:07.387712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:07.855535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fe88dcdf-f7dd-4402-a8c7-7ccf87c79df1 req-9de12588-46d3-4f0b-9ba5-a90daee54115 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 210 time: 0.1040738
Dec 15 13:02:09.224772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c4f4b7af-d4f4-48f5-8e0d-72440a43ea0c req-0d066894-21bf-46c1-bea3-1251f422344a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 210 time: 0.0987358
Dec 15 13:02:09.330310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-2739f506-6bc2-4a7d-aab2-a24ab7bd48aa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:09.333858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-2739f506-6bc2-4a7d-aab2-a24ab7bd48aa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 200  len: 796 time: 0.3410370
Dec 15 13:02:09.431603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-1a4ff5ec-ffc1-48c0-875a-f9af06bbf9ff tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 380 time: 0.0826302
Dec 15 13:02:09.446233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['7bc8d4c9-758e-4d91-ab4d-f928895dd2f9']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:09.670692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:09.688448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:09.706628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:02:09.716866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:10.064948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.9 (aecb5d6c-3af7-4fe0-911c-877c0a6f7efc/011b79bd-8053-496d-9f58-fb03ed39a648/80f49908-77a7-40b7-8a54-97a705c67150) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:02:10.466161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:10.506985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 80f49908-77a7-40b7-8a54-97a705c67150 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:02:10.548434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:10.558160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28e77df4-a359-4307-a9f8-d6823b23c1b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:10.658650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:02:10.671186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:02:10.678886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:02:10.799026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=80f49908-77a7-40b7-8a54-97a705c67150,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:10.824483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:10.881442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:10.882472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:10.945277 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5075002
Dec 15 13:02:10.958044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca796e4-1035-4386-b6cc-e5ccd8d4d8b1 req-ce990d02-cb1d-40b0-9d74-5c90836753a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:10.959387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-aca796e4-1035-4386-b6cc-e5ccd8d4d8b1 req-ce990d02-cb1d-40b0-9d74-5c90836753a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:02:10.996881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-aca796e4-1035-4386-b6cc-e5ccd8d4d8b1 req-ce990d02-cb1d-40b0-9d74-5c90836753a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:02:10.999373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca796e4-1035-4386-b6cc-e5ccd8d4d8b1 req-ce990d02-cb1d-40b0-9d74-5c90836753a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 931 time: 0.4951699
Dec 15 13:02:11.019478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f07950d-4e6f-4688-944d-04eacc8e4db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:11.097694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aca796e4-1035-4386-b6cc-e5ccd8d4d8b1 req-1973ad65-3228-41a8-ad32-682ea804b2f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900400
Dec 15 13:02:11.138244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Request body: {'port': {'device_id': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:11.155229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c2ddc796-047d-422e-bcfe-db84fb788f26 None None] Provisioning for port 80f49908-77a7-40b7-8a54-97a705c67150 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:02:11.167709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c2ddc796-047d-422e-bcfe-db84fb788f26 None None] Provisioning complete for port 80f49908-77a7-40b7-8a54-97a705c67150 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:02:11.168461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc796-047d-422e-bcfe-db84fb788f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:11.271445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddc796-047d-422e-bcfe-db84fb788f26 None None] Port 80f49908-77a7-40b7-8a54-97a705c67150 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:02:11.349257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:12.014322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f49908-77a7-40b7-8a54-97a705c67150 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:02:12.024379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:12.045071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Transition to ACTIVE for port object 80f49908-77a7-40b7-8a54-97a705c67150 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:02:12.054221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:12.056266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2dc0aa3e-7153-437b-aaaa-2f05d22699ff tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:12.293237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Pushing event updated for resources: {'Port': ['ID=80f49908-77a7-40b7-8a54-97a705c67150,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:12.358601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:12.515264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Attempting to bind port 80f49908-77a7-40b7-8a54-97a705c67150 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:02:12.516401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Attempting to bind port 80f49908-77a7-40b7-8a54-97a705c67150 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:02:12.516798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Attempting to bind port 80f49908-77a7-40b7-8a54-97a705c67150 on network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:02:12.529930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Port 80f49908-77a7-40b7-8a54-97a705c67150 on network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:02:12.530503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Attempting to bind port 80f49908-77a7-40b7-8a54-97a705c67150 on network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:02:12.532403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58cc0-67f0-4c8a-93d8-b5f0fa6f54e6 req-50e014ce-69a4-4dda-9c9c-2d50da890de7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:12.534891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ddd58cc0-67f0-4c8a-93d8-b5f0fa6f54e6 req-50e014ce-69a4-4dda-9c9c-2d50da890de7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 943 time: 0.1523938
Dec 15 13:02:12.543530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:02:12.544219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Checking segment: {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:02:12.544834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Bound using segment: {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:02:12.545694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Bound port: 80f49908-77a7-40b7-8a54-97a705c67150, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b41df8-9178-4d6a-aade-5428c37b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:02:12.546182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:12.615155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ddd58cc0-67f0-4c8a-93d8-b5f0fa6f54e6 req-6f6d1f35-eaa1-422f-94a6-6f8afec61030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:02:12.637669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ddd58cc0-67f0-4c8a-93d8-b5f0fa6f54e6 req-6f6d1f35-eaa1-422f-94a6-6f8afec61030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:02:12.644426 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ddd58cc0-67f0-4c8a-93d8-b5f0fa6f54e6 req-6f6d1f35-eaa1-422f-94a6-6f8afec61030 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994296
Dec 15 13:02:12.689302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:12.722261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] For port 80f49908-77a7-40b7-8a54-97a705c67150, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:02:12.728088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] For port 80f49908-77a7-40b7-8a54-97a705c67150, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=80f49908-77a7-40b7-8a54-97a705c67150,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:02:12.733583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:12.740053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a55bfbff-9aaf-4709-8209-8c0505fb57ee tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:12.842306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:12.844921 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] 10.222.0.77 "PUT /v2.0/ports/80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 200  len: 1093 time: 1.8779809
Dec 15 13:02:12.845917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:02:12.900683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Pushing event updated for resources: {'Port': ['ID=80f49908-77a7-40b7-8a54-97a705c67150,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:12.972989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:12.983192 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150', 'status': 'completed', 'code': 200}
Dec 15 13:02:13.060158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-1340abea-f3ac-474a-ba9b-3cdccfc95754 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1096 time: 0.1522624
Dec 15 13:02:13.166976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-542f29ee-21d4-419e-8e67-8ffeb44c10d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 200  len: 217 time: 0.0982928
Dec 15 13:02:13.305268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e2e4820a-00b6-44ee-b787-917164eb1808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:13.308239 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-e2e4820a-00b6-44ee-b787-917164eb1808 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 200  len: 844 time: 0.1343691
Dec 15 13:02:13.429628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7074d9a9-26aa-4d19-916b-42c3e26582ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:13.449919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-716cfae9-0eef-4bbb-930d-088ecefbe51f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1343918
Dec 15 13:02:13.636652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:13.690895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-c0859975-f6fa-49fe-a830-9bc047f12f84 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331307
Dec 15 13:02:13.961687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b25505b2-02ef-4844-ada6-d4e062a58019 req-85ce3ecb-7192-4942-a749-986a0fcc9ce1 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633290
Dec 15 13:02:14.061981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fc720-2557-4c95-a67e-84b7f4ad396c req-fb7c805a-d6d1-4f2e-b999-9e27195479bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:14.065645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd0fc720-2557-4c95-a67e-84b7f4ad396c req-fb7c805a-d6d1-4f2e-b999-9e27195479bd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 943 time: 0.1723914
Dec 15 13:02:14.167580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-7f9e47e0-35ac-4c9c-99df-e2505f1b6aaf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1096 time: 0.1530375
Dec 15 13:02:14.169034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd0fc720-2557-4c95-a67e-84b7f4ad396c req-e3cd4785-dc75-4f7d-9aeb-0496943de636 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906093
Dec 15 13:02:14.678565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-abae0a6e-7e8c-446c-a1fe-7d769f068498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:14.680666 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-abae0a6e-7e8c-446c-a1fe-7d769f068498 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 200  len: 897 time: 0.5066588
Dec 15 13:02:14.770432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-04ae2035-e256-4511-be5e-dff05bd3f0b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 200  len: 217 time: 0.0829914
Dec 15 13:02:14.897795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-5b599551-0dea-4ad1-9557-b34760299a3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:14.900859 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-5b599551-0dea-4ad1-9557-b34760299a3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 200  len: 844 time: 0.1234398
Dec 15 13:02:15.037188 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-1382ee57-2539-4b46-8d2c-ab07d38b978a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1268415
Dec 15 13:02:15.245916 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-f6dfa223-f5af-46f6-a2c8-4a3708322a17 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013128
Dec 15 13:02:15.272449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:15.608788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a036a3c2-3f8a-45c9-81ac-ef15411a86aa req-6c52f70b-15e9-4b99-be0b-7995909a0289 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3555734
Dec 15 13:02:15.659198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638b25c-ea3f-449c-99e4-c8e13a5e840a req-be9942e1-5d54-46a6-bc7a-f3fad2d04f86 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:15.660313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c638b25c-ea3f-449c-99e4-c8e13a5e840a req-be9942e1-5d54-46a6-bc7a-f3fad2d04f86 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 943 time: 0.2329757
Dec 15 13:02:15.739970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c638b25c-ea3f-449c-99e4-c8e13a5e840a req-f3189dc1-87e9-4d0a-a1f9-5e0d51706f96 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664248
Dec 15 13:02:16.512261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 80f49908-77a7-40b7-8a54-97a705c67150 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:02:16.758924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 80f49908-77a7-40b7-8a54-97a705c67150, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=80f49908-77a7-40b7-8a54-97a705c67150,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:02:16.787560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '80f49908-77a7-40b7-8a54-97a705c67150', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'port_id': '80f49908-77a7-40b7-8a54-97a705c67150', 'mac_address': 'fa:16:3e:68:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:02:16.898490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:16.934121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f49908-77a7-40b7-8a54-97a705c67150 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:02:16.957260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 80f49908-77a7-40b7-8a54-97a705c67150, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=80f49908-77a7-40b7-8a54-97a705c67150,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:02:16.961401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:16.964146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2fdfdf3-f75c-415a-9238-35db6c1601c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:17.074812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=80f49908-77a7-40b7-8a54-97a705c67150,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:17.081952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:17.136375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e7bd1-08fc-480f-9833-217668008495 req-f96d7bac-71db-4e8f-ae9c-f0476e8ef399 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:17.138624 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-363e7bd1-08fc-480f-9833-217668008495 req-f96d7bac-71db-4e8f-ae9c-f0476e8ef399 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 944 time: 0.1549640
Dec 15 13:02:17.205393 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-363e7bd1-08fc-480f-9833-217668008495 req-4074ca89-3b4b-48a9-a70d-518f94f6c776 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574703
Dec 15 13:02:17.216579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['80f49908-77a7-40b7-8a54-97a705c67150'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:02:18.515136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 80f49908-77a7-40b7-8a54-97a705c67150 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:02:18.589282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c45c2e-768c-4c68-a7d5-46863b5c7bae req-91b69341-95f7-4c86-a8c3-c64f7c369476 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:18.593148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14c45c2e-768c-4c68-a7d5-46863b5c7bae req-91b69341-95f7-4c86-a8c3-c64f7c369476 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 944 time: 0.1401279
Dec 15 13:02:18.649746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 80f49908-77a7-40b7-8a54-97a705c67150 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:02:18.658199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14c45c2e-768c-4c68-a7d5-46863b5c7bae req-820bec29-1d43-4a3d-9f58-90b0d680cc5c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571406
Dec 15 13:02:18.658921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 80f49908-77a7-40b7-8a54-97a705c67150 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:02:18.659730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:18.857001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:18.909820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:02:18.928856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 80f49908-77a7-40b7-8a54-97a705c67150, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=80f49908-77a7-40b7-8a54-97a705c67150,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:02:18.934842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:18.938852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:19.001138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150', 'code': 200}
Dec 15 13:02:19.049666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=80f49908-77a7-40b7-8a54-97a705c67150,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:19.054063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:19.355150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-366da824-a36b-46c1-a11b-d99b821569ae req-5134b9c4-c1f1-4c3d-8599-aa9585e7721e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1098 time: 0.1333356
Dec 15 13:02:19.444079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-366da824-a36b-46c1-a11b-d99b821569ae req-61f10c21-f1f8-410f-a2a7-ea67acc9ef04 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822794
Dec 15 13:02:19.995947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a200735-8281-4bdb-90d4-616cbb32b105 req-b3ed287e-1ced-4b51-b705-08f417926943 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:19.998988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a200735-8281-4bdb-90d4-616cbb32b105 req-b3ed287e-1ced-4b51-b705-08f417926943 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 945 time: 0.1442573
Dec 15 13:02:20.076869 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a200735-8281-4bdb-90d4-616cbb32b105 req-3ad245a9-4c77-42f9-9a0b-db361f4f1098 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662143
Dec 15 13:02:21.415420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db125-5dee-48f8-8dcc-945b2a7b3b8a req-bc15df15-2803-49fb-a104-a286e9d50980 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:21.418388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-176db125-5dee-48f8-8dcc-945b2a7b3b8a req-bc15df15-2803-49fb-a104-a286e9d50980 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 945 time: 0.1640840
Dec 15 13:02:21.511887 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-176db125-5dee-48f8-8dcc-945b2a7b3b8a req-35c4e3e8-16be-4e69-b5cc-09851e18761a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810528
Dec 15 13:02:21.825016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780006-6f04-4ace-a145-efadffb84151 req-075c8efa-9759-4c0b-b476-ab711d9c76aa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:21.828210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c780006-6f04-4ace-a145-efadffb84151 req-075c8efa-9759-4c0b-b476-ab711d9c76aa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 945 time: 0.1227670
Dec 15 13:02:21.921201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c780006-6f04-4ace-a145-efadffb84151 req-ac7567c4-228b-4d27-8f66-0dba74eaf1cf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814795
Dec 15 13:02:21.978110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34606) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:22.086153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c9cbdebf-7d13-4675-9c28-3610bd26974d tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1093 time: 0.1060181
Dec 15 13:02:22.091029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34610) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:22.101519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '80f49908-77a7-40b7-8a54-97a705c67150', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:02:22.113147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:02:22.121133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:02:22.126962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:02:22.139397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:02:22.154609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:22.342969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:22.557929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.209 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/30e74612-3635-42d1-aeb0-c83f423a3c16) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:02:22.858850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:22.900781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:22.906084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3760698-db61-43e8-90dc-0a002fefb9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:23.024732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:02:23.030137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:02:23.039080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:02:23.077452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=30e74612-3635-42d1-aeb0-c83f423a3c16,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:23.085973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:23.910015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:23.984286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:24.320556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:24.326296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:24.331476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-361dcf3c-156c-403f-8af2-5f3d2c4af790 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:02:24.535674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=30e74612-3635-42d1-aeb0-c83f423a3c16,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:02:24.543528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:02:24.564713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:24.901418 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55 associated. External IP: 172.26.0.209, port: 80f49908-77a7-40b7-8a54-97a705c67150.
Dec 15 13:02:25.994952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a210db8e-303e-4153-85d8-86abcf57ee8a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:02:26.350090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:02:26.368362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] Sync routers for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:02:26.390689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:02:26.391830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb805898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:02:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:26.392282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:26.482509 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3895741
Dec 15 13:02:26.483766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:02:26.487586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34614) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:26.580471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150', 'status': 'completed', 'code': 200}
Dec 15 13:02:26.761096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:02:26.770203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-86a0e081-3fb2-4af8-ac85-7ae00c174ee1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55 HTTP/1.1" status: 200  len: 991 time: 0.2804003
Dec 15 13:02:26.811647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-e3b42adf-964e-4607-826e-45f9f33e508c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1098 time: 0.1931410
Dec 15 13:02:27.054087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-70452b75-e9bb-4980-a905-a1df28ebf3ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:27.056027 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-70452b75-e9bb-4980-a905-a1df28ebf3ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 200  len: 897 time: 0.2327182
Dec 15 13:02:27.237737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-e0cec605-f667-4e8f-933a-10eed3fb8b3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 200  len: 999 time: 0.1741207
Dec 15 13:02:27.377070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-6e573a0e-7148-4b4b-bc58-7cf17bf413d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:02:27.379467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-6e573a0e-7148-4b4b-bc58-7cf17bf413d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 200  len: 844 time: 0.1344101
Dec 15 13:02:27.445498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb805898>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.209', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'port_id': '80f49908-77a7-40b7-8a54-97a705c67150', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'mac_address': 'fa:16:3e:68:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:02:23Z', 'updated_at': '2021-12-15T13:02:23Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:05Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:27.453560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] Checking router: a210db8e-303e-4153-85d8-86abcf57ee8a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:02:27.474404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:02:27.475681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb805898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:02:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:27.521169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-d3dd5ae2-e42b-42c6-9fa2-0964b8a54fe9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1350069
Dec 15 13:02:27.776244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34620) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:27.787606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-16254791-8389-4534-bbfb-de48e11cd12d service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582815
Dec 15 13:02:27.806157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:02:27.982961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c34f02a-e05d-402a-85fa-5c82b412776d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55 HTTP/1.1" status: 200  len: 991 time: 0.2028182
Dec 15 13:02:28.049823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:28.098961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87e4e3c8-16c2-478d-9f85-9761b84337e9 req-402bf016-cfc6-44a4-b2d3-6904b25f6d69 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3018141
Dec 15 13:02:28.439676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb805898>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.209', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'port_id': '80f49908-77a7-40b7-8a54-97a705c67150', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'mac_address': 'fa:16:3e:68:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:02:23Z', 'updated_at': '2021-12-15T13:02:23Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:05Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:02:28.448225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d958a-84c3-4abd-93db-50b87d1c2469 None None] The sync data for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv is: [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.209', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'port_id': '80f49908-77a7-40b7-8a54-97a705c67150', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'mac_address': 'fa:16:3e:68:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:02:23Z', 'updated_at': '2021-12-15T13:02:23Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:05Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:02:28.900739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd35369-72a9-45cd-8495-05e18c31eedc None None] New status for floating IP 6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:02:28.986800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34624) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:29.206635 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9a8c7288-7b81-4a49-b9a8-11a21ad16ead tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55 HTTP/1.1" status: 200  len: 991 time: 0.2175493
Dec 15 13:02:30.211816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34628) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:02:30.434534 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a9d6f896-b835-402f-a50d-4b76fd1fdf4c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55 HTTP/1.1" status: 200  len: 993 time: 0.2202060
Dec 15 13:02:41.007589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe828367-60d1-4086-8ae7-177bd9089014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:42.588979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:02:42.676868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:43.409284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9393b9b4-85df-4ac5-827d-d944937a86a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:43.631639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:45.272901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:02:58.033841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:11.003025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a7f823b-5ad0-4ff1-bf15-38443abbd707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:12.680567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:12.727025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-8cafa046-f185-416e-99c9-be12f918890b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1185367
Dec 15 13:03:12.963776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-08f0f2a5-a55f-455e-8849-dc9124282574 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1098 time: 0.1135857
Dec 15 13:03:13.235273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-16ad515c-b6ca-4f1d-84e4-9551bd9766ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:03:13.238755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-16ad515c-b6ca-4f1d-84e4-9551bd9766ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 200  len: 897 time: 0.2507241
Dec 15 13:03:13.418929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ca9bcc7-8107-4a28-ac56-ac5f3d47c583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:13.424395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-0cebaf49-9835-4e08-b153-6648e7d88743 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 200  len: 1001 time: 0.1681349
Dec 15 13:03:13.525313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-50a878b4-7961-453d-a1ac-cbd42cfae12f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:03:13.525313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-50a878b4-7961-453d-a1ac-cbd42cfae12f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 200  len: 844 time: 0.0977693
Dec 15 13:03:13.643025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:13.651018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-8afa5231-e009-49eb-af88-0c84d73c0b1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1196771
Dec 15 13:03:13.941945 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-b2ba30eb-6c4b-4189-88fd-9ef7008b1a97 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2833273
Dec 15 13:03:14.214013 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7aa6ce6-e65c-4871-8c34-552a7804da77 req-0daf9b9f-f2c3-4e8c-8cde-a613a48f7c03 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633691
Dec 15 13:03:15.275541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:19.598050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:03:28.044483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:40.989508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d251036c-9165-435f-b05c-e53422794d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:42.667505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:43.409396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8eb12b44-944d-4a3d-8a7d-d92664ebb058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:43.635374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:45.272034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:03:56.592610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:03:58.050906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:11.004903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76b6e758-986d-4a64-bc6d-7520469447b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:12.673896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:12.729135 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-ffe1bf6c-de32-43a0-a73b-9060dba48690 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1312680
Dec 15 13:04:12.928216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-9515bb1f-dc5e-4849-a305-1821608f9ce8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1098 time: 0.0861149
Dec 15 13:04:13.146878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-c949d22a-980e-4007-b4a7-88ecd83c096e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:04:13.148702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-c949d22a-980e-4007-b4a7-88ecd83c096e service neutron] 10.222.0.77 "GET /v2.0/networks?id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 200  len: 897 time: 0.1985910
Dec 15 13:04:13.352939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-217b067a-4311-4f93-a5f4-7af37d60f926 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 200  len: 1001 time: 0.1967843
Dec 15 13:04:13.413780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23278c89-4ff0-4da7-9860-f79b3c425b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:13.448924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-5e7c9040-b9c1-4d99-8095-2067addc21b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:04:13.450790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-5e7c9040-b9c1-4d99-8095-2067addc21b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 200  len: 844 time: 0.0903697
Dec 15 13:04:13.579614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-3cbe03e9-55b0-4c04-9ce7-6d8350d82920 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1218143
Dec 15 13:04:13.650100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:13.810221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-470fad5e-31c1-40b3-8c09-9a541f7b68dc service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231097
Dec 15 13:04:14.410259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ee0ad3b-9293-4473-8725-8223efd6869c req-27e559bf-a385-4b25-a3cf-210b2a1afdc6 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5927176
Dec 15 13:04:15.284859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:20.218484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34660) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:04:20.226677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:04:20.589861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7137750'] for subnet, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:20.837854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745354972582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6369567'] for subnet, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:20.843069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-738bb734-8e9b-4eb7-a23b-fcb3684e711b tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:04:20.910283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:04:20.911384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:20.913783 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/subnets/011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 200  len: 836 time: 0.6937103
Dec 15 13:04:20.917969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c44c1-e3a9-4bac-a1d0-2155c98b1a61 None None] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:04:20.932235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=011b79bd-8053-496d-9f58-fb03ed39a648,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:04:20.943850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.944481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.945033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.945577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.946112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.946776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.947392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.947913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.948432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.948948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.949499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:04:20.954017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4d0bf71c-c2e1-45b8-ab25-5022757097b8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:04:21.575190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-282cceda-2e11-4c2e-8b58-745edc0bd949 None None] Provisioning complete for port 904dc757-ed24-4420-9957-296dd5ee4afa triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:04:21.576077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-282cceda-2e11-4c2e-8b58-745edc0bd949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:21.737952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-282cceda-2e11-4c2e-8b58-745edc0bd949 None None] Provisioning complete for port 80f49908-77a7-40b7-8a54-97a705c67150 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:04:21.738578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-282cceda-2e11-4c2e-8b58-745edc0bd949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:21.911862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-282cceda-2e11-4c2e-8b58-745edc0bd949 None None] Provisioning complete for port 0b94547c-9de8-43a7-a823-f600e4e3b31b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:04:21.912281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-282cceda-2e11-4c2e-8b58-745edc0bd949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:28.065488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:33.603910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:04:40.994488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a00feed-6092-4395-acb6-2d48c8f92de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:42.681765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:43.415042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d600a2c8-ffa8-4904-a4f5-029cfd02922f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:43.646842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:45.289675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:04:58.067438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:03.803869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34676) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:04.154451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 30e74612-3635-42d1-aeb0-c83f423a3c16 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:05:04.154946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:04.419731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:04.420047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:04.569315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 30e74612-3635-42d1-aeb0-c83f423a3c16 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:05:04.787726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:04.792554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f005c2ba-887d-46db-b49e-2ad3d29fe8db tempest-RoutersIpV6Test-1809386598 tempest-RoutersIpV6Test-1809386598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:04.844350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=30e74612-3635-42d1-aeb0-c83f423a3c16,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:04.849377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:04.999672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:05.856664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a210db8e-303e-4153-85d8-86abcf57ee8a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:05:06.161718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:05:06.179288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] Sync routers for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:05:06.190504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:06.199644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:06.200635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:04:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:06.282469 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55 HTTP/1.1" status: 204  len: 168 time: 2.4730713
Dec 15 13:05:06.282469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:05:06.551186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150', 'status': 'completed', 'code': 200}
Dec 15 13:05:06.554983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:06.704922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-15733132-8123-4366-b289-9519140b5286 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 1098 time: 0.1169450
Dec 15 13:05:06.942659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-b05c30e7-03f1-46a3-81da-9cb47bcb4024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:06.944616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-b05c30e7-03f1-46a3-81da-9cb47bcb4024 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 200  len: 897 time: 0.2329650
Dec 15 13:05:07.035532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-7b449eca-12d0-459b-a875-9ed5cb992f61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 200  len: 217 time: 0.0782509
Dec 15 13:05:07.042743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ed79-1572-46bf-9e8e-6a68c640c51d req-d3e4b695-1278-4379-b3d0-4fd1b355d447 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:07.044547 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2275ed79-1572-46bf-9e8e-6a68c640c51d req-d3e4b695-1278-4379-b3d0-4fd1b355d447 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 945 time: 0.2184427
Dec 15 13:05:07.054824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:05Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:07.063909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] Checking router: a210db8e-303e-4153-85d8-86abcf57ee8a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:05:07.091980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:07.093069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:04:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:07.156934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-83200168-b6b0-4719-a794-3000a859edbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:07.158950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-83200168-b6b0-4719-a794-3000a859edbc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 200  len: 844 time: 0.1134317
Dec 15 13:05:07.166137 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2275ed79-1572-46bf-9e8e-6a68c640c51d req-0b95e344-491d-4d29-b33a-9d7bbd923374 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800583
Dec 15 13:05:07.286635 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-4cf172dd-1157-40e9-81ed-78ce81e999bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1193919
Dec 15 13:05:07.376451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:07.475591 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-14509204-1063-4206-9dd5-21a862f11197 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818955
Dec 15 13:05:07.646658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4dbbdc99-b6c9-40cd-bcfd-e523add25469 req-bf5d5999-fa76-4b90-aa54-175fb5722c57 service neutron] 10.222.0.77 "GET /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634579
Dec 15 13:05:07.799292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8fdc88>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:05Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:07.804199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe0849-fef0-4497-9872-104eee8b2abb None None] The sync data for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv is: [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:01:56Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0b94547c-9de8-43a7-a823-f600e4e3b31b', 'name': '', 'network_id': 'aecb5d6c-3af7-4fe0-911c-877c0a6f7efc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:bf:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:55Z', 'updated_at': '2021-12-15T13:02:05Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': '011b79bd-8053-496d-9f58-fb03ed39a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:05:08.264922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-8db043b8-8000-42fe-baa9-3d3c9ea441e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:08.267069 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-8db043b8-8000-42fe-baa9-3d3c9ea441e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 945 time: 0.1631336
Dec 15 13:05:08.389706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93de956-1668-43da-8c24-f505efcc16cb None None] New status for floating IP 6bde9d39-c8e7-4e5c-a0a3-cbf08b4dff55: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:05:08.397655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 80f49908-77a7-40b7-8a54-97a705c67150 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:05:08.398197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:08.546383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f3bf-1d92-41e0-ad24-198ea1ef3488 req-b9542cd8-848a-49f9-97e0-cdbfac82a4da tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:08.547667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-51a0f3bf-1d92-41e0-ad24-198ea1ef3488 req-b9542cd8-848a-49f9-97e0-cdbfac82a4da tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:08.577817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-51a0f3bf-1d92-41e0-ad24-198ea1ef3488 req-b9542cd8-848a-49f9-97e0-cdbfac82a4da tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:08.579874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-51a0f3bf-1d92-41e0-ad24-198ea1ef3488 req-b9542cd8-848a-49f9-97e0-cdbfac82a4da tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 945 time: 0.1858459
Dec 15 13:05:08.678761 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-51a0f3bf-1d92-41e0-ad24-198ea1ef3488 req-ee32b665-b3be-493d-bc14-010a82ab471c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860670
Dec 15 13:05:08.820197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 80f49908-77a7-40b7-8a54-97a705c67150, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=80f49908-77a7-40b7-8a54-97a705c67150,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:08.820197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:08.987274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 80f49908-77a7-40b7-8a54-97a705c67150 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:05:09.168215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:09.178824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-571c7328-fd61-4af3-a9ca-c33932986928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:09.239142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=80f49908-77a7-40b7-8a54-97a705c67150,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:09.259626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.260207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.260648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.261289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.261895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.262416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.263099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.263728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.264398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.265083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.265778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:09.272827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:09.370995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port 80f49908-77a7-40b7-8a54-97a705c67150 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:05:09.373945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:09.377711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'name': 'network-vif-deleted', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:05:09.398177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-41f75d95-f6dd-4a9b-abd8-db2df5869493 req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/80f49908-77a7-40b7-8a54-97a705c67150 HTTP/1.1" status: 204  len: 173 time: 1.1251106
Dec 15 13:05:09.564120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee007ff0-4b25-44db-9b5c-70528200bcac', 'name': 'network-vif-deleted', 'tag': '80f49908-77a7-40b7-8a54-97a705c67150', 'status': 'completed', 'code': 200}
Dec 15 13:05:09.897116 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7a786d5d-3f78-40b4-b2f7-5b798b76a7c2 req-46c93475-bc94-40ce-afce-9dc8524da081 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee007ff0-4b25-44db-9b5c-70528200bcac HTTP/1.1" status: 200  len: 210 time: 0.0519588
Dec 15 13:05:10.597373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:05:10.990191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05fff247-4c42-45ac-bc3a-465e7c9b82b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:11.020298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34714) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:11.111385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0184bfb9-1060-4f7d-bfb0-408e5835f44d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:11.144479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0184bfb9-1060-4f7d-bfb0-408e5835f44d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:11.207717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0184bfb9-1060-4f7d-bfb0-408e5835f44d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:11.211990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c74017d2-53c5-4b64-aabf-c2a208b83cc8 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:11.229329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184bfb9-1060-4f7d-bfb0-408e5835f44d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc8d4c9-758e-4d91-ab4d-f928895dd2f9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:11.232409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0184bfb9-1060-4f7d-bfb0-408e5835f44d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:11.239685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0184bfb9-1060-4f7d-bfb0-408e5835f44d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:11.244601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0184bfb9-1060-4f7d-bfb0-408e5835f44d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/7bc8d4c9-758e-4d91-ab4d-f928895dd2f9 HTTP/1.1" status: 204  len: 168 time: 0.2193561
Dec 15 13:05:11.260401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 80f49908-77a7-40b7-8a54-97a705c67150 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:05:11.290521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34720) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:11.302368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 80f49908-77a7-40b7-8a54-97a705c67150 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:05:11.302762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 80f49908-77a7-40b7-8a54-97a705c67150 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:05:11.753042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:12.472056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 0b94547c-9de8-43a7-a823-f600e4e3b31b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:05:12.472426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:12.660053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:12.698703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 0b94547c-9de8-43a7-a823-f600e4e3b31b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0b94547c-9de8-43a7-a823-f600e4e3b31b,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:12.701827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:12.842278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 0b94547c-9de8-43a7-a823-f600e4e3b31b owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:05:13.044682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:13.049243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b0c2525c-67ed-438e-b178-1d9306d45da4 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:13.099716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=0b94547c-9de8-43a7-a823-f600e4e3b31b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:13.103643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:13.404521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2edefcfb-9b2b-495d-aab4-5ef7e62bef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:13.648132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:13.709800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:14.431402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a210db8e-303e-4153-85d8-86abcf57ee8a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:05:14.670982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:05:14.682159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] Sync routers for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:05:14.697869 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/a210db8e-303e-4153-85d8-86abcf57ee8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4032371
Dec 15 13:05:14.698102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:14.698102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:14.698289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34724) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:14.908642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:14.923121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet 011b79bd-8053-496d-9f58-fb03ed39a648 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:05:14.926458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:14.993344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.087661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.184841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.191179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f07a7cc5-7592-49ee-8ff2-29d69279adb9 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:15.242381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=011b79bd-8053-496d-9f58-fb03ed39a648,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:15.246501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:15.250249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.261292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/011b79bd-8053-496d-9f58-fb03ed39a648 HTTP/1.1" status: 204  len: 168 time: 0.5572889
Dec 15 13:05:15.261701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34728) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:15.266599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f31f5-9882-4974-8c07-bd4caefd3eec None None] Network aecb5d6c-3af7-4fe0-911c-877c0a6f7efc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:05:15.266876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c320>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:05:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:15.273000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] Checking router: a210db8e-303e-4153-85d8-86abcf57ee8a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:05:15.287941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] Routers {'a210db8e-303e-4153-85d8-86abcf57ee8a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:15.288621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a210db8e-303e-4153-85d8-86abcf57ee8a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:15.394860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.502554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.543963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] Set router a210db8e-303e-4153-85d8-86abcf57ee8a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:15.640054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] DHCP port deletion for aecb5d6c-3af7-4fe0-911c-877c0a6f7efc request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:05:15.647452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Deleting port 904dc757-ed24-4420-9957-296dd5ee4afa {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:05:15.648226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.821451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.832840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port f184cd32-f911-4a78-acf7-8cae5cc485c0 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:05:15.833325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:15.924421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] For port 904dc757-ed24-4420-9957-296dd5ee4afa, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=904dc757-ed24-4420-9957-296dd5ee4afa,segment=NetworkSegment(c4b41df8-9178-4d6a-aade-5428c37b8d74),segment_id=c4b41df8-9178-4d6a-aade-5428c37b8d74)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:15.925351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:16.067937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port f184cd32-f911-4a78-acf7-8cae5cc485c0, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f184cd32-f911-4a78-acf7-8cae5cc485c0,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:16.068359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:16.111048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb56c320>, [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:05:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:16.117766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6b238-1891-4877-9da3-2ff25a559604 None None] The sync data for ids ['a210db8e-303e-4153-85d8-86abcf57ee8a'] in dv-neutron-821831-1-hyperv is: [{'id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'name': 'tempest-TestNetworkBasicOps-router-1534902499', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:01:48Z', 'updated_at': '2021-12-15T13:05:12Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'f184cd32-f911-4a78-acf7-8cae5cc485c0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210db8e-303e-4153-85d8-86abcf57ee8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:01:49Z', 'updated_at': '2021-12-15T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:05:16.233811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for f184cd32-f911-4a78-acf7-8cae5cc485c0 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:05:16.248816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Calling delete_port for 904dc757-ed24-4420-9957-296dd5ee4afa owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:05:16.337924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:16.344049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85e75b3b-dd91-49fe-a61a-287805e21491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:16.397404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Pushing event deleted for resources: {'Port': ['ID=904dc757-ed24-4420-9957-296dd5ee4afa,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:16.405337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] No DVR routers for this DVR port 904dc757-ed24-4420-9957-296dd5ee4afa on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:05:16.415522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.415920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.416308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.416697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.417137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.417445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.417890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.418206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.418672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.419015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.419269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:16.423410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:16.440904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:16.448132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32eb917d-b3cf-4dcb-82b6-563fb79add64 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:16.499392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=f184cd32-f911-4a78-acf7-8cae5cc485c0,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:16.503312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:17.046618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.338061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.342657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.349681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0b94547c-9de8-43a7-a823-f600e4e3b31b no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:05:17.370751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.371387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router a210db8e-303e-4153-85d8-86abcf57ee8a {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:05:17.385193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0b94547c-9de8-43a7-a823-f600e4e3b31b {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:05:17.385775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0b94547c-9de8-43a7-a823-f600e4e3b31b not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:05:17.386219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 904dc757-ed24-4420-9957-296dd5ee4afa no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:05:17.387328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.391520 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/a210db8e-303e-4153-85d8-86abcf57ee8a HTTP/1.1" status: 204  len: 168 time: 2.1258612
Dec 15 13:05:17.391812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34732) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:17.420752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 904dc757-ed24-4420-9957-296dd5ee4afa {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:05:17.421158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 904dc757-ed24-4420-9957-296dd5ee4afa not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:05:17.532617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.691994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.723194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb2ca0b8>,) {'filters': {'network_id': ['aecb5d6c-3af7-4fe0-911c-877c0a6f7efc']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:17.738698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2ca0b8>, 'c4b41df8-9178-4d6a-aade-5428c37b8d74') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:17.739032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb2ca0b8>, 'c4b41df8-9178-4d6a-aade-5428c37b8d74') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:17.753197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.770127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.777332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:05:17.777745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:05:17.794032 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:05:17.888725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.894467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd3d111f-50a7-44f0-b237-37cdd2b24b6e tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:17.918208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:17.934718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=aecb5d6c-3af7-4fe0-911c-877c0a6f7efc,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:17.939792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:17.941823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9fa8cf18-f5a8-4f82-87e8-235afd73666e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/aecb5d6c-3af7-4fe0-911c-877c0a6f7efc HTTP/1.1" status: 204  len: 168 time: 0.5489333
Dec 15 13:05:17.958554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34736) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:17.966368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--2002909842', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:17.972243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:17.976900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:network and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:17.980077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:17.986315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:18.003474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:05:18.009176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.041101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:05:18.050474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.050873 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment 9a4a8f14-502c-42a0-9c6b-680aa52647a3 of type vlan for network 5732044f-8e44-4dec-92d0-9a07daf84c26
Dec 15 13:05:18.085403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.117966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.121938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:18.122618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.128834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-14c6f6c0-ad9d-4672-87dc-9a8ef474468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:18.197756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2376490
Dec 15 13:05:18.201163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34740) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:18.208931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-902605230', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:18.218992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:18.225439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:18.231410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:18.239140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:18.254968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.256853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.264660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=5732044f-8e44-4dec-92d0-9a07daf84c26,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:18.267885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad67c492-d52f-46fb-8244-7675053f7d53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:18.279288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:05:18.293397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.486055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.720001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.760566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:18.923773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.164 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/2121ddad-c5df-4838-8bd1-dbb2f706a405) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:05:19.093201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:19.123111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:19.127801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:19.202367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:05:19.206149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:19.208236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=2121ddad-c5df-4838-8bd1-dbb2f706a405,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:19.210574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:05:19.237636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:19.250303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f184cd32-f911-4a78-acf7-8cae5cc485c0 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:05:19.285569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f184cd32-f911-4a78-acf7-8cae5cc485c0 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:05:19.285971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f184cd32-f911-4a78-acf7-8cae5cc485c0 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:05:19.381149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:19.381840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:19.636244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a32fa30e-dfc9-46f0-848c-112ff034aa32 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:05:19.895055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:05:19.908039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Sync routers for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:05:19.922971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:19.923975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb33df98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:19.926566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:19.928056 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7256405
Dec 15 13:05:19.932064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34744) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:19.989678 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0033dd5d-117e-4875-8fbc-21209c583717 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0562811
Dec 15 13:05:19.994261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34748) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:20.133250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:20.208959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b2fb1-8aee-4ac8-b0a3-9299446f5802 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:20.210532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e30b2fb1-8aee-4ac8-b0a3-9299446f5802 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2149875
Dec 15 13:05:20.217283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34752) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:20.273035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-28fae422-1fd1-46be-bd39-426188f99fe2 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0510578
Dec 15 13:05:20.273354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34756) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:20.280157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689643268', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:20.419388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:20.423834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:20.427141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:20.434977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:20.448657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:05:20.489444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb33df98>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:19Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:20.493846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Checking router: a32fa30e-dfc9-46f0-848c-112ff034aa32 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:05:20.494253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Updating router a32fa30e-dfc9-46f0-848c-112ff034aa32 port 2121ddad-c5df-4838-8bd1-dbb2f706a405 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:05:20.566742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:20.615777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:20.910424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:20.919438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a7b88175-9d3e-4192-87c7-a576f8721066 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:21.032925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=b8739585-efb3-4d97-8156-ed0b86298cd4,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:21.048160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:21.053694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.054133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.055013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.055524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.056028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.056450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.056865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.057284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.057693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.058105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.058515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:21.064599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:21.065828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:05:21.066231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: 5732044f-8e44-4dec-92d0-9a07daf84c26, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:05:21.071522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Transition to ACTIVE for port object 2121ddad-c5df-4838-8bd1-dbb2f706a405 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:21.082901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:21.088278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-702739d3-4fa4-43ba-a76b-755d807eb834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:21.091708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:05:21.104587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 5732044f-8e44-4dec-92d0-9a07daf84c26) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:21.113079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:21.114313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:21.120789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13389870-7f39-42cf-9662-f54ef7ff7311 None None] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:05:21.148581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb5164e9-d132-475b-a913-d090ac148da6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8732469
Dec 15 13:05:21.151818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34760) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:21.282127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Attempting to bind port 2121ddad-c5df-4838-8bd1-dbb2f706a405 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:05:21.282551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Attempting to bind port 2121ddad-c5df-4838-8bd1-dbb2f706a405 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:05:21.282967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Attempting to bind port 2121ddad-c5df-4838-8bd1-dbb2f706a405 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:05:21.294040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec994a-f750-4d29-9db0-e35e5164b441 None None] Pushing event updated for resources: {'Port': ['ID=2121ddad-c5df-4838-8bd1-dbb2f706a405,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:21.301755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02ec994a-f750-4d29-9db0-e35e5164b441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:21.311843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:05:21.312269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:05:21.312730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:21.313173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:05:21.313718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Bound port: 2121ddad-c5df-4838-8bd1-dbb2f706a405, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:05:21.314136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:21.557663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] For port 2121ddad-c5df-4838-8bd1-dbb2f706a405, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:05:21.589470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] For port 2121ddad-c5df-4838-8bd1-dbb2f706a405, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2121ddad-c5df-4838-8bd1-dbb2f706a405,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:05:21.597921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:21.610631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:21.672535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-5732044f-8e44-4dec-92d0-9a07daf84c26', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:05:21.676908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:21.935581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec994a-f750-4d29-9db0-e35e5164b441 None None] Pushing event updated for resources: {'Port': ['ID=2121ddad-c5df-4838-8bd1-dbb2f706a405,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:21.949359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02ec994a-f750-4d29-9db0-e35e5164b441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:21.950617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:21.951852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb33df98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:22.342897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Allocated IP 172.20.0.2 (5732044f-8e44-4dec-92d0-9a07daf84c26/b8739585-efb3-4d97-8156-ed0b86298cd4/a2c619f0-e649-4fd2-9d1f-d7b32d573262) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:05:22.406304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:22.729424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.084838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.112024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Transition to ACTIVE for port object a2c619f0-e649-4fd2-9d1f-d7b32d573262 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:23.147856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Transition to ACTIVE for port object a2c619f0-e649-4fd2-9d1f-d7b32d573262 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:23.157463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.163117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85e75b3b-dd91-49fe-a61a-287805e21491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:23.222214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb33df98>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:19Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:23.229712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae0133-152d-4d2f-b171-e627a81ccad9 None None] The sync data for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv is: [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:19Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:05:23.266506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Pushing event updated for resources: {'Port': ['ID=a2c619f0-e649-4fd2-9d1f-d7b32d573262,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:23.270189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (5732044f-8e44-4dec-92d0-9a07daf84c26/b8739585-efb3-4d97-8156-ed0b86298cd4/ca81a39a-0121-4f91-9459-b1d180f1a82d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:05:23.273920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:05:23.275857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:23.280095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:23.281201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:05:23.396525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Attempting to bind port a2c619f0-e649-4fd2-9d1f-d7b32d573262 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:05:23.397097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Attempting to bind port a2c619f0-e649-4fd2-9d1f-d7b32d573262 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:05:23.397759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Attempting to bind port a2c619f0-e649-4fd2-9d1f-d7b32d573262 on network 5732044f-8e44-4dec-92d0-9a07daf84c26 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:05:23.408524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:05:23.408978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Checking segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:05:23.409504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.410193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Bound using segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:05:23.411017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Bound port: a2c619f0-e649-4fd2-9d1f-d7b32d573262, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:05:23.412054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.473670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.495752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object ca81a39a-0121-4f91-9459-b1d180f1a82d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:23.524532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.530594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:23.542266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] For port a2c619f0-e649-4fd2-9d1f-d7b32d573262, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:05:23.549621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] For port a2c619f0-e649-4fd2-9d1f-d7b32d573262, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a2c619f0-e649-4fd2-9d1f-d7b32d573262,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:05:23.553810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.563307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:23.660266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:05:23.668139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:23.676272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:05:23.720802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Pushing event updated for resources: {'Port': ['ID=a2c619f0-e649-4fd2-9d1f-d7b32d573262,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:23.726580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:23.752805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=ca81a39a-0121-4f91-9459-b1d180f1a82d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:23.769061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:23.797627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:23.941201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:24.573800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:24.578769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:24.619722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77541c48-abf0-4d6c-be8d-a4c42243b1a0 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:24.735639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:24.740225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=ca81a39a-0121-4f91-9459-b1d180f1a82d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:24.748043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:24.929734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:05:24.931401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:25.384354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2121ddad-c5df-4838-8bd1-dbb2f706a405 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:25.486660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 2121ddad-c5df-4838-8bd1-dbb2f706a405 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:25.493189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2121ddad-c5df-4838-8bd1-dbb2f706a405 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:25.493855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:25.497034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a32fa30e-dfc9-46f0-848c-112ff034aa32 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:05:25.631260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:25.653860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 2121ddad-c5df-4838-8bd1-dbb2f706a405, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2121ddad-c5df-4838-8bd1-dbb2f706a405,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:25.657538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:25.658507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a2c619f0-e649-4fd2-9d1f-d7b32d573262 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:25.694646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:25.730390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea694b-b9a1-44ca-8d40-474d8388e541 None None] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:05:25.755781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:05:25.772720 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/a32fa30e-dfc9-46f0-848c-112ff034aa32/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6193411
Dec 15 13:05:25.778320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34764) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:25.897646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=2121ddad-c5df-4838-8bd1-dbb2f706a405,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:25.905640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:25.908538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-42b8e36e-b6d2-484a-844e-18a5f0225eea None None] Provisioning for port a2c619f0-e649-4fd2-9d1f-d7b32d573262 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:25.946554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede98667-a5a4-4f4d-bd0e-d69bd89a2730 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:25.946988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede98667-a5a4-4f4d-bd0e-d69bd89a2730 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:25.947376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede98667-a5a4-4f4d-bd0e-d69bd89a2730 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:25.947825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede98667-a5a4-4f4d-bd0e-d69bd89a2730 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:25.949627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ede98667-a5a4-4f4d-bd0e-d69bd89a2730 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1701403
Dec 15 13:05:25.952910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34768) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:25.981434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port a2c619f0-e649-4fd2-9d1f-d7b32d573262 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:25.996951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a2c619f0-e649-4fd2-9d1f-d7b32d573262 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:25.997357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.042011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c67e3-2838-443e-a242-487175ebec4e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:26.042428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c67e3-2838-443e-a242-487175ebec4e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:26.042795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c67e3-2838-443e-a242-487175ebec4e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:26.043252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c67e3-2838-443e-a242-487175ebec4e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:26.045185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e3c67e3-2838-443e-a242-487175ebec4e tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0912788
Dec 15 13:05:26.048128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34772) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:26.196155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.262459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port a2c619f0-e649-4fd2-9d1f-d7b32d573262, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a2c619f0-e649-4fd2-9d1f-d7b32d573262,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:26.268428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.270732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:26.313974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5b7a4763-2547-4510-8e6e-4d96226a0694 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2644546
Dec 15 13:05:26.366695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=a2c619f0-e649-4fd2-9d1f-d7b32d573262,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:26.372464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:26.613054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34778) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:26.621177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42506909', 'description': 'tempest-secgroup-smoke-42506909 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:26.628805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:26.635045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:26.638853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:26.649691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:26.658030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89af61f5-5d1d-4e47-8720-73921a4a87c4 None None] Provisioning for port ca81a39a-0121-4f91-9459-b1d180f1a82d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:26.665272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.667491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89af61f5-5d1d-4e47-8720-73921a4a87c4 None None] Provisioning complete for port ca81a39a-0121-4f91-9459-b1d180f1a82d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:26.668056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89af61f5-5d1d-4e47-8720-73921a4a87c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.720038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:26.724370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:26.728818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:26.737280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:26.743692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-89af61f5-5d1d-4e47-8720-73921a4a87c4 None None] Port ca81a39a-0121-4f91-9459-b1d180f1a82d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:05:26.759910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Sync routers for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:05:26.764044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89af61f5-5d1d-4e47-8720-73921a4a87c4 None None] Provisioning complete for port a2c619f0-e649-4fd2-9d1f-d7b32d573262 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:26.764547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89af61f5-5d1d-4e47-8720-73921a4a87c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.781394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:26.782121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:26.841787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.845428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.855243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bca3188f-0b63-44a5-a446-0129a76c5ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:26.908580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97515c66-ad35-4893-9d70-3cfa3449563a,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:26.914337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:26.917175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:26.923048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.3036504
Dec 15 13:05:26.923173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34782) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:26.932405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '97515c66-ad35-4893-9d70-3cfa3449563a', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:26.940657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:26.946305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:26.950551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:26.957212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:26.978078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.006437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:27.033714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f60b47fb-f55d-47d2-8156-f065f4876fc7 None None] Provisioning complete for port ca81a39a-0121-4f91-9459-b1d180f1a82d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:27.034466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f60b47fb-f55d-47d2-8156-f065f4876fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.069664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.073132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.075443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:27.115848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ca06b1-cb48-440d-aafd-0653b5d0200a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:27.118631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f60b47fb-f55d-47d2-8156-f065f4876fc7 None None] Port ca81a39a-0121-4f91-9459-b1d180f1a82d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:05:27.121334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:27.132699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.138957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34786) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:27.139365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2147698
Dec 15 13:05:27.146532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '97515c66-ad35-4893-9d70-3cfa3449563a', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:27.156306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:27.164342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:27.169369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:27.178768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:27.201945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.320791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.333310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.335742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30dc1913-e64d-4443-9403-66200b555b2b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:27.352321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-96c88c8a-7245-4efd-9226-aa891151de60 None None] Provisioning complete for port ca81a39a-0121-4f91-9459-b1d180f1a82d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:27.352781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96c88c8a-7245-4efd-9226-aa891151de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.371230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1e419a-a2ce-4198-b48d-46f2ea2834d6,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:27.374560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:27.383745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.387831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2441728
Dec 15 13:05:27.388464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34790) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:27.395503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2121ddad-c5df-4838-8bd1-dbb2f706a405 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:27.400819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '97515c66-ad35-4893-9d70-3cfa3449563a', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:27.412797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:27.418022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:27.422718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:27.432079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:27.452726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.482254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-96c88c8a-7245-4efd-9226-aa891151de60 None None] Port ca81a39a-0121-4f91-9459-b1d180f1a82d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:05:27.495188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6898>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:24Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:27.502597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Checking router: a32fa30e-dfc9-46f0-848c-112ff034aa32 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:05:27.503193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Updating router a32fa30e-dfc9-46f0-848c-112ff034aa32 port ca81a39a-0121-4f91-9459-b1d180f1a82d binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:05:27.514310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2121ddad-c5df-4838-8bd1-dbb2f706a405 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:27.514747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.544389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.549282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.564513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-141a3b3d-be2d-4a77-885b-dd97b85d0907 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:27.580163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.611588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d745bc3-feaa-4ea2-be15-1df262786c4c,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:27.616304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:27.623203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.625599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2352049
Dec 15 13:05:27.628217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34794) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:27.640348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '97515c66-ad35-4893-9d70-3cfa3449563a', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:27.647711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:27.652585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:27.655803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:27.661325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a2c619f0-e649-4fd2-9d1f-d7b32d573262 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:27.662143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:27.682847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.743656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a2c619f0-e649-4fd2-9d1f-d7b32d573262 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:27.744070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.765093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.768083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.775273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4264531a-1dc5-4bde-9da6-da61a236b57e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:27.797423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c260ea26-ab48-4162-9e69-ab39ec9eb77f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:27.800374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:27.808808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.813673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1813917
Dec 15 13:05:27.814130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34798) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:27.821385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '97515c66-ad35-4893-9d70-3cfa3449563a', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:27.828269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:27.832762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:27.836202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:27.843292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:27.865166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:05:27.872987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.945436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.949720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:27.952878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-baae9d3c-c3a4-4918-b300-0e33c58abcbd tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:28.001593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1062c213-1b8c-41e4-a2a7-bc857514a36f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:28.005986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:28.019655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.021072 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2056918
Dec 15 13:05:28.024432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34802) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:28.030770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '97515c66-ad35-4893-9d70-3cfa3449563a', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:28.037963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:28.044245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:28.047647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:28.055100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:28.060957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.068596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:05:28.072940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.076665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.086722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Transition to ACTIVE for port object ca81a39a-0121-4f91-9459-b1d180f1a82d will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:28.093648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.099904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d37fff7a-55e1-434c-bc90-f55bec16e5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:28.205118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.210426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.213911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17ff5924-2d10-4d84-8112-a9fa8f629e4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:28.235782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Pushing event updated for resources: {'Port': ['ID=ca81a39a-0121-4f91-9459-b1d180f1a82d,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:28.253063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbedad61-4c8e-4530-9fd1-f2b380b39098,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:28.257869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:28.278117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.283450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2539995
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.283750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.284450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:05:28.293015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:28.358622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Attempting to bind port ca81a39a-0121-4f91-9459-b1d180f1a82d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:05:28.360382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Attempting to bind port ca81a39a-0121-4f91-9459-b1d180f1a82d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:05:28.360382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Attempting to bind port ca81a39a-0121-4f91-9459-b1d180f1a82d on network 5732044f-8e44-4dec-92d0-9a07daf84c26 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:05:28.371477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:05:28.372157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Checking segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:05:28.373413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.373937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Bound using segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:05:28.377650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Bound port: ca81a39a-0121-4f91-9459-b1d180f1a82d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:05:28.377650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.523545 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-c0615494-6e76-4584-9985-e94db7ec7899 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42506909&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.0539913
Dec 15 13:05:28.536695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] For port ca81a39a-0121-4f91-9459-b1d180f1a82d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:05:28.540354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] For port ca81a39a-0121-4f91-9459-b1d180f1a82d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ca81a39a-0121-4f91-9459-b1d180f1a82d,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:05:28.546042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:28.553572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:28.664478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:28.665140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:28.724570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Pushing event updated for resources: {'Port': ['ID=ca81a39a-0121-4f91-9459-b1d180f1a82d,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:28.733571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:28.743009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2f3e-6903-4440-8238-5acf3760158d req-00ef2d83-f054-4889-9a6c-f710423c696f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:28.743887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-00ef2d83-f054-4889-9a6c-f710423c696f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:28.766550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-00ef2d83-f054-4889-9a6c-f710423c696f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:28.768330 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-00ef2d83-f054-4889-9a6c-f710423c696f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 797 time: 0.2322638
Dec 15 13:05:28.788127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-bceaaaf4-75ba-481b-b2bf-467006adaaaf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0133090
Dec 15 13:05:28.889905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:28.909688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-d617d0b2-29b6-411f-b261-742a126591af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:28.928543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-d617d0b2-29b6-411f-b261-742a126591af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:28.931972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-d617d0b2-29b6-411f-b261-742a126591af tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1361420
Dec 15 13:05:29.199438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-98564c55-2d59-4e57-a0d3-28ad1fee8197 service neutron] 10.222.0.53 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530310
Dec 15 13:05:29.290278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1a6898>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:28Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:29.294856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98edf70-02ea-4ea9-ad29-b62c91674219 None None] The sync data for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv is: [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:28Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:05:29.381072 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-9fdcdadc-9f2e-475d-b254-aa71026da72b service neutron] 10.222.0.53 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684122
Dec 15 13:05:29.667452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-7f6b75aa-33ed-407c-980c-2fe1c57b2e2f req-fd414cbb-7885-4b10-9c48-8815bc327caa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:29.682810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-7f6b75aa-33ed-407c-980c-2fe1c57b2e2f req-fd414cbb-7885-4b10-9c48-8815bc327caa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:29.684349 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f6b75aa-33ed-407c-980c-2fe1c57b2e2f req-fd414cbb-7885-4b10-9c48-8815bc327caa tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 210 time: 0.0787401
Dec 15 13:05:30.911025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c0ccdaff-aad9-4768-9196-cf10963e10f2 req-8b79c1ae-62ca-4032-9e86-add2625c1b2c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 210 time: 0.0635958
Dec 15 13:05:31.116334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2f3e-6903-4440-8238-5acf3760158d req-ac567e7d-b0d6-496c-b743-bda678eeef23 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:31.118419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-ac567e7d-b0d6-496c-b743-bda678eeef23 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:31.138955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-ac567e7d-b0d6-496c-b743-bda678eeef23 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:31.140743 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-ac567e7d-b0d6-496c-b743-bda678eeef23 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 797 time: 0.2194374
Dec 15 13:05:31.208370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-1592f0fe-1c8f-43be-9714-0a52d19ce444 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:31.226703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-337a2f3e-6903-4440-8238-5acf3760158d req-1592f0fe-1c8f-43be-9714-0a52d19ce444 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:31.228698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-1592f0fe-1c8f-43be-9714-0a52d19ce444 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 378 time: 0.0770028
Dec 15 13:05:31.238438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['97515c66-ad35-4893-9d70-3cfa3449563a']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:31.355243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ca81a39a-0121-4f91-9459-b1d180f1a82d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:31.454357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port ca81a39a-0121-4f91-9459-b1d180f1a82d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:31.462964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ca81a39a-0121-4f91-9459-b1d180f1a82d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:31.463621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:31.631852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:31.672078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:31.674981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port ca81a39a-0121-4f91-9459-b1d180f1a82d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ca81a39a-0121-4f91-9459-b1d180f1a82d,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:31.679562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:31.684165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02ec994a-f750-4d29-9db0-e35e5164b441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:31.685437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:31.696553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:05:31.705196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:31.764369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=ca81a39a-0121-4f91-9459-b1d180f1a82d,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:31.767899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:31.920457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.9 (5732044f-8e44-4dec-92d0-9a07daf84c26/b8739585-efb3-4d97-8156-ed0b86298cd4/a115e270-a10d-4c2a-8070-93acf23a0f67) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:05:32.138810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db4028fe-bdc9-4404-bc55-385e3fe64f1f req-2cd931a9-9da9-4abc-82e5-db210c7d1399 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 210 time: 0.0670061
Dec 15 13:05:32.190324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:32.209959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object a115e270-a10d-4c2a-8070-93acf23a0f67 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:32.237108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:32.244879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:32.323419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:05:32.327216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:32.329417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:32.331818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:05:32.360805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:32.403698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:32.404403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:32.433737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1994913
Dec 15 13:05:32.446863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Request body: {'port': {'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:32.591776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:32.628736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6cefa6e9-af0c-48c3-bd07-fa3cae4b3dd6 None None] Provisioning for port a115e270-a10d-4c2a-8070-93acf23a0f67 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:32.635633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6cefa6e9-af0c-48c3-bd07-fa3cae4b3dd6 None None] Provisioning complete for port a115e270-a10d-4c2a-8070-93acf23a0f67 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:32.636513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cefa6e9-af0c-48c3-bd07-fa3cae4b3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:32.696063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6cefa6e9-af0c-48c3-bd07-fa3cae4b3dd6 None None] Port a115e270-a10d-4c2a-8070-93acf23a0f67 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:05:33.020673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a115e270-a10d-4c2a-8070-93acf23a0f67 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:05:33.028851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:33.046218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Transition to ACTIVE for port object a115e270-a10d-4c2a-8070-93acf23a0f67 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:33.049403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:33.054557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83f2719a-9dd7-4dd7-88df-c4b8437aaf11 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:33.190760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Pushing event updated for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:33.195537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:33.343199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ca81a39a-0121-4f91-9459-b1d180f1a82d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:33.388276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Attempting to bind port a115e270-a10d-4c2a-8070-93acf23a0f67 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:05:33.388894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Attempting to bind port a115e270-a10d-4c2a-8070-93acf23a0f67 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:05:33.389427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Attempting to bind port a115e270-a10d-4c2a-8070-93acf23a0f67 on network 5732044f-8e44-4dec-92d0-9a07daf84c26 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:05:33.397283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Port a115e270-a10d-4c2a-8070-93acf23a0f67 on network 5732044f-8e44-4dec-92d0-9a07daf84c26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:05:33.398248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Attempting to bind port a115e270-a10d-4c2a-8070-93acf23a0f67 on network 5732044f-8e44-4dec-92d0-9a07daf84c26 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:05:33.406187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:05:33.406738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Checking segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:05:33.407457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Bound using segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:05:33.407939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Bound port: a115e270-a10d-4c2a-8070-93acf23a0f67, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:05:33.408452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:33.450381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ec96-9b42-4d97-804c-d1f2e9fde0dd req-42502f07-612f-45a7-8d5a-3b583493f985 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:33.461469 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a1e3ec96-9b42-4d97-804c-d1f2e9fde0dd req-42502f07-612f-45a7-8d5a-3b583493f985 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 943 time: 0.1103506
Dec 15 13:05:33.466223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ca81a39a-0121-4f91-9459-b1d180f1a82d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:33.466947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:33.516757 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a1e3ec96-9b42-4d97-804c-d1f2e9fde0dd req-b475b4b4-7925-4352-945d-992253a1e7b4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0531647
Dec 15 13:05:33.521859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:05:33.526141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a115e270-a10d-4c2a-8070-93acf23a0f67,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:05:33.530077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:33.542311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:33.610623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:33.612231 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] 10.222.0.77 "PUT /v2.0/ports/a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 1093 time: 1.1704876
Dec 15 13:05:33.612806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:05:33.645208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Pushing event updated for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:33.653217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:33.706143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'status': 'completed', 'code': 200}
Dec 15 13:05:33.759890 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-82b43897-dcda-48de-9f6f-ce2cd47f1568 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1096 time: 0.1039798
Dec 15 13:05:33.853029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-cea23096-2220-49bb-a486-f8fba0c368cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 217 time: 0.0841842
Dec 15 13:05:33.938138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2f3e-6903-4440-8238-5acf3760158d req-39df4f4e-3562-4f4e-a391-858cd03bab17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:33.939851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-39df4f4e-3562-4f4e-a391-858cd03bab17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0798028
Dec 15 13:05:34.043839 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-89566965-6748-4262-9283-68a78b1673f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0972652
Dec 15 13:05:34.203839 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-dae3d9c0-6b00-4752-9ed2-8bd78a3dfda4 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526275
Dec 15 13:05:34.356966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-337a2f3e-6903-4440-8238-5acf3760158d req-5fc364ab-93f8-486f-85d9-922094b74b7f service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465669
Dec 15 13:05:34.496161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-cff718d5-95ff-49fc-888a-2132afa5970b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1096 time: 0.0864553
Dec 15 13:05:34.677098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-2e5b1e3d-9209-44eb-a280-31ef45734567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:34.680840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-2e5b1e3d-9209-44eb-a280-31ef45734567 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1771107
Dec 15 13:05:34.760772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-2fa6d4aa-2a67-45b0-8a9c-055def3a695a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 217 time: 0.0715792
Dec 15 13:05:34.762533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed412b-c339-4ff1-9f25-daa49b5359d2 req-5b880f5a-4767-4ed4-93ed-b10a06816fc5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:34.764296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6eed412b-c339-4ff1-9f25-daa49b5359d2 req-5b880f5a-4767-4ed4-93ed-b10a06816fc5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 943 time: 0.0988305
Dec 15 13:05:34.820103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6eed412b-c339-4ff1-9f25-daa49b5359d2 req-7c3d173b-13a9-4499-ba7f-de27a711adec tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488381
Dec 15 13:05:34.848736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-6c66075c-502d-4fe8-ba6d-d40cf92d3b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:34.850390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-6c66075c-502d-4fe8-ba6d-d40cf92d3b7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0818019
Dec 15 13:05:34.946832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-93f59749-3bf6-4c64-9c31-a6106f7a847a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0880375
Dec 15 13:05:35.116395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-df74e45d-04a1-480b-84e5-c75ce031e08f service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622698
Dec 15 13:05:35.303087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30de00f-3043-460e-8ae4-a2b7c8bc7fda req-ebfb8741-36a0-4179-8aae-dda3e23b9d7b service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802769
Dec 15 13:05:36.066445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b0a7-fd4c-40dd-964c-d18a5ce1c131 req-87e534ea-4e3f-4f5f-b830-bcdb324099e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:36.067213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f1c6b0a7-fd4c-40dd-964c-d18a5ce1c131 req-87e534ea-4e3f-4f5f-b830-bcdb324099e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:36.085809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f1c6b0a7-fd4c-40dd-964c-d18a5ce1c131 req-87e534ea-4e3f-4f5f-b830-bcdb324099e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:36.086828 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f1c6b0a7-fd4c-40dd-964c-d18a5ce1c131 req-87e534ea-4e3f-4f5f-b830-bcdb324099e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 943 time: 0.1121786
Dec 15 13:05:36.140762 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f1c6b0a7-fd4c-40dd-964c-d18a5ce1c131 req-54da9601-03aa-463f-9b23-94d01e3ab438 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470150
Dec 15 13:05:37.318392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a115e270-a10d-4c2a-8070-93acf23a0f67 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:05:37.398648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbed09c-e1e7-4e23-984d-27c7f1d2e1c9 req-528c9b3a-de5e-495b-80cd-9da73b4d6ad4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:37.400402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8bbed09c-e1e7-4e23-984d-27c7f1d2e1c9 req-528c9b3a-de5e-495b-80cd-9da73b4d6ad4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 943 time: 0.1043353
Dec 15 13:05:37.468374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8bbed09c-e1e7-4e23-984d-27c7f1d2e1c9 req-d349c649-40d4-4f1a-9514-35c18d75bbc4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0593798
Dec 15 13:05:37.503036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a115e270-a10d-4c2a-8070-93acf23a0f67,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:37.520639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:05:37.589526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:37.611911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a115e270-a10d-4c2a-8070-93acf23a0f67 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:05:37.636794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a115e270-a10d-4c2a-8070-93acf23a0f67,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:37.640778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:37.643466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:37.722446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:37.725858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:37.885264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['a115e270-a10d-4c2a-8070-93acf23a0f67'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:05:38.703122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629abb56-ef0b-4549-aefd-c764e58e7a11 req-dba987ec-2926-4070-8eb3-95fa0538d0e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:38.704821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-629abb56-ef0b-4549-aefd-c764e58e7a11 req-dba987ec-2926-4070-8eb3-95fa0538d0e1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 944 time: 0.0907946
Dec 15 13:05:38.769665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-629abb56-ef0b-4549-aefd-c764e58e7a11 req-44c84ef2-13d2-4e16-bdb6-503b659b78b9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0573962
Dec 15 13:05:39.349055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a115e270-a10d-4c2a-8070-93acf23a0f67 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:39.457109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port a115e270-a10d-4c2a-8070-93acf23a0f67 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:39.463493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port a115e270-a10d-4c2a-8070-93acf23a0f67 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:39.463765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:39.599700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:39.643144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:05:39.656314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a115e270-a10d-4c2a-8070-93acf23a0f67,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:39.661496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:39.664384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:39.756594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:39.760729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:39.834912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'code': 200}
Dec 15 13:05:40.108064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c9522-97d1-4d8b-818b-04362debc4f6 req-684104e3-f604-4f21-823a-3b823680ade1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:40.110243 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cc2c9522-97d1-4d8b-818b-04362debc4f6 req-684104e3-f604-4f21-823a-3b823680ade1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 945 time: 0.1572793
Dec 15 13:05:40.187872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cc2c9522-97d1-4d8b-818b-04362debc4f6 req-4d48050c-1711-4288-a64d-c0eac9c0e347 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0704195
Dec 15 13:05:40.192272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a7d1b269-0d3f-48e7-bf06-e2fd4474cf01 req-14097f52-60c7-4d01-b92a-0f7583da685d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1098 time: 0.1457546
Dec 15 13:05:40.255088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a7d1b269-0d3f-48e7-bf06-e2fd4474cf01 req-5a414bfd-dc89-40e2-9a0e-333163ad5379 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0559046
Dec 15 13:05:41.110481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-882b69bf-d5ca-41c6-a1de-4be816c6aea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:41.462540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ed7f0-bb49-4b4a-ac1b-9f54d9b797c7 req-28243b92-5e6c-490d-b5b9-27427fca69b1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:41.464357 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-002ed7f0-bb49-4b4a-ac1b-9f54d9b797c7 req-28243b92-5e6c-490d-b5b9-27427fca69b1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 945 time: 0.0884631
Dec 15 13:05:41.517371 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-002ed7f0-bb49-4b4a-ac1b-9f54d9b797c7 req-e2a47442-978c-4cbf-9070-292f371d8ec1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451458
Dec 15 13:05:41.747008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b851-0a2c-4e93-a5c0-bf0cda4cd6e5 req-64ecddf2-155d-48bd-a109-055b45baed67 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:41.748648 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2908b851-0a2c-4e93-a5c0-bf0cda4cd6e5 req-64ecddf2-155d-48bd-a109-055b45baed67 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 945 time: 0.0936177
Dec 15 13:05:41.800043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2908b851-0a2c-4e93-a5c0-bf0cda4cd6e5 req-1abec5ee-0871-4baf-88e1-ac02880b1103 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449786
Dec 15 13:05:41.831237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34864) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:41.918592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d77f32a-4746-43b2-a081-1a860cdda6b1 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1093 time: 0.0854666
Dec 15 13:05:41.922031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34868) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:41.929369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:41.936190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:41.940720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:41.943955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:41.950808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:42.234393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:42.410934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:42.569304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.64 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/84ba6719-7906-4f64-9d9c-06d448c59e17) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:05:42.670247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:42.753136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:42.792942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:42.798204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:42.873807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:05:42.878401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:42.883804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:05:42.922390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=84ba6719-7906-4f64-9d9c-06d448c59e17,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:42.932755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:43.407863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5026edd2-742e-422b-91f1-2eadd1cc28fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:43.525234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:43.612159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:43.653637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:43.862635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:43.867826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:43.872366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50a32a26-982e-487c-9d9e-ce14e3009547 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:43.986761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=84ba6719-7906-4f64-9d9c-06d448c59e17,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:43.989987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:44.005024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:44.220177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 3b13f6bf-8e01-48f9-b8dc-84806f30c976 associated. External IP: 172.26.0.64, port: a115e270-a10d-4c2a-8070-93acf23a0f67.
Dec 15 13:05:44.655554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a32fa30e-dfc9-46f0-848c-112ff034aa32 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:05:44.878942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:05:44.891063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] Sync routers for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:05:44.906387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:44.907199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbaea550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:44.909576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:44.973463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0500991
Dec 15 13:05:44.974288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:05:44.977133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34872) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:45.042074 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'status': 'completed', 'code': 200}
Dec 15 13:05:45.234164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-6588de75-f36f-4e05-a160-a2b4f1a61727 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1098 time: 0.1723878
Dec 15 13:05:45.240110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d50d26d8-6ce3-48fe-82ed-d0d0cb3959a3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1093 time: 0.2613878
Dec 15 13:05:45.335194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.338925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:45.410596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-636c2109-5f43-4615-bb6c-6b2647d2a96b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:45.412276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-636c2109-5f43-4615-bb6c-6b2647d2a96b service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1707516
Dec 15 13:05:45.435953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34882) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:45.442503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31368086', 'description': 'tempest-secgroup-smoke-31368086 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:45.449874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:45.460621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:45.472170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.516492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:45.520597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:45.523755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:45.531140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:45.544948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-c391c8c6-b7c9-496f-9304-2bb60085bf42 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 998 time: 0.1259370
Dec 15 13:05:45.595751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.599061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.606280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2443271a-f1d3-4a8e-b657-22c3904ece36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:45.624718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-2ee18cdc-cbed-494b-801e-9c06a5d63770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:45.626385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-2ee18cdc-cbed-494b-801e-9c06a5d63770 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0750256
Dec 15 13:05:45.653414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:45.656999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:45.658117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.659527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83612323-eeb6-4c13-a627-fed07439da8f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.2223408
Dec 15 13:05:45.663115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34886) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:45.672163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:45.680546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:45.685654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:45.688932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:45.696643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:45.716209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.725850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-ad36a767-288d-4783-8d45-b4822cd443fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0922153
Dec 15 13:05:45.744199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbaea550>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:43Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:45.748643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] Checking router: a32fa30e-dfc9-46f0-848c-112ff034aa32 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:05:45.763821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:05:45.764548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbaea550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:45.790414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.795427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.800303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b8d9871d-cbe6-4b88-9a41-2fa6c512d70a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:45.827939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6b0333-b06c-4fc1-8caf-78af382c5a12,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:45.830436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:45.837627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.839170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1735318
Dec 15 13:05:45.842162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34890) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:45.848758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:45.856056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:45.860523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:45.863768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:45.870624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:45.891157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.979155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.984675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:45.986754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8559f0d4-648f-47f3-af6d-757f46f81edf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:45.988686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:05:46.016704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e83587-6c21-4233-a9e0-a92654120808,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:46.019597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:46.027504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.028866 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1856716
Dec 15 13:05:46.032246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34894) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:46.039189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:46.046353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:46.050992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:46.054844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:46.061420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:46.081338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.147374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-a9320959-64bf-443a-b6af-35ddcf232c2b service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4143176
Dec 15 13:05:46.166117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.169316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.171679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-33391238-7b42-4f2b-8476-e8160c63935e tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:46.198770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426b22cb-3a2c-4583-882f-5a0ead7f2a12,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:46.202122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:46.222535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.224099 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-035f3f17-2232-4ca8-95cb-4e08d884a280 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1906357
Dec 15 13:05:46.231862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34898) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:46.238210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:46.245918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:46.250050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:46.253826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:46.260990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:46.282288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.331588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eeb312b9-dc6a-4cbf-9e26-ad3264f4c039 req-30c6cc9e-93a4-45a3-86d1-05883c1be094 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777642
Dec 15 13:05:46.360603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.363860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.365897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2432019-8ee5-42d4-a91d-858ce65a15ad tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:46.390578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589410fc-ca94-4909-b88e-887d2f52b5c3,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:46.393240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:46.402801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.404978 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1711051
Dec 15 13:05:46.409529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 34902) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:46.416464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:46.419957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbaea550>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:43Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:05:46.423195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:46.427750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:46.427940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03a001-f521-4d95-b379-b9aecacb47dc None None] The sync data for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv is: [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:43Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:05:46.431217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:46.438716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:46.450697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:05:46.459261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.540576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.544714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.551147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0cea25ef-6860-4fda-82ca-0e7b2f8620ab tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:46.573404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266d9d32-c849-45ae-90d9-27e1f8502896,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:46.576130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:46.584574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.586221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1751249
Dec 15 13:05:46.590111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34906) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:05:46.596524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': 'c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:46.604015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:46.608457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:05:46.611818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:05:46.618615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:46.630637 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:05:46.639091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.720058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.724212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.726239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-818176df-0080-4dd4-a216-681cf86b3a6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:46.752294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aaff93-f8bd-439c-8953-4db8302e74d2,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:46.754944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:46.763629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:46.765043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1738079
Dec 15 13:05:46.832698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863df10c-8552-439c-9ed6-65920df15d16 None None] New status for floating IP 3b13f6bf-8e01-48f9-b8dc-84806f30c976: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:05:46.985330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-223a6258-b357-4f43-99fe-959100bcc8bf req-134302c7-85ef-4531-8dbe-591b2e81f9a7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:47.002095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-223a6258-b357-4f43-99fe-959100bcc8bf req-134302c7-85ef-4531-8dbe-591b2e81f9a7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:47.003440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-134302c7-85ef-4531-8dbe-591b2e81f9a7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31368086&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.0682509
Dec 15 13:05:47.189353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6258-b357-4f43-99fe-959100bcc8bf req-32fb2c3f-6ec7-4b23-8014-1becb7c97bd5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:47.191040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-32fb2c3f-6ec7-4b23-8014-1becb7c97bd5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 797 time: 0.1796496
Dec 15 13:05:47.217740 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-73327e25-d278-4b45-8416-9a018f1a111e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0162809
Dec 15 13:05:47.319513 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-190999e5-1781-46ec-b5da-c4dab79d8770 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0953019
Dec 15 13:05:47.480845 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-2771e06c-2472-4b33-971a-493537dcddc6 service neutron] 10.222.0.53 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473517
Dec 15 13:05:47.598187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:05:47.900654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-d30ac897-bb5f-47fd-9c12-06ab1ac58700 service neutron] 10.222.0.53 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4118207
Dec 15 13:05:48.126482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2ccdddc0-81a2-484c-8aa8-e5c7aa8e39cb req-4e7b8176-c5e0-4eee-b894-8d3bb9a4c7ce tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 210 time: 0.0596671
Dec 15 13:05:49.276329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ee84e05e-8b3a-4721-8453-f62d8af72a68 req-bb34a591-a08f-4585-bfac-2d2c944d41b1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 210 time: 0.0505164
Dec 15 13:05:50.405599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1594b2cd-2511-4abd-a7ca-eef21328388f req-f0199145-dc34-4c35-8d27-c4f84d8914cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 210 time: 0.0545456
Dec 15 13:05:51.383835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6258-b357-4f43-99fe-959100bcc8bf req-91c3af0d-8808-4c09-a8f9-296a7e7fc5f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:51.386174 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-91c3af0d-8808-4c09-a8f9-296a7e7fc5f6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 797 time: 0.1988904
Dec 15 13:05:51.461352 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-18a70e11-593d-40b1-be30-f1a05b617170 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 469 time: 0.0607316
Dec 15 13:05:51.478221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:51.609658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdd39984-739c-41fe-a1d2-da5a2aa8e01f req-c7698cd6-5a5d-4038-b9fe-fc529bc4514e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 210 time: 0.0485268
Dec 15 13:05:51.645560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:05:51.656476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:05:51.666463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:05:51.672589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:51.883851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.6 (5732044f-8e44-4dec-92d0-9a07daf84c26/b8739585-efb3-4d97-8156-ed0b86298cd4/902a0439-9643-416b-a896-e0bc2f3b0b35) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:05:52.107988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:52.128333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 902a0439-9643-416b-a896-e0bc2f3b0b35 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:52.152968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:52.158876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ca153cd-0d10-42a9-adf0-f8730ce1b179 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:52.230952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:05:52.232250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:05:52.237494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:05:52.284233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=902a0439-9643-416b-a896-e0bc2f3b0b35,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:52.294493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:52.318392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:52.319120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:52.345595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8726332
Dec 15 13:05:52.358450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Request body: {'port': {'device_id': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:05:52.481948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:52.589199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-113d6163-2690-4c6c-8f46-6578d3292eee None None] Provisioning for port 902a0439-9643-416b-a896-e0bc2f3b0b35 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:52.595320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-113d6163-2690-4c6c-8f46-6578d3292eee None None] Provisioning complete for port 902a0439-9643-416b-a896-e0bc2f3b0b35 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:52.595929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-113d6163-2690-4c6c-8f46-6578d3292eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:52.654676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-113d6163-2690-4c6c-8f46-6578d3292eee None None] Port 902a0439-9643-416b-a896-e0bc2f3b0b35 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:05:52.897427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55886f0-597c-4dad-9b34-0247903c51a8 req-47366c94-3736-4fb7-87b4-2d20725cb330 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:52.898209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a55886f0-597c-4dad-9b34-0247903c51a8 req-47366c94-3736-4fb7-87b4-2d20725cb330 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:05:52.963309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a55886f0-597c-4dad-9b34-0247903c51a8 req-47366c94-3736-4fb7-87b4-2d20725cb330 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:05:52.964717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a55886f0-597c-4dad-9b34-0247903c51a8 req-47366c94-3736-4fb7-87b4-2d20725cb330 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 931 time: 0.2084947
Dec 15 13:05:52.966756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902a0439-9643-416b-a896-e0bc2f3b0b35 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:05:52.992899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:53.025966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Transition to ACTIVE for port object 902a0439-9643-416b-a896-e0bc2f3b0b35 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:05:53.030532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:53.037643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c34f528a-b3a5-4c35-93a3-2345ad8a8917 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:53.099480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a55886f0-597c-4dad-9b34-0247903c51a8 req-2c801c42-e443-4ef8-942d-6d503a145d3f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1280854
Dec 15 13:05:53.181478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Pushing event updated for resources: {'Port': ['ID=902a0439-9643-416b-a896-e0bc2f3b0b35,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:53.186865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:53.308550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Attempting to bind port 902a0439-9643-416b-a896-e0bc2f3b0b35 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:05:53.308961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Attempting to bind port 902a0439-9643-416b-a896-e0bc2f3b0b35 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:05:53.309335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Attempting to bind port 902a0439-9643-416b-a896-e0bc2f3b0b35 on network 5732044f-8e44-4dec-92d0-9a07daf84c26 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:05:53.316254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Port 902a0439-9643-416b-a896-e0bc2f3b0b35 on network 5732044f-8e44-4dec-92d0-9a07daf84c26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:05:53.316616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Attempting to bind port 902a0439-9643-416b-a896-e0bc2f3b0b35 on network 5732044f-8e44-4dec-92d0-9a07daf84c26 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:05:53.324473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:05:53.324879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Checking segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:05:53.325441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Bound using segment: {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:05:53.325926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Bound port: 902a0439-9643-416b-a896-e0bc2f3b0b35, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4a8f14-502c-42a0-9c6b-680aa52647a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:05:53.326420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:53.428358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] For port 902a0439-9643-416b-a896-e0bc2f3b0b35, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:05:53.432508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] For port 902a0439-9643-416b-a896-e0bc2f3b0b35, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=902a0439-9643-416b-a896-e0bc2f3b0b35,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:05:53.438827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:53.443127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-37721f1b-c2c8-4487-b758-6a30007b9ab9 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:53.506571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:53.508219 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] 10.222.0.77 "PUT /v2.0/ports/902a0439-9643-416b-a896-e0bc2f3b0b35 HTTP/1.1" status: 200  len: 1093 time: 1.1552012
Dec 15 13:05:53.508790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:05:53.534284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Pushing event updated for resources: {'Port': ['ID=902a0439-9643-416b-a896-e0bc2f3b0b35,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:53.537993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:53.588087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'status': 'completed', 'code': 200}
Dec 15 13:05:53.634823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-f96cd847-152a-4cac-ac62-f7565b6122a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 1096 time: 0.0860543
Dec 15 13:05:53.718033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-bd50b37d-f9d7-4bc2-9d32-0120b0e3e6ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902a0439-9643-416b-a896-e0bc2f3b0b35 HTTP/1.1" status: 200  len: 217 time: 0.0732946
Dec 15 13:05:53.792828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6258-b357-4f43-99fe-959100bcc8bf req-89bba859-055e-4b65-87b6-d0c2ba0eed29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:53.794548 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-89bba859-055e-4b65-87b6-d0c2ba0eed29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0689523
Dec 15 13:05:53.886066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-995ed0b4-8fb6-4e06-8aa2-355e1b3e09d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0845497
Dec 15 13:05:54.035064 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-a5755d71-4884-46e8-b393-2cc99dc8dd07 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420219
Dec 15 13:05:54.195930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-223a6258-b357-4f43-99fe-959100bcc8bf req-7dece366-901c-4cc3-874c-d6ceacd569e3 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538169
Dec 15 13:05:54.407885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabb841-e767-43e2-8f64-0618e62e7fce req-9759f439-63d4-45d5-91c4-00b4048021a3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:54.409488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fdabb841-e767-43e2-8f64-0618e62e7fce req-9759f439-63d4-45d5-91c4-00b4048021a3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 943 time: 0.1620722
Dec 15 13:05:54.412684 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-2dc77eb3-8574-456c-a2d6-1112156e7d24 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 1096 time: 0.1634815
Dec 15 13:05:54.837856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fdabb841-e767-43e2-8f64-0618e62e7fce req-1c298060-d3b9-4b18-a3b7-af25518094d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4209490
Dec 15 13:05:54.872070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-b2c6888b-401d-4353-b625-01023c4e36c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:54.873771 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-b2c6888b-401d-4353-b625-01023c4e36c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.4358993
Dec 15 13:05:54.951651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-5a3c4a47-8751-4c4a-87c5-c74c35181f0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902a0439-9643-416b-a896-e0bc2f3b0b35 HTTP/1.1" status: 200  len: 217 time: 0.0690932
Dec 15 13:05:55.026912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-ff8d435d-32d0-4e54-8e6e-43bc7bb0bb1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:55.028821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-ff8d435d-32d0-4e54-8e6e-43bc7bb0bb1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0710351
Dec 15 13:05:55.123051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-29c0e1e0-8be4-48e3-98a9-8760bf3a31b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0873630
Dec 15 13:05:55.289571 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-f6202b1e-f2be-4f97-9c7f-02aa1f8535ca service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595466
Dec 15 13:05:55.444791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a654972-aa0c-4479-8c67-da4f596fa6f4 req-72270b4f-26cf-48bb-99f1-d4d06a156494 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481512
Dec 15 13:05:56.075075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bcd2a-a997-4f34-8e21-80c25b0c38ae req-9b97e2e1-87eb-41f6-819b-6c9fbb257928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:56.076829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-869bcd2a-a997-4f34-8e21-80c25b0c38ae req-9b97e2e1-87eb-41f6-819b-6c9fbb257928 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 943 time: 0.1015067
Dec 15 13:05:56.130932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-869bcd2a-a997-4f34-8e21-80c25b0c38ae req-c88a66c2-29b5-4a06-ab39-816981dee4e6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464275
Dec 15 13:05:57.369362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47164c1e-ab91-4d84-a1cd-9ab8a18cfeb1 req-e18076c5-f31b-4d39-8d71-d3fd97bbf445 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:57.370980 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47164c1e-ab91-4d84-a1cd-9ab8a18cfeb1 req-e18076c5-f31b-4d39-8d71-d3fd97bbf445 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 943 time: 0.0979779
Dec 15 13:05:57.436238 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47164c1e-ab91-4d84-a1cd-9ab8a18cfeb1 req-f5c4ed1b-81ae-4082-885b-a7ac6069fc53 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0580890
Dec 15 13:05:57.478999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 902a0439-9643-416b-a896-e0bc2f3b0b35 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:05:57.628870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 902a0439-9643-416b-a896-e0bc2f3b0b35, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=902a0439-9643-416b-a896-e0bc2f3b0b35,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:57.644702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'port_id': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'mac_address': 'fa:16:3e:1c:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:05:57.708346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:57.729083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902a0439-9643-416b-a896-e0bc2f3b0b35 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:05:57.744889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 902a0439-9643-416b-a896-e0bc2f3b0b35, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=902a0439-9643-416b-a896-e0bc2f3b0b35,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:57.749007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:57.750963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63bdd10c-04f6-4a3a-b28f-a1dc0a1bdb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:57.819005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=902a0439-9643-416b-a896-e0bc2f3b0b35,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:57.822382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:57.996859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['902a0439-9643-416b-a896-e0bc2f3b0b35'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:05:58.088875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:58.661315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0744db-5365-4859-b2e9-d5d0bc92949c req-f7425773-4761-440f-abb7-93aa95b618fd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:58.662986 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c0744db-5365-4859-b2e9-d5d0bc92949c req-f7425773-4761-440f-abb7-93aa95b618fd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 944 time: 0.0939023
Dec 15 13:05:58.723294 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c0744db-5365-4859-b2e9-d5d0bc92949c req-6bb0fc0e-037f-46cf-ae9b-bd15b6e7de0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0538602
Dec 15 13:05:59.494613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 902a0439-9643-416b-a896-e0bc2f3b0b35 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:05:59.598469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 902a0439-9643-416b-a896-e0bc2f3b0b35 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:05:59.604144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 902a0439-9643-416b-a896-e0bc2f3b0b35 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:05:59.604558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:59.735085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:59.779549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:05:59.795304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 902a0439-9643-416b-a896-e0bc2f3b0b35, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=902a0439-9643-416b-a896-e0bc2f3b0b35,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:05:59.802416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:05:59.807115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-285dbbb5-eb3b-4ebc-93a2-f8b58dca814c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:05:59.852586 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'code': 200}
Dec 15 13:05:59.905597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=902a0439-9643-416b-a896-e0bc2f3b0b35,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:05:59.910165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:05:59.974564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6531e-c4ac-4548-9dd1-65418b312c35 req-adcd4d8f-6653-4306-8261-f555064d3c7e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:05:59.976891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eb6531e-c4ac-4548-9dd1-65418b312c35 req-adcd4d8f-6653-4306-8261-f555064d3c7e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 945 time: 0.1155109
Dec 15 13:06:00.053131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eb6531e-c4ac-4548-9dd1-65418b312c35 req-68109149-3188-433b-aa37-086393ab6b95 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668867
Dec 15 13:06:00.156028 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-29961dbc-a872-4180-9dc4-da3d8e500486 req-2b688df5-4e0b-4637-96da-ffef086f6698 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 1098 time: 0.1010101
Dec 15 13:06:00.258664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-29961dbc-a872-4180-9dc4-da3d8e500486 req-2a58aec2-4c19-49a7-8eb9-c359e3268527 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0945756
Dec 15 13:06:01.357146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413dc50-7545-49fc-b58c-34593cc14d86 req-9256ba54-2a74-4af7-a71e-495a6f9f8e01 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:01.359838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d413dc50-7545-49fc-b58c-34593cc14d86 req-9256ba54-2a74-4af7-a71e-495a6f9f8e01 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 945 time: 0.1430399
Dec 15 13:06:01.423597 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d413dc50-7545-49fc-b58c-34593cc14d86 req-6025aaa4-fe96-4b1d-8f9f-45a3ba96e366 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0553572
Dec 15 13:06:02.663133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89811357-daa4-4f07-8307-4bdfea20ff6f req-32036b53-5558-4985-ac68-dcaa8eaa3371 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:02.665900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89811357-daa4-4f07-8307-4bdfea20ff6f req-32036b53-5558-4985-ac68-dcaa8eaa3371 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 945 time: 0.1000748
Dec 15 13:06:02.746296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89811357-daa4-4f07-8307-4bdfea20ff6f req-d11daba9-a609-499b-8675-4c65e5c47dae tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0725720
Dec 15 13:06:03.012254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef14a4-2581-4a69-ab78-93b65f928d04 req-9ed1fd60-e41a-4885-a8fd-65cf6e3e59a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:03.014029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49ef14a4-2581-4a69-ab78-93b65f928d04 req-9ed1fd60-e41a-4885-a8fd-65cf6e3e59a8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 945 time: 0.1032646
Dec 15 13:06:03.074883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49ef14a4-2581-4a69-ab78-93b65f928d04 req-3c4bd5d7-d3d5-4fb5-a7f2-a8a663724558 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0528944
Dec 15 13:06:03.110519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34968) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:03.208555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb42de2a-bd70-42ab-bd14-ef1ed8f531ac tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 1093 time: 0.0966167
Dec 15 13:06:03.213083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34972) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:03.219142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:06:03.225704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:06:03.248366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:06:03.252019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:06:03.258895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:06:03.272289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:03.455533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:03.622914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.122 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/13d4aa2b-1dc2-406f-89ad-f7434ba86c99) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:06:03.827457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:03.858677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:03.863997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a8c21d9b-1b6c-4019-9830-1b727dee7ec9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:03.944974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:06:03.948957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:06:03.953620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:06:03.992157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=13d4aa2b-1dc2-406f-89ad-f7434ba86c99,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:04.002600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:04.608259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:04.685478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:04.934900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:04.938972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:04.943906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17617042-1b62-4b23-b77b-3524d39b74e9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:05.061191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=13d4aa2b-1dc2-406f-89ad-f7434ba86c99,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:05.066188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:05.080142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:05.314826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP c83da73d-b44f-49d0-8607-ed274ab8b7d8 associated. External IP: 172.26.0.122, port: 902a0439-9643-416b-a896-e0bc2f3b0b35.
Dec 15 13:06:05.819565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a32fa30e-dfc9-46f0-848c-112ff034aa32 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:06:06.071622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:06:06.086093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] Sync routers for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:06:06.099315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:06.102684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:06:06.103706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2a6518>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:06.174345 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9600413
Dec 15 13:06:06.175373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:06:06.273644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'status': 'completed', 'code': 200}
Dec 15 13:06:06.321399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:06:06.388702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-3a005c5c-7222-4fc3-8ccf-2dc42d99e019 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 1098 time: 0.0900404
Dec 15 13:06:06.554298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-488e3913-5435-4bca-a9c8-1cf418fd9fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:06.556009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-488e3913-5435-4bca-a9c8-1cf418fd9fe2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1573532
Dec 15 13:06:06.730928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-484b8752-381e-43a1-a9a5-57e478ca9d66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902a0439-9643-416b-a896-e0bc2f3b0b35 HTTP/1.1" status: 200  len: 999 time: 0.1630661
Dec 15 13:06:06.814953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-7a52d1bc-43e5-488c-956f-81c5352d79d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:06.816758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-7a52d1bc-43e5-488c-956f-81c5352d79d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0791361
Dec 15 13:06:06.916959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-360a4462-c0ef-48e1-8492-0fd071950493 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0913317
Dec 15 13:06:06.975609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2a6518>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:47Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}, {'id': 'c83da73d-b44f-49d0-8607-ed274ab8b7d8', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.122', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:1c:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:06:04Z', 'updated_at': '2021-12-15T13:06:04Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:06.980265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] Checking router: a32fa30e-dfc9-46f0-848c-112ff034aa32 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:06:06.993653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:06:06.994994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2a6518>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:05:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:07.118588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-f39f86f8-7fcf-46b5-a316-81b5d2fc8c03 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940229
Dec 15 13:06:07.219084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:06:07.300233 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b765477-566c-4f8f-8ff2-8d7804664c3a req-dc051cf2-3180-44aa-9ab4-525f9b110da5 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735024
Dec 15 13:06:07.734258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2a6518>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:47Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}, {'id': 'c83da73d-b44f-49d0-8607-ed274ab8b7d8', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.122', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:1c:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:06:04Z', 'updated_at': '2021-12-15T13:06:04Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:07.744704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddea76f-941a-4acb-a207-24520521f29e None None] The sync data for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv is: [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:47Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}, {'id': 'c83da73d-b44f-49d0-8607-ed274ab8b7d8', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.122', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:1c:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:06:04Z', 'updated_at': '2021-12-15T13:06:04Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:06:08.190110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce977ff-8e00-45f2-bfab-18c31b9e890a None None] New status for floating IP c83da73d-b44f-49d0-8607-ed274ab8b7d8: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:06:10.985685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa59e570-486b-43a8-bc2d-6b6923b8eef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:12.672898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:13.406901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f5b91084-a1dc-4b22-a395-d10a6f783123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:13.656173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:14.676143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-d6d559ce-96b2-483e-8f6c-a0b20b23f733 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802653
Dec 15 13:06:14.852807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-57ee0d8c-2197-44df-86ca-cf0354d7c080 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1098 time: 0.0845563
Dec 15 13:06:15.032481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-90f861a2-4cb3-4dfd-b018-ce2d74b8252e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:15.034126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-90f861a2-4cb3-4dfd-b018-ce2d74b8252e service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1545210
Dec 15 13:06:15.158276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-cdb32d6f-ab69-47a6-840f-eaf48528f288 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 1000 time: 0.1119657
Dec 15 13:06:15.247512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-808b9067-dcd8-476e-bed4-21b2f254e658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:15.249176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-808b9067-dcd8-476e-bed4-21b2f254e658 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0833938
Dec 15 13:06:15.292242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:15.336915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-d38c5352-bc3d-4c65-a637-8a4dc122da57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0807853
Dec 15 13:06:15.501207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-32e8c254-f4cc-4711-82b3-a177380bb53b service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571894
Dec 15 13:06:15.665106 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b3fe0da-bbd7-4e64-8e27-fff59c94d06f req-f06636b2-0e9f-4fd8-a78d-001d30c026f5 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555793
Dec 15 13:06:24.599197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:06:28.065142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:40.649820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 34990) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:40.996349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b73b3048-404f-40e2-a99a-951265f1fbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:41.045236 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d9454bae-8dbc-4a52-9386-a18e3d1e0a9c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/3b13f6bf-8e01-48f9-b8dc-84806f30c976 HTTP/1.1" status: 200  len: 992 time: 0.3941481
Dec 15 13:06:41.931849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35000) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:41.939191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:06:42.077168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:42.338970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a115e270-a10d-4c2a-8070-93acf23a0f67,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:06:42.368303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:42.372592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:42.377495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d501f83-2d62-4e4e-817f-9034445c9a14 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:42.453446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:42.454170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:42.456260 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/ports/a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 938 time: 0.5231125
Dec 15 13:06:42.457040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:06:42.482548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=6']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:42.496257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.496686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.497193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.497495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.498054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.498463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.498871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.499276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.499701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.500139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.500689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:42.505729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:42.545747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'status': 'completed', 'code': 200}
Dec 15 13:06:42.669445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:42.670437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-13667e3e-a514-4af4-ba67-960e0a59454e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1099 time: 0.0966365
Dec 15 13:06:42.777565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1609b185-afca-4dbb-96bc-0279be485087 None None] Provisioning complete for port a115e270-a10d-4c2a-8070-93acf23a0f67 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:06:42.777961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1609b185-afca-4dbb-96bc-0279be485087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:42.829521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-ff23e1ab-b384-4a20-b98b-5e1b7e8f2fbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:42.831297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-ff23e1ab-b384-4a20-b98b-5e1b7e8f2fbe service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1545022
Dec 15 13:06:42.868233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1609b185-afca-4dbb-96bc-0279be485087 None None] Port a115e270-a10d-4c2a-8070-93acf23a0f67 is administratively disabled so it will not transition to active. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 15 13:06:42.962837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-f3cf76ed-2cb6-418a-8bc5-84252388852c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 1001 time: 0.1246619
Dec 15 13:06:43.039560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-e09ed514-730e-4b56-a593-4807b26ebbe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:43.041297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-e09ed514-730e-4b56-a593-4807b26ebbe9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0718842
Dec 15 13:06:43.143437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-7594ae33-d1dc-414d-a5f7-591b073e112f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0949497
Dec 15 13:06:43.154391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-68d8e09f-db81-4c5f-9ce9-6caef2c36c31 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:06:43.155639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-68d8e09f-db81-4c5f-9ce9-6caef2c36c31 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0056932
Dec 15 13:06:43.316749 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-e7b6b77e-9932-4610-84a8-b52d59f1cb7c service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542089
Dec 15 13:06:43.403662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-902e5da9-4baa-4224-964d-10a17eee3024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:43.660403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:43.753473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8acb2e-0a90-49bb-b4d9-d9f42da50cb3 req-cf503cf0-1ec7-46a4-92ba-39a2cb1d5c51 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4300911
Dec 15 13:06:45.297884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:46.072710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35010) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:46.079714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:06:46.225632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:46.480101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a115e270-a10d-4c2a-8070-93acf23a0f67,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:06:46.509661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:46.514206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:46.519045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:46.588817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:46.589511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:46.591029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/ports/a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 937 time: 0.5172341
Dec 15 13:06:46.591754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:06:46.594429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35014) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:46.620940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=7']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:46.632423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.632855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.633288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.633718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.634124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.634532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.634944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.635725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.636147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.636553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.636957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:06:46.641920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:46.678506 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'status': 'completed', 'code': 200}
Dec 15 13:06:46.789706 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-673badc2-e159-46cc-9e09-6e0d1b091ef1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/3b13f6bf-8e01-48f9-b8dc-84806f30c976 HTTP/1.1" status: 200  len: 992 time: 0.1936896
Dec 15 13:06:46.826576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-353c3041-de97-49d6-82aa-4180efcdd882 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1098 time: 0.1157308
Dec 15 13:06:46.827441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['a115e270-a10d-4c2a-8070-93acf23a0f67'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:06:47.016445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-e8ed0fe6-eeea-4ed0-85d1-76e7068d600f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:47.018187 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-e8ed0fe6-eeea-4ed0-85d1-76e7068d600f service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1852708
Dec 15 13:06:47.065125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0f9abb4b-f246-4832-b3d3-921a83266d49 None None] Provisioning complete for port a115e270-a10d-4c2a-8070-93acf23a0f67 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:06:47.065531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f9abb4b-f246-4832-b3d3-921a83266d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:47.144986 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-622381d1-bb8c-4e7f-9005-affe3f86cef0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 1000 time: 0.1193571
Dec 15 13:06:47.235332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-8e1f7393-3b4c-4dd6-a1b4-4d1dbfbfbff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:47.237150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-8e1f7393-3b4c-4dd6-a1b4-4d1dbfbfbff7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0859525
Dec 15 13:06:47.348036 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-58955f9d-d0f3-42cd-8135-82a35dbcedf2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1011338
Dec 15 13:06:47.513227 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-20688003-a32d-476f-877c-d1933cb796ca service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579638
Dec 15 13:06:47.675307 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-65273b35-4f06-41d7-8a95-3b9beef8c1d9 req-4995b2ee-f881-416c-91df-048e4551b2af service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554928
Dec 15 13:06:49.417472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35026) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:49.664165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 13d4aa2b-1dc2-406f-89ad-f7434ba86c99 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:06:49.664555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:49.868280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:49.868642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:50.008969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 13d4aa2b-1dc2-406f-89ad-f7434ba86c99 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:06:50.180146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:50.185104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43645e7a-c0c1-40a5-be12-c01d56356db2 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:50.233274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=13d4aa2b-1dc2-406f-89ad-f7434ba86c99,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:50.238346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:50.338962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:50.797630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a32fa30e-dfc9-46f0-848c-112ff034aa32 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:06:51.028418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:06:51.040299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] Sync routers for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:06:51.053212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:51.055595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:06:51.056340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb894a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:51.118516 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/c83da73d-b44f-49d0-8607-ed274ab8b7d8 HTTP/1.1" status: 204  len: 168 time: 1.6988289
Dec 15 13:06:51.119329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:06:51.181670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'status': 'completed', 'code': 200}
Dec 15 13:06:51.294712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-1d817cf3-c14c-48f7-9dbb-7ee8c17fe2a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 1098 time: 0.0889251
Dec 15 13:06:51.295708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:06:51.469114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-a79a4b40-d69c-40a0-b3d2-8b173c2e0061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:51.470784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-a79a4b40-d69c-40a0-b3d2-8b173c2e0061 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1689622
Dec 15 13:06:51.557979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-b2ab24c9-12c7-4d2d-ba48-ab988f348c01 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902a0439-9643-416b-a896-e0bc2f3b0b35 HTTP/1.1" status: 200  len: 217 time: 0.0792964
Dec 15 13:06:51.583254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4e323-f85a-4b78-a592-4da10a8c8574 req-bd91b19a-4b01-4c9a-bea4-cf3887a0ac44 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:51.584327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b6e4e323-f85a-4b78-a592-4da10a8c8574 req-bd91b19a-4b01-4c9a-bea4-cf3887a0ac44 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:06:51.603414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b6e4e323-f85a-4b78-a592-4da10a8c8574 req-bd91b19a-4b01-4c9a-bea4-cf3887a0ac44 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:06:51.606380 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6e4e323-f85a-4b78-a592-4da10a8c8574 req-bd91b19a-4b01-4c9a-bea4-cf3887a0ac44 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 945 time: 0.1227777
Dec 15 13:06:51.648673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-4036039a-d803-4b6a-93cc-6a00fdf40a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:51.650526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-4036039a-d803-4b6a-93cc-6a00fdf40a97 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0861793
Dec 15 13:06:51.665451 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6e4e323-f85a-4b78-a592-4da10a8c8574 req-ca8f057f-cf17-4dd4-8c5a-260cda06f96b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0530908
Dec 15 13:06:51.731373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb894a90>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:47Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:51.736374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] Checking router: a32fa30e-dfc9-46f0-848c-112ff034aa32 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:06:51.752710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-c28ff615-ca5a-4248-b570-c43e6dc3e125 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0950251
Dec 15 13:06:51.759130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:06:51.760943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb894a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:51.932872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-1fefd96f-8c32-4545-99e9-1c1640955de1 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728778
Dec 15 13:06:51.969672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:06:52.107120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e64d3239-2c2a-4cf2-83a7-540579402296 req-cdb92fcb-0e31-4299-91df-4101adfed807 service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672142
Dec 15 13:06:52.571867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb894a90>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:47Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:52.576684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba548f6c-fb04-44ee-aeba-e33266ebc799 None None] The sync data for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv is: [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '3b13f6bf-8e01-48f9-b8dc-84806f30c976', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'port_id': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'mac_address': 'fa:16:3e:31:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fad35-a585-4523-a290-54cdb168c9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:05:43Z', 'updated_at': '2021-12-15T13:05:47Z', 'revision_number': 1, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:06:52.926266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-d95a471d-8953-4346-93bb-9023d4da3496 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:52.928885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-d95a471d-8953-4346-93bb-9023d4da3496 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 945 time: 0.1681821
Dec 15 13:06:52.982552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd888e9c-6a05-4e94-be47-0ebac24fb57f req-a30a9460-c350-4c50-8246-608164fbcc9e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:52.984306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd888e9c-6a05-4e94-be47-0ebac24fb57f req-a30a9460-c350-4c50-8246-608164fbcc9e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 945 time: 0.1620200
Dec 15 13:06:53.054888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 902a0439-9643-416b-a896-e0bc2f3b0b35 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:06:53.055320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:53.070176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abbecc-1f25-41bc-910f-4b14c0aa8f3c None None] New status for floating IP c83da73d-b44f-49d0-8607-ed274ab8b7d8: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:06:53.109821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd888e9c-6a05-4e94-be47-0ebac24fb57f req-345dc310-bf09-4eb2-b078-f5615eecda63 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1170349
Dec 15 13:06:53.382150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 902a0439-9643-416b-a896-e0bc2f3b0b35, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=902a0439-9643-416b-a896-e0bc2f3b0b35,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:06:53.382465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:53.522083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 902a0439-9643-416b-a896-e0bc2f3b0b35 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:06:53.685317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:53.691618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fbe78ed7-4db2-485e-9e01-8705be8b04d5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:53.738096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=902a0439-9643-416b-a896-e0bc2f3b0b35,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:53.742340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:53.818866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port 902a0439-9643-416b-a896-e0bc2f3b0b35 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:06:53.822135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:53.828229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'name': 'network-vif-deleted', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:06:53.847011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-12971353-22df-45b1-b4d4-f838ae4a76f3 req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/902a0439-9643-416b-a896-e0bc2f3b0b35 HTTP/1.1" status: 204  len: 173 time: 0.9110646
Dec 15 13:06:53.889794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895e9ad1-b59a-4ffe-b622-0d82d578e51b', 'name': 'network-vif-deleted', 'tag': '902a0439-9643-416b-a896-e0bc2f3b0b35', 'status': 'completed', 'code': 200}
Dec 15 13:06:54.338485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6130553d-6d11-4a68-980f-99bedcb74c32 req-4387428e-6933-4e70-987d-73e6d7c8c5d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:06:54.357703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6130553d-6d11-4a68-980f-99bedcb74c32 req-4387428e-6933-4e70-987d-73e6d7c8c5d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:06:54.359077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6130553d-6d11-4a68-980f-99bedcb74c32 req-4387428e-6933-4e70-987d-73e6d7c8c5d0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=895e9ad1-b59a-4ffe-b622-0d82d578e51b HTTP/1.1" status: 200  len: 210 time: 0.0816619
Dec 15 13:06:55.493955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35044) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:55.600501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:55.636256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:55.704301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:55.710588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f42fcfb2-67d0-48c2-af39-a574c09d51bc tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:55.728111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:55.733570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:55.737773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:55.742417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0bed539-d4ae-4b10-b9f7-e4cd9970f7eb HTTP/1.1" status: 204  len: 168 time: 0.2440088
Dec 15 13:06:55.784121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35050) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:06:55.826531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 902a0439-9643-416b-a896-e0bc2f3b0b35 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:06:55.874176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 902a0439-9643-416b-a896-e0bc2f3b0b35 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:06:55.874630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 902a0439-9643-416b-a896-e0bc2f3b0b35 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:06:56.029846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 84ba6719-7906-4f64-9d9c-06d448c59e17 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:06:56.030220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:56.234154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:56.234449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:56.384896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 84ba6719-7906-4f64-9d9c-06d448c59e17 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:06:56.566702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:56.572621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1f6fc95-a763-4d4b-be6b-0f2c64297ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:06:56.627571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=84ba6719-7906-4f64-9d9c-06d448c59e17,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:06:56.630945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:06:56.734365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:57.464272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a32fa30e-dfc9-46f0-848c-112ff034aa32 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:06:57.700269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:06:57.714593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] Sync routers for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:06:57.722789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:57.730335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:06:57.731076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb524588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:57.784959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/3b13f6bf-8e01-48f9-b8dc-84806f30c976 HTTP/1.1" status: 204  len: 168 time: 1.9993877
Dec 15 13:06:57.785723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:06:57.870835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'status': 'completed', 'code': 200}
Dec 15 13:06:57.978020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:06:58.000203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-68920368-c2e1-4ce5-b2d3-2010edd8315a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 1098 time: 0.1039481
Dec 15 13:06:58.185817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:58.189214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-9f5b43b8-e6e8-4647-987b-73d2184eb3b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:58.190956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-9f5b43b8-e6e8-4647-987b-73d2184eb3b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 200  len: 898 time: 0.1839328
Dec 15 13:06:58.322386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-a4ee35f8-6b96-4af3-8485-af5cdf90c638 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 200  len: 217 time: 0.1236944
Dec 15 13:06:58.383384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb524588>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:58.389779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] Checking router: a32fa30e-dfc9-46f0-848c-112ff034aa32 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:06:58.403521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:06:58.404223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb524588>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:58.416743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-b4f1ba5f-6f22-46da-8d80-3f6b1a4e0dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:58.418583 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-b4f1ba5f-6f22-46da-8d80-3f6b1a4e0dd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 200  len: 835 time: 0.0896618
Dec 15 13:06:58.480712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6040384-8aa9-4730-82e4-593df04a724b req-5bc51269-4fb8-43cb-abcb-4170bcc8123f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:58.482427 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f6040384-8aa9-4730-82e4-593df04a724b req-5bc51269-4fb8-43cb-abcb-4170bcc8123f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 945 time: 0.2227972
Dec 15 13:06:58.560340 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f6040384-8aa9-4730-82e4-593df04a724b req-3c5ffcff-a0d4-4a4f-a66b-54c5f391c6de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0704672
Dec 15 13:06:58.572539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-5292e2cd-1fb9-4fdf-a7c5-d9e8b21cbaed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5732044f-8e44-4dec-92d0-9a07daf84c26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1461830
Dec 15 13:06:58.607938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:06:59.024525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-e40b59a0-4e5d-4b04-bce1-810f777729ee service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4443715
Dec 15 13:06:59.027247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb524588>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:06:59.034103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7d220-9709-46d2-9d44-c5b66316b9b8 None None] The sync data for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv is: [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:23Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ca81a39a-0121-4f91-9459-b1d180f1a82d', 'name': '', 'network_id': '5732044f-8e44-4dec-92d0-9a07daf84c26', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:78:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:23Z', 'updated_at': '2021-12-15T13:05:31Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'b8739585-efb3-4d97-8156-ed0b86298cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:06:59.196572 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62dd419e-8a9f-40c5-b245-a0db8108bd4d req-550cf297-8f9a-46fa-8fb8-e2ed39cd77fa service neutron] 10.222.0.77 "GET /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644225
Dec 15 13:06:59.553600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a664376-eea5-4b37-b6fe-557fe975c214 None None] New status for floating IP 3b13f6bf-8e01-48f9-b8dc-84806f30c976: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:06:59.731431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-2a0c500c-7c06-48eb-8aa3-d52146ab5f7d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:59.733253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-2a0c500c-7c06-48eb-8aa3-d52146ab5f7d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 945 time: 0.1001441
Dec 15 13:06:59.818142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084b102-656d-4abd-97d5-0168b656c197 req-453d79ee-627c-4e16-a465-17715d4ecf3f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:06:59.818989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f084b102-656d-4abd-97d5-0168b656c197 req-453d79ee-627c-4e16-a465-17715d4ecf3f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:06:59.836171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f084b102-656d-4abd-97d5-0168b656c197 req-453d79ee-627c-4e16-a465-17715d4ecf3f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:06:59.837691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f084b102-656d-4abd-97d5-0168b656c197 req-453d79ee-627c-4e16-a465-17715d4ecf3f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 945 time: 0.1413608
Dec 15 13:06:59.860870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port a115e270-a10d-4c2a-8070-93acf23a0f67 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:06:59.861550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:06:59.902636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f084b102-656d-4abd-97d5-0168b656c197 req-d199a181-ea5e-43f2-88f9-8e83c73a3c05 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:06:59.920789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f084b102-656d-4abd-97d5-0168b656c197 req-d199a181-ea5e-43f2-88f9-8e83c73a3c05 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:06:59.922107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f084b102-656d-4abd-97d5-0168b656c197 req-d199a181-ea5e-43f2-88f9-8e83c73a3c05 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=97515c66-ad35-4893-9d70-3cfa3449563a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0778785
Dec 15 13:07:00.183929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port a115e270-a10d-4c2a-8070-93acf23a0f67, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a115e270-a10d-4c2a-8070-93acf23a0f67,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:00.184549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:00.336869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for a115e270-a10d-4c2a-8070-93acf23a0f67 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:07:00.503261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:00.509833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:00.566666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=a115e270-a10d-4c2a-8070-93acf23a0f67,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:00.571378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:00.650332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port a115e270-a10d-4c2a-8070-93acf23a0f67 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:07:00.653012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:00.656019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'name': 'network-vif-deleted', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:07:00.671691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae911b57-6f0d-4752-99de-d8f8c65d045d req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/a115e270-a10d-4c2a-8070-93acf23a0f67 HTTP/1.1" status: 204  len: 173 time: 0.9308841
Dec 15 13:07:00.715242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761fad35-a585-4523-a290-54cdb168c9a5', 'name': 'network-vif-deleted', 'tag': 'a115e270-a10d-4c2a-8070-93acf23a0f67', 'status': 'completed', 'code': 200}
Dec 15 13:07:01.127925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da55ec7a-d679-4813-94d4-68d3ff8e7449 req-8ae99272-16b7-4fa5-8da6-fe53195c4620 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fad35-a585-4523-a290-54cdb168c9a5 HTTP/1.1" status: 200  len: 210 time: 0.0538526
Dec 15 13:07:01.602377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:07:02.264869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35068) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:02.353912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:02.387390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:02.451408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:02.455905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32f41103-c84f-4906-a595-27a0e0b5b527 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:02.471954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97515c66-ad35-4893-9d70-3cfa3449563a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:02.475565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:02.486325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:02.487670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/97515c66-ad35-4893-9d70-3cfa3449563a HTTP/1.1" status: 204  len: 168 time: 0.2215083
Dec 15 13:07:02.533502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35074) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:03.035648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:03.762542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port ca81a39a-0121-4f91-9459-b1d180f1a82d {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:07:03.762832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:03.874316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a115e270-a10d-4c2a-8070-93acf23a0f67 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:07:03.916841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: a115e270-a10d-4c2a-8070-93acf23a0f67 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:07:03.917247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a115e270-a10d-4c2a-8070-93acf23a0f67 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:07:03.984660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port ca81a39a-0121-4f91-9459-b1d180f1a82d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ca81a39a-0121-4f91-9459-b1d180f1a82d,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:03.985052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:04.134678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for ca81a39a-0121-4f91-9459-b1d180f1a82d owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:07:04.355219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:04.362316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61777ab4-adc2-46ce-a79b-f9af2c82a301 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:04.409088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=ca81a39a-0121-4f91-9459-b1d180f1a82d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:04.412113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:04.775730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:05.829226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router a32fa30e-dfc9-46f0-848c-112ff034aa32 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:07:06.082308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:07:06.095293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] Sync routers for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:07:06.100857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/a32fa30e-dfc9-46f0-848c-112ff034aa32/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5661464
Dec 15 13:07:06.104248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35078) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:06.114018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:06.120759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4307958048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:06.344509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:06.349608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet b8739585-efb3-4d97-8156-ed0b86298cd4 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:07:06.354435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:06.419450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:06.527236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:06.622637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:06.627907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1db5e94e-f1f0-4e0d-b9f3-7ceed0317fc3 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:06.680949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=b8739585-efb3-4d97-8156-ed0b86298cd4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:06.685374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:06.688833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:06.702679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9338ca-b3a6-4af5-8341-fb303095e20c None None] Network 5732044f-8e44-4dec-92d0-9a07daf84c26 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:07:06.704197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35082) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:06.704575 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8757da6c-4869-42c2-978a-f4ab5d8048df tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/b8739585-efb3-4d97-8156-ed0b86298cd4 HTTP/1.1" status: 204  len: 168 time: 0.5987735
Dec 15 13:07:06.734933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4307958048>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:07:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:06.756235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] Checking router: a32fa30e-dfc9-46f0-848c-112ff034aa32 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:07:06.873979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] Routers {'a32fa30e-dfc9-46f0-848c-112ff034aa32'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:06.874576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4307958048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a32fa30e-dfc9-46f0-848c-112ff034aa32'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:06.965488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:07.226739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:07.239767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 2121ddad-c5df-4838-8bd1-dbb2f706a405 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:07:07.240583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:07.332787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] Set router a32fa30e-dfc9-46f0-848c-112ff034aa32 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:07.409214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] DHCP port deletion for 5732044f-8e44-4dec-92d0-9a07daf84c26 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:07:07.485778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Deleting port a2c619f0-e649-4fd2-9d1f-d7b32d573262 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:07:07.485992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:07.493176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 2121ddad-c5df-4838-8bd1-dbb2f706a405, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2121ddad-c5df-4838-8bd1-dbb2f706a405,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:07.493176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:07.633488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 2121ddad-c5df-4838-8bd1-dbb2f706a405 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:07:07.858323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:07.865024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-12cc0a5e-4bfc-4f61-a9c9-f874fab76b87 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:07.909106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] For port a2c619f0-e649-4fd2-9d1f-d7b32d573262, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a2c619f0-e649-4fd2-9d1f-d7b32d573262,segment=NetworkSegment(9a4a8f14-502c-42a0-9c6b-680aa52647a3),segment_id=9a4a8f14-502c-42a0-9c6b-680aa52647a3)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:07.909106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:07.921145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=2121ddad-c5df-4838-8bd1-dbb2f706a405,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:07.925852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:08.069152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Calling delete_port for a2c619f0-e649-4fd2-9d1f-d7b32d573262 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:07:08.140359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4307958048>, [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:07:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:08.156752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4bdfc-61cf-42dd-87a6-9333898f289c None None] The sync data for ids ['a32fa30e-dfc9-46f0-848c-112ff034aa32'] in dv-neutron-821831-1-hyperv is: [{'id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'name': 'tempest-TestNetworkBasicOps-router-902605230', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:07:04Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': '2121ddad-c5df-4838-8bd1-dbb2f706a405', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32fa30e-dfc9-46f0-848c-112ff034aa32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:05:18Z', 'updated_at': '2021-12-15T13:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:07:08.165877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:08.185873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:08.254073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] No DVR routers for this DVR port a2c619f0-e649-4fd2-9d1f-d7b32d573262 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:07:08.265656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Pushing event deleted for resources: {'Port': ['ID=a2c619f0-e649-4fd2-9d1f-d7b32d573262,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:08.276813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.277342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.277736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.278037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:08.278155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.278474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.278852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.279234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.279645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.280024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.280397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.281359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:08.288873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:08.634815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:08.639613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:08.668918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:08.669792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router a32fa30e-dfc9-46f0-848c-112ff034aa32 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:07:08.690243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:08.692224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/a32fa30e-dfc9-46f0-848c-112ff034aa32 HTTP/1.1" status: 204  len: 168 time: 1.9866943
Dec 15 13:07:08.696887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35086) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:08.840988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.015528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.060698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9fdf128>,) {'filters': {'network_id': ['5732044f-8e44-4dec-92d0-9a07daf84c26']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:09.075008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fdf128>, '9a4a8f14-502c-42a0-9c6b-680aa52647a3') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:09.075435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fdf128>, '9a4a8f14-502c-42a0-9c6b-680aa52647a3') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:09.089041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.106452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.116375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:07:09.116907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:07:09.134412 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:07:09.238467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.243898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fc170551-e446-45ff-97c8-eb3b3536e4af tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:09.265738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.274436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=5732044f-8e44-4dec-92d0-9a07daf84c26,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:09.280337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:09.286827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/5732044f-8e44-4dec-92d0-9a07daf84c26 HTTP/1.1" status: 204  len: 168 time: 0.5887966
Dec 15 13:07:09.322605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35090) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:09.329640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'network': {'name': 'tempest-network-smoke--78434948', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:09.336409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:09.341000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:network and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:09.345818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:09.353619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:09.368966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:07:09.369081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2121ddad-c5df-4838-8bd1-dbb2f706a405 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:07:09.371771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.406213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 2121ddad-c5df-4838-8bd1-dbb2f706a405 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:07:09.406622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2121ddad-c5df-4838-8bd1-dbb2f706a405 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:07:09.407109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a2c619f0-e649-4fd2-9d1f-d7b32d573262 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:07:09.408495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:07:09.421689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.422492 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Added segment 239724c6-95b9-4857-8846-39be3ab7bf11 of type vlan for network 2d46968b-ff89-46f8-8cd5-51863fabddff
Dec 15 13:07:09.443252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: a2c619f0-e649-4fd2-9d1f-d7b32d573262 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:07:09.443686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a2c619f0-e649-4fd2-9d1f-d7b32d573262 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:07:09.444102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ca81a39a-0121-4f91-9459-b1d180f1a82d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:07:09.456574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.482425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: ca81a39a-0121-4f91-9459-b1d180f1a82d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:07:09.483042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ca81a39a-0121-4f91-9459-b1d180f1a82d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:07:09.496811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.501079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:09.501785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.507164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dcdfc703-3688-4214-83f8-52c7d2347c65 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:09.618099 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2938809
Dec 15 13:07:09.621432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35094) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:09.630032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'admin_state_up': True, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:09.632616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Network': ['ID=2d46968b-ff89-46f8-8cd5-51863fabddff,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:09.637092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:09.641027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:09.645388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2d46968b-ff89-46f8-8cd5-51863fabddff details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:07:09.647221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:router and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:09.650522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:09.658073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:09.669444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.670687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:09.696521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:10.122423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:10.342971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:10.377298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:10.547545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.139 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/ab68c307-dbed-4859-82f9-233f179ca9e8) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:07:10.728148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:10.756159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:10.760460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-279d99fd-31a6-416d-9271-7e251d875d19 tempest-TestServerAdvancedOps-1930232290 tempest-TestServerAdvancedOps-1930232290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:10.834911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:07:10.838150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:07:10.842791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:07:10.874190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=ab68c307-dbed-4859-82f9-233f179ca9e8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:10.882176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:10.992414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7cba-bcf4-4c97-9e7d-ba47f4493383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:11.056856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:11.057652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:11.327585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:07:11.557061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:07:11.568024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Sync routers for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:07:11.583816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:11.584145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:11.584912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9a68d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:11.585143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.9625418
Dec 15 13:07:11.589352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35100) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:11.674098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1544ad55-1b51-4744-8176-c217b94ee5b3 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f41123ef4d9545c9bace46140df97ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0826705
Dec 15 13:07:11.676943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35104) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:11.834674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:11.837156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d27191-3c58-42ef-8fdb-13c235d01318 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:11.838825 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-28d27191-3c58-42ef-8fdb-13c235d01318 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1605258
Dec 15 13:07:11.842057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35108) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:11.889331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e3d1d582-f265-4b95-840d-588e4cc2b9a2 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0459383
Dec 15 13:07:11.892335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35112) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:11.900742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803244359', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:12.051807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:12.058489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:subnet and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:12.063215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:12.073194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:12.086515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:07:12.262206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:12.280565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9a68d0>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:10Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:12.289084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Checking router: 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:07:12.290018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Updating router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 port ab68c307-dbed-4859-82f9-233f179ca9e8 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:07:12.350389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:12.550142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:12.555560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6069322d-33a6-4a77-ab97-b8e753b22eec tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:12.648129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Subnet': ['ID=cb8ada48-cab3-4835-8ad9-80b60d9a19ea,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:12.664634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:12.669128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:12.673499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Checking segment: {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:07:12.674283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network hostable DHCP agents. Network: 2d46968b-ff89-46f8-8cd5-51863fabddff, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:07:12.713452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 2d46968b-ff89-46f8-8cd5-51863fabddff is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:07:12.728639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2d46968b-ff89-46f8-8cd5-51863fabddff) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:07:12.734150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:12.734961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:12.741500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c081b0-1ac1-4899-9329-07b1c1d30dd6 None None] Network 2d46968b-ff89-46f8-8cd5-51863fabddff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:07:12.771207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8770447
Dec 15 13:07:12.775167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35116) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:12.896290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:12.918338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Transition to ACTIVE for port object ab68c307-dbed-4859-82f9-233f179ca9e8 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:07:12.926667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:12.933983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e33f884b-3a88-48cc-9872-28e64a3e97f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:13.033316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Attempting to bind port ab68c307-dbed-4859-82f9-233f179ca9e8 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:07:13.033733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Attempting to bind port ab68c307-dbed-4859-82f9-233f179ca9e8 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:07:13.034176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Attempting to bind port ab68c307-dbed-4859-82f9-233f179ca9e8 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:07:13.039531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Pushing event updated for resources: {'Port': ['ID=ab68c307-dbed-4859-82f9-233f179ca9e8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:13.061614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:07:13.062337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:07:13.062822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.063280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:07:13.063904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Bound port: ab68c307-dbed-4859-82f9-233f179ca9e8, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:07:13.064348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.081448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2d46968b-ff89-46f8-8cd5-51863fabddff', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:07:13.082677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.093920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.094303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.094692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.095052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.095462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.095845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.096208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.096691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.096928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.097456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.098091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:07:13.102426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:13.174131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] For port ab68c307-dbed-4859-82f9-233f179ca9e8, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:07:13.179656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] For port ab68c307-dbed-4859-82f9-233f179ca9e8, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab68c307-dbed-4859-82f9-233f179ca9e8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:07:13.185031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.190703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-356b02ed-e426-4475-be5a-1b7e83204799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:13.302817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Pushing event updated for resources: {'Port': ['ID=ab68c307-dbed-4859-82f9-233f179ca9e8,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:13.306561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:13.307782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:13.308695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9a68d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:06:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:13.341085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Allocated IP 172.20.0.2 (2d46968b-ff89-46f8-8cd5-51863fabddff/cb8ada48-cab3-4835-8ad9-80b60d9a19ea/d3050195-c641-483b-9c31-b789bb3837d4) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:07:13.421433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0509db30-e0c9-4479-a8ab-98f741d6f228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.572791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:13.694700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.715016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.728117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Transition to ACTIVE for port object d3050195-c641-483b-9c31-b789bb3837d4 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:07:13.759611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Transition to ACTIVE for port object d3050195-c641-483b-9c31-b789bb3837d4 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:07:13.767732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.783521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe92-dbe1-44de-9087-21a704f529a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:13.851989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:13.878993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Network 2d46968b-ff89-46f8-8cd5-51863fabddff is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:07:13.883889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:07:13.887005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:07:13.901294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Pushing event updated for resources: {'Port': ['ID=d3050195-c641-483b-9c31-b789bb3837d4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:13.904650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:13.976218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9a68d0>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:10Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:13.982453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffe75f-ecc8-4e80-a5bc-5f3eb3d17a90 None None] The sync data for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv is: [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:10Z', 'revision_number': 3, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:07:14.005145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Attempting to bind port d3050195-c641-483b-9c31-b789bb3837d4 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:07:14.005711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Attempting to bind port d3050195-c641-483b-9c31-b789bb3837d4 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:07:14.006373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Attempting to bind port d3050195-c641-483b-9c31-b789bb3837d4 on network 2d46968b-ff89-46f8-8cd5-51863fabddff {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:07:14.015841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:07:14.016568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Checking segment: {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:07:14.017102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:14.017627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Bound using segment: {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:07:14.018288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Bound port: d3050195-c641-483b-9c31-b789bb3837d4, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:07:14.018882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:14.157060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] For port d3050195-c641-483b-9c31-b789bb3837d4, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:07:14.164332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] For port d3050195-c641-483b-9c31-b789bb3837d4, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3050195-c641-483b-9c31-b789bb3837d4,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:07:14.170075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:14.179026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-34ab6b0a-0f80-43bf-bf99-af8ddb4eafd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:14.303614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Pushing event updated for resources: {'Port': ['ID=d3050195-c641-483b-9c31-b789bb3837d4,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:14.315257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:14.794502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.1 (2d46968b-ff89-46f8-8cd5-51863fabddff/cb8ada48-cab3-4835-8ad9-80b60d9a19ea/0a8add06-8a40-46e5-b5b2-8cf30ebd8699) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:07:15.013952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.032643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:07:15.057399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.062385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:15.139507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 2d46968b-ff89-46f8-8cd5-51863fabddff is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:07:15.143939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:07:15.149171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:07:15.189085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:15.199779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:15.219141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.305712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.355905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.484104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab68c307-dbed-4859-82f9-233f179ca9e8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:07:15.646574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port ab68c307-dbed-4859-82f9-233f179ca9e8 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:07:15.653864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ab68c307-dbed-4859-82f9-233f179ca9e8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:15.654519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.799986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.818868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port ab68c307-dbed-4859-82f9-233f179ca9e8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab68c307-dbed-4859-82f9-233f179ca9e8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:15.827315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.829390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d3050195-c641-483b-9c31-b789bb3837d4 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:07:15.873943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:15.973259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.981311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:15.997462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=ab68c307-dbed-4859-82f9-233f179ca9e8,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:16.001147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:16.013687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port d3050195-c641-483b-9c31-b789bb3837d4 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:07:16.026018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4709af87-3816-4b6e-925f-62f075eac7cc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:16.135331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:16.140398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:16.143933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:16.264232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd99194-77ab-4787-acd0-720d45aec15a None None] Network 2d46968b-ff89-46f8-8cd5-51863fabddff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:07:16.318776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 2d46968b-ff89-46f8-8cd5-51863fabddff is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:07:16.320365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:07:16.407253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Provisioning for port d3050195-c641-483b-9c31-b789bb3837d4 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:07:16.417532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Provisioning complete for port d3050195-c641-483b-9c31-b789bb3837d4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:16.418050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:16.698379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:16.753993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] For port d3050195-c641-483b-9c31-b789bb3837d4, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3050195-c641-483b-9c31-b789bb3837d4,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:16.761851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:16.763989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba0482e0-a699-481a-b707-dd6abdea19df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:16.824559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:07:16.850657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Pushing event updated for resources: {'Port': ['ID=d3050195-c641-483b-9c31-b789bb3837d4,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:16.856701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:17.135169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:07:17.154990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/712311ba-97cf-4af9-94b1-b26c7f8b5fc9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3780093
Dec 15 13:07:17.158063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35120) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:17.191756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-025d0e4b-e868-4004-8287-e3ca6ac825fc None None] Provisioning for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:07:17.201152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-025d0e4b-e868-4004-8287-e3ca6ac825fc None None] Provisioning complete for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:17.202027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-025d0e4b-e868-4004-8287-e3ca6ac825fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:17.276112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-025d0e4b-e868-4004-8287-e3ca6ac825fc None None] Port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:07:17.290517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-025d0e4b-e868-4004-8287-e3ca6ac825fc None None] Provisioning complete for port d3050195-c641-483b-9c31-b789bb3837d4 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:17.290943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-025d0e4b-e868-4004-8287-e3ca6ac825fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:17.423279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0305038-c481-4fdc-b590-95e7531f7606 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.423959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0305038-c481-4fdc-b590-95e7531f7606 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.424579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0305038-c481-4fdc-b590-95e7531f7606 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.425419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0305038-c481-4fdc-b590-95e7531f7606 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.433981 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0305038-c481-4fdc-b590-95e7531f7606 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2884 time: 0.2747595
Dec 15 13:07:17.439613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35124) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:17.543601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa9271-40d4-484e-8a79-1b4830b1e5ee tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.544011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa9271-40d4-484e-8a79-1b4830b1e5ee tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.544445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa9271-40d4-484e-8a79-1b4830b1e5ee tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.544847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa9271-40d4-484e-8a79-1b4830b1e5ee tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:17.550410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35128) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:17.550992 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-11aa9271-40d4-484e-8a79-1b4830b1e5ee tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.1096489
Dec 15 13:07:17.553379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab68c307-dbed-4859-82f9-233f179ca9e8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:07:17.635896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Sync routers for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:07:17.722384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:17.723135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf87b38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:17.851611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b201c677-e324-4327-a9d3-c7a5c632f767 tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2939725
Dec 15 13:07:17.852146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ab68c307-dbed-4859-82f9-233f179ca9e8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:17.852146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.025186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2fc77e5a-78c4-40a4-8f4a-d5a248248d85 None None] Provisioning complete for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:18.025600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2fc77e5a-78c4-40a4-8f4a-d5a248248d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.102515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35134) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:18.110764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110640389', 'description': 'tempest-secgroup-smoke-2110640389 description', 'project_id': 'f41123ef4d9545c9bace46140df97ccd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:18.118082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:18.124219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:18.127736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:18.136857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:18.141938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:18.149599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.196946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2fc77e5a-78c4-40a4-8f4a-d5a248248d85 None None] Port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:07:18.201149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:18.206203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:18.206551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d3050195-c641-483b-9c31-b789bb3837d4 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:07:18.210428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:18.217037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:18.287068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.290877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.295113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9c5ac1e-21e4-4155-ab32-8c76d9e81251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:18.344661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3524ddc5-8e41-44d1-be89-d29a4fa2db1f,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:18.347973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.353064 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2448413
Dec 15 13:07:18.353064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:18.354507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35138) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:18.364533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '3524ddc5-8e41-44d1-be89-d29a4fa2db1f', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:18.373630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:18.378696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:18.383305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:18.391837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:18.417813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.478012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d3050195-c641-483b-9c31-b789bb3837d4 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:18.478424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.505422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.511958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.514030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-640ad305-f24d-4896-8a67-e89c8fb16e13 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:18.540376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014da312-1a6e-492b-99af-095230dbc294,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:18.545100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:18.559465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.560976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-745c7dd8-c96b-4783-bf6a-c2edbfd42c47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2049325
Dec 15 13:07:18.564970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35142) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:18.571763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '3524ddc5-8e41-44d1-be89-d29a4fa2db1f', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:18.578948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:18.583705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:18.587146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:18.593850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:18.613232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.684701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.688048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.690100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0604925b-ecb9-46d2-917d-f3baf638db1f tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:18.703197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf87b38>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:18.709111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Checking router: 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:07:18.709529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Updating router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:07:18.715982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3db1c42-22cd-408f-a558-1e5757a3210a,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:18.718772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:18.726613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.731117 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1621015
Dec 15 13:07:18.731932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35146) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:18.740003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '3524ddc5-8e41-44d1-be89-d29a4fa2db1f', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:18.748902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:18.753811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:18.757167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:18.764296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:18.776938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.784812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.864493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.868034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.870042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e82a918b-96ad-47f2-b83b-6e82acf5f90f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:18.900536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e2def7-1ed3-4040-9fab-29ca1568a95a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:18.904282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:18.913300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:18.915667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1819220
Dec 15 13:07:18.918998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35150) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:18.929115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '3524ddc5-8e41-44d1-be89-d29a4fa2db1f', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:18.938365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:18.945314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:18.950999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:18.961282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:18.988711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.089017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.093020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.102077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e5b5e8a5-bbeb-4575-b6b1-7a54cadea252 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:19.124109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ba0e22-ef49-4644-bbc0-348d7dd19e8a,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:19.126493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:19.134149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.138110 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-457f7822-58e3-4401-83ca-5ce44d444ee9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2177372
Dec 15 13:07:19.138878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35154) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:19.146395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '3524ddc5-8e41-44d1-be89-d29a4fa2db1f', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:19.154304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:19.159480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:19.164306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:19.170675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:19.182274 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:07:19.189973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.203996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.218932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Transition to ACTIVE for port object 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:07:19.228109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.235446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be5dcea5-eda2-4f8e-9a8c-a5ef79b9b0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:19.270232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.273887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.282837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc452ebe-317e-4bbe-9171-8a43c097476f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:19.312074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab17316-2ed5-4ef6-8959-7e6e55f68f89,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:19.315517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:19.324729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.327592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1873500
Dec 15 13:07:19.329193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35158) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:19.338925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'security_group_rule': {'security_group_id': '3524ddc5-8e41-44d1-be89-d29a4fa2db1f', 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:19.346322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:19.352541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:security_group_rule and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:19.355984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:19.365048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:19.379554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Project f41123ef4d9545c9bace46140df97ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:07:19.387952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.403976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cd5d2-2b60-4c61-90cc-4b24c9217cb1 None None] Pushing event updated for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:19.409027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-037cd5d2-2b60-4c61-90cc-4b24c9217cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:19.477801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.481935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.492448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f12892d-bc7f-4a4c-8efe-21cfcc582263 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:19.504162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Attempting to bind port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:07:19.504591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Attempting to bind port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:07:19.505146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Attempting to bind port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 on network 2d46968b-ff89-46f8-8cd5-51863fabddff {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:07:19.515440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a96dba2-b5df-4355-b225-ae20eeba8833,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:19.515791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:07:19.516226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Checking segment: {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:07:19.516682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.517132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Bound using segment: {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:07:19.517669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Bound port: 0a8add06-8a40-46e5-b5b2-8cf30ebd8699, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:07:19.518105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.520135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:19.529160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.531210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2008345
Dec 15 13:07:19.645179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] For port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:07:19.649055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] For port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:07:19.655304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:19.660347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:19.748413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:19.749117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf87b38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:19.814075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cd5d2-2b60-4c61-90cc-4b24c9217cb1 None None] Pushing event updated for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:19.826170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-037cd5d2-2b60-4c61-90cc-4b24c9217cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:20.058301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-dfd27c22-6f3d-4c1d-9cdc-c00cb4a645c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:07:20.078699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-dfd27c22-6f3d-4c1d-9cdc-c00cb4a645c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:07:20.080104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-dfd27c22-6f3d-4c1d-9cdc-c00cb4a645c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110640389&fields=id&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 267 time: 0.0805290
Dec 15 13:07:20.166773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:20.300876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-6a3e5927-87f2-4eec-862a-5c41a3d9681a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:20.301616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-6a3e5927-87f2-4eec-862a-5c41a3d9681a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:07:20.322600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-6a3e5927-87f2-4eec-862a-5c41a3d9681a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:07:20.325498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-6a3e5927-87f2-4eec-862a-5c41a3d9681a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/networks?id=2d46968b-ff89-46f8-8cd5-51863fabddff HTTP/1.1" status: 200  len: 795 time: 0.2318177
Dec 15 13:07:20.354578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-545b1950-ffae-4449-a015-604356d4810c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/quotas/f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 375 time: 0.0178747
Dec 15 13:07:20.462520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-dc714108-9e9f-42fe-b8af-fd5e0c9a570e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:07:20.478808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-dc714108-9e9f-42fe-b8af-fd5e0c9a570e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:07:20.480546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-dc714108-9e9f-42fe-b8af-fd5e0c9a570e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1184838
Dec 15 13:07:20.589338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf87b38>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:07:19Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:20.594196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91fa98-c7f5-4665-b85b-774b3e936678 None None] The sync data for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv is: [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:07:19Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:07:20.701150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-f9c9b474-43bf-48d1-8f29-d94aa9902879 service neutron] 10.222.0.53 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066422
Dec 15 13:07:20.897038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-b013cf0c-6c7c-4e68-a0a6-bf1a81e0cd6e service neutron] 10.222.0.53 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927083
Dec 15 13:07:21.255775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-75d3e772-e5c7-47d9-b266-9834e9f91e87 req-1b2f2c29-1001-417d-987f-3649e527c5ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:07:21.279635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-75d3e772-e5c7-47d9-b266-9834e9f91e87 req-1b2f2c29-1001-417d-987f-3649e527c5ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:07:21.281550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-75d3e772-e5c7-47d9-b266-9834e9f91e87 req-1b2f2c29-1001-417d-987f-3649e527c5ad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 210 time: 0.1820023
Dec 15 13:07:21.429248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:07:21.515393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:07:21.522190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:21.522716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:21.685451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:21.723075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:21.726935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:21.729811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:21.805162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:21.808740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:22.474234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-055a732e-025c-492c-9ecc-95c2e4f93468 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:22.474234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-055a732e-025c-492c-9ecc-95c2e4f93468 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:07:22.490372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-055a732e-025c-492c-9ecc-95c2e4f93468 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:07:22.491790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-055a732e-025c-492c-9ecc-95c2e4f93468 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/networks?id=2d46968b-ff89-46f8-8cd5-51863fabddff HTTP/1.1" status: 200  len: 795 time: 0.2102880
Dec 15 13:07:22.509368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df8b884f-2c0f-4b5a-94bc-475680f8ee2b req-1a663792-ed6c-49a2-8ce6-a380844725dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 210 time: 0.0536382
Dec 15 13:07:22.570023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-ab17a366-4afb-4d4b-bdba-42c3227ae045 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:07:22.589160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-ab17a366-4afb-4d4b-bdba-42c3227ae045 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:07:22.590431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-ab17a366-4afb-4d4b-bdba-42c3227ae045 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41123ef4d9545c9bace46140df97ccd HTTP/1.1" status: 200  len: 380 time: 0.0872855
Dec 15 13:07:22.600405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'port': {'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'admin_state_up': True, 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'security_groups': ['3524ddc5-8e41-44d1-be89-d29a4fa2db1f']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:22.763695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:22.774969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:22.785549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Made reservation on behalf of f41123ef4d9545c9bace46140df97ccd for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:07:22.791877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:22.983836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.20.0.12 (2d46968b-ff89-46f8-8cd5-51863fabddff/cb8ada48-cab3-4835-8ad9-80b60d9a19ea/c299a126-d3fe-4f5d-a9dc-814593bbc4bc) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:07:23.200500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:23.219554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Transition to ACTIVE for port object c299a126-d3fe-4f5d-a9dc-814593bbc4bc will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:07:23.244916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:23.255911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:23.335317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network 2d46968b-ff89-46f8-8cd5-51863fabddff is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:07:23.338791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:07:23.341374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:07:23.375868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:23.380539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:23.391900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:07:23.420605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:23.421786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:23.453035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8575554
Dec 15 13:07:23.476997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:23.477556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:23.543786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Request body: {'port': {'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:23.712234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b07ffe5b-75b8-40e9-a445-c5dfc8787951 None None] Provisioning for port c299a126-d3fe-4f5d-a9dc-814593bbc4bc completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:07:23.717741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b07ffe5b-75b8-40e9-a445-c5dfc8787951 None None] Provisioning complete for port c299a126-d3fe-4f5d-a9dc-814593bbc4bc triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:23.718172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b07ffe5b-75b8-40e9-a445-c5dfc8787951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:23.779945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b07ffe5b-75b8-40e9-a445-c5dfc8787951 None None] Port c299a126-d3fe-4f5d-a9dc-814593bbc4bc cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:07:23.980314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:24.081526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661daee-4eb3-443a-ba83-61f22ab3e253 req-d6c386bd-625d-4f12-bb88-39e7bb4fea68 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:24.082407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-3661daee-4eb3-443a-ba83-61f22ab3e253 req-d6c386bd-625d-4f12-bb88-39e7bb4fea68 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:07:24.159414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-3661daee-4eb3-443a-ba83-61f22ab3e253 req-d6c386bd-625d-4f12-bb88-39e7bb4fea68 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:07:24.160791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3661daee-4eb3-443a-ba83-61f22ab3e253 req-d6c386bd-625d-4f12-bb88-39e7bb4fea68 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 932 time: 0.2565546
Dec 15 13:07:24.320358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3661daee-4eb3-443a-ba83-61f22ab3e253 req-6d1055e3-832d-4ce0-b45c-427bbea845c0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519732
Dec 15 13:07:24.446017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c299a126-d3fe-4f5d-a9dc-814593bbc4bc {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:07:24.453243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:24.468905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Transition to ACTIVE for port object c299a126-d3fe-4f5d-a9dc-814593bbc4bc will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:07:24.472685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:24.476749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f8b4da9d-b8d1-41f1-9cd0-6579de28eb6a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:24.615614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Pushing event updated for resources: {'Port': ['ID=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:24.620376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:24.745893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Attempting to bind port c299a126-d3fe-4f5d-a9dc-814593bbc4bc on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:07:24.746270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Attempting to bind port c299a126-d3fe-4f5d-a9dc-814593bbc4bc by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:07:24.746644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Attempting to bind port c299a126-d3fe-4f5d-a9dc-814593bbc4bc on network 2d46968b-ff89-46f8-8cd5-51863fabddff {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:07:24.753619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Port c299a126-d3fe-4f5d-a9dc-814593bbc4bc on network 2d46968b-ff89-46f8-8cd5-51863fabddff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:07:24.754104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Attempting to bind port c299a126-d3fe-4f5d-a9dc-814593bbc4bc on network 2d46968b-ff89-46f8-8cd5-51863fabddff {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:07:24.761518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:07:24.761895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Checking segment: {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:07:24.762327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Bound using segment: {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:07:24.762814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Bound port: c299a126-d3fe-4f5d-a9dc-814593bbc4bc, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239724c6-95b9-4857-8846-39be3ab7bf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:07:24.763196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:24.861292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] For port c299a126-d3fe-4f5d-a9dc-814593bbc4bc, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:07:24.864558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] For port c299a126-d3fe-4f5d-a9dc-814593bbc4bc, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:07:24.868805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:24.873418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-056b201c-3674-4e58-9c43-b08af3ca8690 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:24.943191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:24.944931 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] 10.222.0.77 "PUT /v2.0/ports/c299a126-d3fe-4f5d-a9dc-814593bbc4bc HTTP/1.1" status: 200  len: 1094 time: 1.4840531
Dec 15 13:07:24.945382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:07:24.970151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Pushing event updated for resources: {'Port': ['ID=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:24.974470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:25.045242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'status': 'completed', 'code': 200}
Dec 15 13:07:25.102100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-122bedc7-4d2b-4b8f-b515-aaf63d3e2e3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 1097 time: 0.1018579
Dec 15 13:07:25.189962 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-fe09d695-725a-4231-b21d-a631d1ada46b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc HTTP/1.1" status: 200  len: 217 time: 0.0798342
Dec 15 13:07:25.313118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-4f733213-5d38-44ad-a293-9d6682c74e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:25.314762 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-4f733213-5d38-44ad-a293-9d6682c74e3f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb8ada48-cab3-4835-8ad9-80b60d9a19ea HTTP/1.1" status: 200  len: 834 time: 0.1181552
Dec 15 13:07:25.411849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-5ff66266-ef16-4a58-adbb-0d46f716c5b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d46968b-ff89-46f8-8cd5-51863fabddff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0901158
Dec 15 13:07:25.651676 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-338191eb-8d1f-4034-b3e6-c4d6b8a3cb0a service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2303414
Dec 15 13:07:25.693601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e7f30-eb90-4972-b14e-4c60ecbc5a05 req-db1e0b03-4dd2-4902-a088-3721e117264f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:25.695325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-513e7f30-eb90-4972-b14e-4c60ecbc5a05 req-db1e0b03-4dd2-4902-a088-3721e117264f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 944 time: 0.2331810
Dec 15 13:07:25.836015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-513e7f30-eb90-4972-b14e-4c60ecbc5a05 req-8fac9f3a-ffcf-4587-b284-b4f4ce6773e0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246326
Dec 15 13:07:25.861673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0e131c-d806-407f-9968-af6dda4ecca4 req-2b1c8580-e976-4c05-bfd7-ed36ed780fc6 service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019215
Dec 15 13:07:26.001415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-e2d34eef-d488-4317-9d14-0a6981428158 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 1097 time: 0.0839624
Dec 15 13:07:26.152303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-c56245fe-6b15-485a-857c-62ff5e325a1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:26.154459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-c56245fe-6b15-485a-857c-62ff5e325a1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d46968b-ff89-46f8-8cd5-51863fabddff HTTP/1.1" status: 200  len: 896 time: 0.1461864
Dec 15 13:07:26.234305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-37f23604-8e0b-4e90-96d9-1ba70279b992 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc HTTP/1.1" status: 200  len: 217 time: 0.0715380
Dec 15 13:07:26.319053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-0010173c-6df9-4d9a-935e-d6dfa6d4913a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:26.320818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-0010173c-6df9-4d9a-935e-d6dfa6d4913a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb8ada48-cab3-4835-8ad9-80b60d9a19ea HTTP/1.1" status: 200  len: 834 time: 0.0752504
Dec 15 13:07:26.415385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-21305bdd-9fa7-4945-b381-e2840a18e52d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d46968b-ff89-46f8-8cd5-51863fabddff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0868003
Dec 15 13:07:26.565332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-840171ea-54c8-4e77-ae7c-ee610888e802 service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425540
Dec 15 13:07:26.739681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-52def05e-7e58-41d9-8fde-c3c30c35cb3e req-580ae163-18ca-4b19-85ad-c77ae02e9499 service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674681
Dec 15 13:07:27.068981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa8dd6-2ea7-4f72-b846-29fbea077680 req-a3df1529-3dbe-43fa-a657-cc1abd04b366 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:27.070642 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3efa8dd6-2ea7-4f72-b846-29fbea077680 req-a3df1529-3dbe-43fa-a657-cc1abd04b366 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 944 time: 0.1023209
Dec 15 13:07:27.130031 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3efa8dd6-2ea7-4f72-b846-29fbea077680 req-958ae135-95fc-4dcd-9ce5-3daca5aa5b2c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518584
Dec 15 13:07:27.966922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c299a126-d3fe-4f5d-a9dc-814593bbc4bc details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:07:28.110979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:28.140857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c299a126-d3fe-4f5d-a9dc-814593bbc4bc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:28.156812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'mac_address': 'fa:16:3e:83:b1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:07:28.218711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:28.238539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c299a126-d3fe-4f5d-a9dc-814593bbc4bc {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:07:28.257729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c299a126-d3fe-4f5d-a9dc-814593bbc4bc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:28.261394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:28.263387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:28.351321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:28.356603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:28.380398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a9f85-e954-4a3d-8b33-1fdb87534537 req-8b69f2c0-7a69-49ba-ac81-0243c9fca714 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:28.382194 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6b2a9f85-e954-4a3d-8b33-1fdb87534537 req-8b69f2c0-7a69-49ba-ac81-0243c9fca714 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 945 time: 0.1059334
Dec 15 13:07:28.443492 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6b2a9f85-e954-4a3d-8b33-1fdb87534537 req-930ddfae-09a1-49a4-8a4d-62788e4411a4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528727
Dec 15 13:07:28.450490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['c299a126-d3fe-4f5d-a9dc-814593bbc4bc'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:07:29.675524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dc360-05e7-4696-93a8-883e4ba30604 req-e7ab6a51-ec1b-4175-b134-408acc288d85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:29.677381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-821dc360-05e7-4696-93a8-883e4ba30604 req-e7ab6a51-ec1b-4175-b134-408acc288d85 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 945 time: 0.0952513
Dec 15 13:07:29.735646 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-821dc360-05e7-4696-93a8-883e4ba30604 req-38a5084c-b661-4aec-968b-ec5dd6fe0cfe tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518920
Dec 15 13:07:29.981147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c299a126-d3fe-4f5d-a9dc-814593bbc4bc up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:07:30.056106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port c299a126-d3fe-4f5d-a9dc-814593bbc4bc completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:07:30.061270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port c299a126-d3fe-4f5d-a9dc-814593bbc4bc triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:07:30.061704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:30.193321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:30.223217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:07:30.234059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c299a126-d3fe-4f5d-a9dc-814593bbc4bc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:07:30.238587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:30.240713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9bc507ca-d5e6-4078-89a3-ad629ab348cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:30.292351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'code': 200}
Dec 15 13:07:30.325241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:30.328746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:30.555147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-36fbb966-c2bd-499f-822e-f992058a06f5 req-e2f40e54-25f3-4b7b-858a-a0304e236af7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 1099 time: 0.0829699
Dec 15 13:07:30.602730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-36fbb966-c2bd-499f-822e-f992058a06f5 req-9305852c-0944-414d-8938-126ff6e1907f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410173
Dec 15 13:07:30.956571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216faee-dbda-41c0-99e1-c6d66435d52b req-324cc2b3-9a8e-45f7-b53d-0308afe2efb5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:30.958643 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f216faee-dbda-41c0-99e1-c6d66435d52b req-324cc2b3-9a8e-45f7-b53d-0308afe2efb5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 946 time: 0.0907817
Dec 15 13:07:31.023680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f216faee-dbda-41c0-99e1-c6d66435d52b req-5092b4db-9036-437c-8d4d-5666f544919d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581934
Dec 15 13:07:32.272947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef68f-ab99-485b-9440-ed605566e3bb req-f9efc503-4bf5-4e70-a882-75305d5db864 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:32.274632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ac9ef68f-ab99-485b-9440-ed605566e3bb req-f9efc503-4bf5-4e70-a882-75305d5db864 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 946 time: 0.1040957
Dec 15 13:07:32.333053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ac9ef68f-ab99-485b-9440-ed605566e3bb req-d975eb3c-1c6d-4477-b573-b1e606621b94 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470514
Dec 15 13:07:32.586405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3800c-536b-492c-ba45-72717a48dde1 req-8fb90969-189e-4459-8d16-ff6557546231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:32.588033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4db3800c-536b-492c-ba45-72717a48dde1 req-8fb90969-189e-4459-8d16-ff6557546231 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 946 time: 0.1015069
Dec 15 13:07:32.646963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4db3800c-536b-492c-ba45-72717a48dde1 req-bec7e58d-bec9-4bf2-aa08-02de6eaff21e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522792
Dec 15 13:07:32.676966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35216) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:32.758498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-447482b8-4574-4b1a-9fcb-7a3d7d66f8cb tempest-TestNetworkBasicOps-1713957447 tempest-TestNetworkBasicOps-1713957447-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 1094 time: 0.0801046
Dec 15 13:07:32.761494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35220) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:32.767383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:07:32.774101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:07:32.778378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Usage tracker for resource:floatingip and tenant:f41123ef4d9545c9bace46140df97ccd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:07:32.781522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:07:32.788869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:07:32.799625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:32.974636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:33.148910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Allocated IP 172.26.0.106 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f8d3a7a8-8cda-4ac4-bec1-fe49cb36d83a) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:07:33.333362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:33.369322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:33.377516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6eed77a-9c06-4fc5-92b2-137cd23572e9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:33.450007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:07:33.454130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:07:33.456419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=f8d3a7a8-8cda-4ac4-bec1-fe49cb36d83a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:33.459090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:07:33.493267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:34.045912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:34.111421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:34.631954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:34.636224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:34.640293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:07:34.759077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event updated for resources: {'Port': ['ID=f8d3a7a8-8cda-4ac4-bec1-fe49cb36d83a,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:07:34.762665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:07:34.784828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:35.012068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Floating IP 51fc3c09-ac42-41c1-9af2-74d527746a5f associated. External IP: 172.26.0.106, port: c299a126-d3fe-4f5d-a9dc-814593bbc4bc.
Dec 15 13:07:35.477942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:07:35.721286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:07:35.734178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] Sync routers for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:07:35.754279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:35.755422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4b70>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:35.757265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:35.828831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0661924
Dec 15 13:07:35.829753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:07:35.833112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35224) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:35.918615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'status': 'completed', 'code': 200}
Dec 15 13:07:35.982603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:36.285748 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fc06d4c7-dc2a-4e83-a6b4-fa4a7790b476 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 992 time: 0.4506054
Dec 15 13:07:36.314033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-14009b78-94ca-4ed8-b331-eeb65d8efb23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 1099 time: 0.3656070
Dec 15 13:07:36.404777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4b70>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '51fc3c09-ac42-41c1-9af2-74d527746a5f', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'mac_address': 'fa:16:3e:83:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:07:33Z', 'updated_at': '2021-12-15T13:07:33Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:07:21Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:36.408980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] Checking router: 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:07:36.421234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:07:36.422256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4b70>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:36.472088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-61fcd98c-1ace-4b95-931d-4a153b1f4af2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:36.473882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-61fcd98c-1ace-4b95-931d-4a153b1f4af2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d46968b-ff89-46f8-8cd5-51863fabddff HTTP/1.1" status: 200  len: 896 time: 0.1530194
Dec 15 13:07:36.605417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-d14994dd-4bd6-481b-9c78-ef00b4fb57c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc HTTP/1.1" status: 200  len: 1000 time: 0.1243026
Dec 15 13:07:36.622041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:07:36.692732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-263fe9ae-c822-41dc-a81e-5cc891a8fd96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:07:36.694826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-263fe9ae-c822-41dc-a81e-5cc891a8fd96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb8ada48-cab3-4835-8ad9-80b60d9a19ea HTTP/1.1" status: 200  len: 834 time: 0.0821481
Dec 15 13:07:36.787751 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-cbeb33eb-5ae1-42af-bc75-346a5d019567 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d46968b-ff89-46f8-8cd5-51863fabddff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0857708
Dec 15 13:07:36.939483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-dcfadd47-c5df-4cde-8ad9-e55d77c0685f service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449244
Dec 15 13:07:37.102071 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b19d0601-67ed-440a-95d6-f48b460601e2 req-eb3a8612-8bc0-48be-966a-839fbcfe728b service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561723
Dec 15 13:07:37.183309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8b4b70>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '51fc3c09-ac42-41c1-9af2-74d527746a5f', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'mac_address': 'fa:16:3e:83:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:07:33Z', 'updated_at': '2021-12-15T13:07:33Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:07:21Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:07:37.187769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb061b-0fde-4523-ac25-7a7d32cc09cd None None] The sync data for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv is: [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '51fc3c09-ac42-41c1-9af2-74d527746a5f', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'mac_address': 'fa:16:3e:83:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:07:33Z', 'updated_at': '2021-12-15T13:07:33Z', 'revision_number': 0, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:07:21Z', 'revision_number': 5, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:07:37.290420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35230) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:37.407881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-686b354c-f4a6-49f9-b823-01f568c2b20c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 992 time: 0.1160622
Dec 15 13:07:37.544014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f94bd-3cbc-43fd-b33f-5dc6cae6f146 None None] New status for floating IP 51fc3c09-ac42-41c1-9af2-74d527746a5f: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:07:38.412758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35234) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:07:38.531135 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ea842d67-c820-4117-8e37-763de410b06e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 994 time: 0.1170158
Dec 15 13:07:38.604276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:07:40.986471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d73b0475-830f-4f4a-9946-daeb102f2fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:42.668105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:43.406018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2e4fbbbe-2a49-4890-8a7d-63d8e5292756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:43.664847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:45.300480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:07:58.093279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:07.802850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35248) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:07.809340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-37d5912d-ee36-405a-8b7c-28cbf866e3f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:08:08.439890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37d5912d-ee36-405a-8b7c-28cbf866e3f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:08.453026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37d5912d-ee36-405a-8b7c-28cbf866e3f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:08.689332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d5912d-ee36-405a-8b7c-28cbf866e3f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:08:08.922244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d5912d-ee36-405a-8b7c-28cbf866e3f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:08:08.929314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-37d5912d-ee36-405a-8b7c-28cbf866e3f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:08.931561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-37d5912d-ee36-405a-8b7c-28cbf866e3f8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/712311ba-97cf-4af9-94b1-b26c7f8b5fc9 HTTP/1.1" status: 200  len: 889 time: 1.1270344
Dec 15 13:08:08.935820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] Sync routers for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:08:08.949862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:08.950554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb4e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:09.017306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb4e0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:09.030294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:09.031026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb4e0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:09.098372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fb4e0>, [], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:09.098835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c4639a-d0fa-4734-83ae-b68a7e8ab771 None None] The sync data for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv is: [] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:08:09.434332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:08:09.463124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fd90d-d3d3-4656-9b2a-d02e8f9ac79c None None] New status for floating IP 51fc3c09-ac42-41c1-9af2-74d527746a5f: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:08:09.810989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:09.850801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:09.854984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:09.857069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-037cd5d2-2b60-4c61-90cc-4b24c9217cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:09.928408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:09.938395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.938787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.939162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.939570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.939966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.940340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.940776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.941209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.941973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.941973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.942309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:09.948420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:10.991954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b77ae876-d406-471b-ad04-de27ce3c3e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:11.105053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35256) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:11.111184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9407ce41-747a-47da-9f25-33cb6bcebe9d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:08:11.416442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab68c307-dbed-4859-82f9-233f179ca9e8 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:08:11.539800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:11.558490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port ab68c307-dbed-4859-82f9-233f179ca9e8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab68c307-dbed-4859-82f9-233f179ca9e8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:11.561914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:11.564047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:11.641222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=ab68c307-dbed-4859-82f9-233f179ca9e8,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:11.644613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:11.768886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9407ce41-747a-47da-9f25-33cb6bcebe9d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:11.784115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9407ce41-747a-47da-9f25-33cb6bcebe9d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854324677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518810'] for router, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:12.008883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9407ce41-747a-47da-9f25-33cb6bcebe9d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:08:12.513331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9407ce41-747a-47da-9f25-33cb6bcebe9d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:08:12.519720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9407ce41-747a-47da-9f25-33cb6bcebe9d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:12.525826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9407ce41-747a-47da-9f25-33cb6bcebe9d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/712311ba-97cf-4af9-94b1-b26c7f8b5fc9 HTTP/1.1" status: 200  len: 888 time: 1.4148562
Dec 15 13:08:12.526046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] Sync routers for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:08:12.526156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35262) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:12.542748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:12.543697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f0a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:12.642724 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f73e33c3-1abb-4245-afdb-4d4e6104aa4d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 992 time: 0.1153512
Dec 15 13:08:12.662646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:12.752220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:08:13.157879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f0a90>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '51fc3c09-ac42-41c1-9af2-74d527746a5f', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'mac_address': 'fa:16:3e:83:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:07:33Z', 'updated_at': '2021-12-15T13:08:09Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:08:09Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:13.165153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] Checking router: 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:08:13.178278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:13.178944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f0a90>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:07:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:13.389210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:08:13.408904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e393c28b-2d28-4460-9bd1-d04fb50f9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:13.647600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35266) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:13.677006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:13.769456 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2f7d5344-6cf7-4fbc-b016-ec3aef395a66 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 992 time: 0.1194334
Dec 15 13:08:13.790766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb4f0a90>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '51fc3c09-ac42-41c1-9af2-74d527746a5f', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'mac_address': 'fa:16:3e:83:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:07:33Z', 'updated_at': '2021-12-15T13:08:09Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:08:09Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:13.795267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde3938-b890-4beb-8c2b-8fe9a01ed4df None None] The sync data for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv is: [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '51fc3c09-ac42-41c1-9af2-74d527746a5f', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'port_id': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'mac_address': 'fa:16:3e:83:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:07:33Z', 'updated_at': '2021-12-15T13:08:09Z', 'revision_number': 2, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:08:09Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:08:14.772673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35270) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:14.914343 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cfca11b7-61d8-48f9-b3e3-acae9945cdcb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 992 time: 0.1399953
Dec 15 13:08:15.304770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:15.485502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:08:15.566666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:08:15.567086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:15.605438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:08:15.673342 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-f83df86c-17cc-4c78-a886-66320ad634a2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0901222
Dec 15 13:08:15.713608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:15.750878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:15.754648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:15.755731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab68c307-dbed-4859-82f9-233f179ca9e8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:08:15.784311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:15.839058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-deae8c3a-acff-456f-865f-a510b3d7d614 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 1099 time: 0.0847747
Dec 15 13:08:15.918027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35274) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:16.018083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd100-c00f-4293-9819-272418afa77f req-aeaa8562-b96d-4b4d-814a-158696fc3369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:16.019867 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-aeaa8562-b96d-4b4d-814a-158696fc3369 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d46968b-ff89-46f8-8cd5-51863fabddff HTTP/1.1" status: 200  len: 896 time: 0.1584215
Dec 15 13:08:16.045553 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aadfc3da-436d-4f9d-8f03-4094bc0b344e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 992 time: 0.1261477
Dec 15 13:08:16.077300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:16.081929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:16.100042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ab68c307-dbed-4859-82f9-233f179ca9e8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:08:16.100462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:16.136874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-46b0034a-e62d-4e57-ba7a-dce1ca2cf737 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc HTTP/1.1" status: 200  len: 1000 time: 0.1100082
Dec 15 13:08:16.214510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbd100-c00f-4293-9819-272418afa77f req-e7543363-0c3b-43c7-831b-2cae1e25239d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:16.216488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-e7543363-0c3b-43c7-831b-2cae1e25239d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb8ada48-cab3-4835-8ad9-80b60d9a19ea HTTP/1.1" status: 200  len: 834 time: 0.0739431
Dec 15 13:08:16.227483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:16.245924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port ab68c307-dbed-4859-82f9-233f179ca9e8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab68c307-dbed-4859-82f9-233f179ca9e8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:16.249391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:16.252439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:16.300034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-fda2cdcf-4335-4cde-ac2d-f40a60ffc814 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d46968b-ff89-46f8-8cd5-51863fabddff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775328
Dec 15 13:08:16.324813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=ab68c307-dbed-4859-82f9-233f179ca9e8,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:16.328117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:16.705725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-d11888e0-3693-480c-bce0-492a825ed29e service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3984001
Dec 15 13:08:16.884710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61bbd100-c00f-4293-9819-272418afa77f req-133034d0-96eb-4945-bc98-e6fa0423f16b service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657970
Dec 15 13:08:17.050751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35278) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:17.190631 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4195ddf8-8d72-43b1-b8e1-87d7f0d87e39 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 992 time: 0.1380806
Dec 15 13:08:17.211922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d3ce3-d752-4337-8906-f1a622033e21 None None] New status for floating IP 51fc3c09-ac42-41c1-9af2-74d527746a5f: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:08:17.483858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:08:17.573336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:08:17.573776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:17.707239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab68c307-dbed-4859-82f9-233f179ca9e8 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:08:17.789062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ab68c307-dbed-4859-82f9-233f179ca9e8 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:08:17.789659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:18.195111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35282) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:18.326269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-af6e7441-b354-4986-a6d1-c7b52c155329 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 200  len: 994 time: 0.1293535
Dec 15 13:08:18.624802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35290) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:18.863361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port f8d3a7a8-8cda-4ac4-bec1-fe49cb36d83a {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:08:18.863752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:19.062449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:19.062755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:19.203508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for f8d3a7a8-8cda-4ac4-bec1-fe49cb36d83a owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:08:19.377942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:19.384629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-40b082e0-9f62-4605-80cd-184c13393c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:19.429795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=f8d3a7a8-8cda-4ac4-bec1-fe49cb36d83a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:19.443239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.443706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.444143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.444553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.445301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.445301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.445729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.446194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.446606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.447109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.447559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:19.479400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:19.553332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:20.010172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:08:20.245884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:08:20.256833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] Sync routers for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:08:20.267966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:20.270888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:20.271736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc7f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:08:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:20.330656 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/floatingips/51fc3c09-ac42-41c1-9af2-74d527746a5f HTTP/1.1" status: 204  len: 168 time: 1.7035394
Dec 15 13:08:20.332249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:08:20.391397 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'status': 'completed', 'code': 200}
Dec 15 13:08:20.467666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:08:20.512896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-28fca3eb-2c1d-4eed-89fb-eff0527e92c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f41123ef4d9545c9bace46140df97ccd&device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 1099 time: 0.0872130
Dec 15 13:08:20.693789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-813c69eb-c5d7-4208-ba0d-cfb106ef7796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:20.695797 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-813c69eb-c5d7-4208-ba0d-cfb106ef7796 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d46968b-ff89-46f8-8cd5-51863fabddff HTTP/1.1" status: 200  len: 896 time: 0.1773520
Dec 15 13:08:20.767260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf9e1f-b349-4c78-a603-79fd9517948a req-b48df8db-59a4-4205-8a77-08fd26415906 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:20.768204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-78cf9e1f-b349-4c78-a603-79fd9517948a req-b48df8db-59a4-4205-8a77-08fd26415906 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:08:20.777696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-41903c11-b33b-43d5-957a-6d6780e2806a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc HTTP/1.1" status: 200  len: 217 time: 0.0745316
Dec 15 13:08:20.786253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-78cf9e1f-b349-4c78-a603-79fd9517948a req-b48df8db-59a4-4205-8a77-08fd26415906 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:08:20.787791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-78cf9e1f-b349-4c78-a603-79fd9517948a req-b48df8db-59a4-4205-8a77-08fd26415906 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 946 time: 0.1184876
Dec 15 13:08:20.842160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-78cf9e1f-b349-4c78-a603-79fd9517948a req-674de82c-c45e-47a0-b07e-4719161aafe5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464830
Dec 15 13:08:20.855870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-e82acb44-799f-4448-becb-fc87a65ee7ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:20.857561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-e82acb44-799f-4448-becb-fc87a65ee7ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb8ada48-cab3-4835-8ad9-80b60d9a19ea HTTP/1.1" status: 200  len: 834 time: 0.0736032
Dec 15 13:08:20.943473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-1d9aa5c1-6b16-4394-8e20-c5e07d8da238 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d46968b-ff89-46f8-8cd5-51863fabddff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780315
Dec 15 13:08:20.999833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc7f0>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:08:15Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:21.004590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] Checking router: 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:08:21.016822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:21.017632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc7f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:08:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:21.100699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-6c715f60-58a2-4a8f-8a87-6128f0b6669b service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498084
Dec 15 13:08:21.215951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:08:21.263254 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e5d3e5-8176-4848-a483-d855be75dd2c req-d9d8576d-deb7-4869-8052-bddcb7e80e72 service neutron] 10.222.0.77 "GET /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561871
Dec 15 13:08:21.565681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7cc7f0>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:08:15Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:21.570095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec040cf0-a81e-49e0-b47f-be0703c4fe46 None None] The sync data for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv is: [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:11Z', 'revision_number': 6, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '0a8add06-8a40-46e5-b5b2-8cf30ebd8699', 'name': '', 'network_id': '2d46968b-ff89-46f8-8cd5-51863fabddff', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'mac_address': 'fa:16:3e:7e:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:14Z', 'updated_at': '2021-12-15T13:08:15Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'subnets': [{'id': 'cb8ada48-cab3-4835-8ad9-80b60d9a19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:08:22.052958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-969c3ded-463e-409e-b7bb-2399e100ac55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:22.054561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-969c3ded-463e-409e-b7bb-2399e100ac55 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 946 time: 0.1420593
Dec 15 13:08:22.145295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port c299a126-d3fe-4f5d-a9dc-814593bbc4bc {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:08:22.145702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:22.184977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5fc9e-e38c-46ef-af3c-1a78834dc931 req-b4141229-a9c1-4f85-a765-a14e26b8668c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:22.186615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-43a5fc9e-e38c-46ef-af3c-1a78834dc931 req-b4141229-a9c1-4f85-a765-a14e26b8668c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 946 time: 0.2077653
Dec 15 13:08:22.310709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-43a5fc9e-e38c-46ef-af3c-1a78834dc931 req-a66cae62-c1b3-47f8-bc6b-d3076b8d6138 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/security-groups?id=3524ddc5-8e41-44d1-be89-d29a4fa2db1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168394
Dec 15 13:08:22.463202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port c299a126-d3fe-4f5d-a9dc-814593bbc4bc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:22.463640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:22.625616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for c299a126-d3fe-4f5d-a9dc-814593bbc4bc owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:08:22.788239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:22.794721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eca60c75-9700-4553-be3f-528efbeb0672 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:22.845016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=c299a126-d3fe-4f5d-a9dc-814593bbc4bc,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:22.889958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.890387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.890797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.891222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.891670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.892132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.892485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.892902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.893312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.893717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.894126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:08:22.903815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:22.928555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fec6711-20a1-47ba-98c0-6c43ffd581cc None None] New status for floating IP 51fc3c09-ac42-41c1-9af2-74d527746a5f: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:08:22.940571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] No DVR routers for this DVR port c299a126-d3fe-4f5d-a9dc-814593bbc4bc on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:08:22.942805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:22.945777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'name': 'network-vif-deleted', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:08:22.962288 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd2e62a0-3da4-4b1e-ac6c-fd7fb5ee8816 req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.77 "DELETE /v2.0/ports/c299a126-d3fe-4f5d-a9dc-814593bbc4bc HTTP/1.1" status: 204  len: 173 time: 0.9022634
Dec 15 13:08:23.014705 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd', 'name': 'network-vif-deleted', 'tag': 'c299a126-d3fe-4f5d-a9dc-814593bbc4bc', 'status': 'completed', 'code': 200}
Dec 15 13:08:23.507782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-97873d9a-763b-4b1a-924d-10e68b5f600c req-e6f7d826-74b0-4a6f-85bb-45bc6dda8952 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Synchronizing usage tracker for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:08:23.523284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-97873d9a-763b-4b1a-924d-10e68b5f600c req-e6f7d826-74b0-4a6f-85bb-45bc6dda8952 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Unset dirty status for tenant:f41123ef4d9545c9bace46140df97ccd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:08:23.524657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-97873d9a-763b-4b1a-924d-10e68b5f600c req-e6f7d826-74b0-4a6f-85bb-45bc6dda8952 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7d4be6b-933d-4c2f-b0fa-0ddfefccc9dd HTTP/1.1" status: 200  len: 210 time: 0.0658131
Dec 15 13:08:24.642138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35308) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:25.001910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:25.037916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:25.116589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:25.121353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c743071c-d7f6-4a04-8360-be0ad33ddd5c tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:25.139286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524ddc5-8e41-44d1-be89-d29a4fa2db1f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:25.142104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:25.156031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:25.157600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/security-groups/3524ddc5-8e41-44d1-be89-d29a4fa2db1f HTTP/1.1" status: 204  len: 168 time: 0.5140958
Dec 15 13:08:25.202077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35314) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:25.649887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:26.170671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c299a126-d3fe-4f5d-a9dc-814593bbc4bc no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:08:26.207585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: c299a126-d3fe-4f5d-a9dc-814593bbc4bc {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:08:26.207977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c299a126-d3fe-4f5d-a9dc-814593bbc4bc not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:08:26.343232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:08:26.343641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:26.571716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port 0a8add06-8a40-46e5-b5b2-8cf30ebd8699, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:26.572167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:26.715987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:08:26.938707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:26.942822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-560401a1-1e4f-4fd9-bffd-f59981ac9411 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:26.993609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=0a8add06-8a40-46e5-b5b2-8cf30ebd8699,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:26.996814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:27.319600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:27.976410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:08:28.091112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:28.452737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:08:28.465198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] Sync routers for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:08:28.473066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "PUT /v2.0/routers/712311ba-97cf-4af9-94b1-b26c7f8b5fc9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2667825
Dec 15 13:08:28.473413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35318) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:28.479762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:28.480443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb17f7b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:08:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:28.675268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:08:28.679333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting subnet cb8ada48-cab3-4835-8ad9-80b60d9a19ea {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:08:28.683179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:28.744567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:28.841817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:28.922395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:28.930197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9371f9b6-6ca7-47f6-919f-d75144b7881f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:28.973277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8ada48-cab3-4835-8ad9-80b60d9a19ea,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:28.977765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:28.978968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:28.986220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-64b89bf1-5cf1-4d51-bc6e-5bd412b531e7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/subnets/cb8ada48-cab3-4835-8ad9-80b60d9a19ea HTTP/1.1" status: 204  len: 168 time: 0.5116675
Dec 15 13:08:28.988244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d49c7-9316-4770-8735-8211574b9a4a None None] Network 2d46968b-ff89-46f8-8cd5-51863fabddff requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:08:28.989602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35322) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:29.002885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb17f7b8>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:26Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:29.007875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] Checking router: 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:08:29.021211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] Routers {'712311ba-97cf-4af9-94b1-b26c7f8b5fc9'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:08:29.021992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb17f7b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:08:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:29.221669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.235744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] Set router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:08:29.295157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] DHCP port deletion for 2d46968b-ff89-46f8-8cd5-51863fabddff request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:08:29.300134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Deleting port d3050195-c641-483b-9c31-b789bb3837d4 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:08:29.300767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.448977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d3050195-c641-483b-9c31-b789bb3837d4 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:08:29.465447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.476116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Deleting port ab68c307-dbed-4859-82f9-233f179ca9e8 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:08:29.476462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.609239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] For port d3050195-c641-483b-9c31-b789bb3837d4, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3050195-c641-483b-9c31-b789bb3837d4,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:29.609659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.673238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] For port ab68c307-dbed-4859-82f9-233f179ca9e8, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab68c307-dbed-4859-82f9-233f179ca9e8,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:29.673634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.709750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb17f7b8>, [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:26Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:29.714527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87664c66-ea47-4b96-b7e9-9e2c356889e5 None None] The sync data for ids ['712311ba-97cf-4af9-94b1-b26c7f8b5fc9'] in dv-neutron-821831-1-hyperv is: [{'id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'name': 'tempest-TestNetworkBasicOps-router-1568903667', 'tenant_id': 'f41123ef4d9545c9bace46140df97ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:07:09Z', 'updated_at': '2021-12-15T13:08:26Z', 'revision_number': 7, 'project_id': 'f41123ef4d9545c9bace46140df97ccd', 'gw_port': {'id': 'ab68c307-dbed-4859-82f9-233f179ca9e8', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712311ba-97cf-4af9-94b1-b26c7f8b5fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:07:10Z', 'updated_at': '2021-12-15T13:08:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:08:29.775625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Calling delete_port for d3050195-c641-483b-9c31-b789bb3837d4 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:08:29.814131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Calling delete_port for ab68c307-dbed-4859-82f9-233f179ca9e8 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:08:29.839317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.897856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port d3050195-c641-483b-9c31-b789bb3837d4, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3050195-c641-483b-9c31-b789bb3837d4,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:29.901805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:29.904573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:29.941910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:08:29.941910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:08:29.981178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=d3050195-c641-483b-9c31-b789bb3837d4,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:29.984578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:30.005809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.011082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b74d728-a6e7-4778-ae3d-a3a57eb6b969 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:30.057359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Port': ['ID=ab68c307-dbed-4859-82f9-233f179ca9e8,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:30.061236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:30.305816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.447007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Deleting port d3050195-c641-483b-9c31-b789bb3837d4 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:08:30.447505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.677330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] For port d3050195-c641-483b-9c31-b789bb3837d4, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d3050195-c641-483b-9c31-b789bb3837d4,segment=NetworkSegment(239724c6-95b9-4857-8846-39be3ab7bf11),segment_id=239724c6-95b9-4857-8846-39be3ab7bf11)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:30.677774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.809264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Calling delete_port for d3050195-c641-483b-9c31-b789bb3837d4 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:08:30.829506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.833937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.859760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.860330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Fanout notify agent at l3_agent the message router_deleted on router 712311ba-97cf-4af9-94b1-b26c7f8b5fc9 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:08:30.878634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.880917 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/routers/712311ba-97cf-4af9-94b1-b26c7f8b5fc9 HTTP/1.1" status: 204  len: 168 time: 1.8898473
Dec 15 13:08:30.884148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35326) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:30.890809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:30.896284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:30.940069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Pushing event deleted for resources: {'Port': ['ID=d3050195-c641-483b-9c31-b789bb3837d4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:30.942654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:30.949167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] No DVR routers for this DVR port d3050195-c641-483b-9c31-b789bb3837d4 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:08:31.024726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:31.183318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:31.212741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9f2b940>,) {'filters': {'network_id': ['2d46968b-ff89-46f8-8cd5-51863fabddff']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:31.227180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9f2b940>, '239724c6-95b9-4857-8846-39be3ab7bf11') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:31.227620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9f2b940>, '239724c6-95b9-4857-8846-39be3ab7bf11') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:08:31.241282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:31.257484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:31.264789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:08:31.265225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:08:31.281480 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:08:31.369562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:31.373324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb8dd9a-d763-4ec6-92eb-ca07c4803a45 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:31.389432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:31.403961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Pushing event deleted for resources: {'Network': ['ID=2d46968b-ff89-46f8-8cd5-51863fabddff,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:31.407208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:31.413114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] 10.222.0.53 "DELETE /v2.0/networks/2d46968b-ff89-46f8-8cd5-51863fabddff HTTP/1.1" status: 204  len: 168 time: 0.5246308
Dec 15 13:08:31.442697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:08:31.480060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:08:31.480390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 0a8add06-8a40-46e5-b5b2-8cf30ebd8699 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:08:31.779380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35334) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:31.992601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d25d887f-499a-4518-adf4-2e08111333bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f41123ef4d9545c9bace46140df97ccd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2116408
Dec 15 13:08:31.995623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35340) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:32.063147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.092113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.141126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.145532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65e2e68e-a12e-4463-baa0-d42348a17f4a tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:32.161464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c202a-459b-4973-ba34-6c95be73c31a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:32.164273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:32.170390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.172016 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/604c202a-459b-4973-ba34-6c95be73c31a HTTP/1.1" status: 204  len: 168 time: 0.1751082
Dec 15 13:08:32.571514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35348) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:32.593541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.636832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:08:32.642990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f49c28b294492e8a1b7a82d88ef3a1 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:08:32.647186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:08:32.655469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:08:32.739786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.744512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.755375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6421eeab-5fec-459e-81ed-f4612072479b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:32.805676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75f67c-555f-46a7-9a64-cf2ebbdaa88d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:32.809649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:32.812632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4f49c28b294492e8a1b7a82d88ef3a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2397084
Dec 15 13:08:32.815597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35352) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:32.894899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-379481a0-0d8f-44f2-adc4-374f7e833361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.924456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-379481a0-0d8f-44f2-adc4-374f7e833361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.971605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-379481a0-0d8f-44f2-adc4-374f7e833361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:32.975531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-26b782b7-7b82-4e12-ad62-ecb89476507b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:32.988024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379481a0-0d8f-44f2-adc4-374f7e833361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75f67c-555f-46a7-9a64-cf2ebbdaa88d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:32.990590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-379481a0-0d8f-44f2-adc4-374f7e833361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:32.999331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-379481a0-0d8f-44f2-adc4-374f7e833361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:33.000788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-379481a0-0d8f-44f2-adc4-374f7e833361 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a75f67c-555f-46a7-9a64-cf2ebbdaa88d HTTP/1.1" status: 204  len: 168 time: 0.1841123
Dec 15 13:08:33.388481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab68c307-dbed-4859-82f9-233f179ca9e8 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:08:33.426417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: ab68c307-dbed-4859-82f9-233f179ca9e8 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:08:33.426876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab68c307-dbed-4859-82f9-233f179ca9e8 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:08:41.001262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1e85-d148-4112-8a2e-b9fe70b0a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:41.574122 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-6d2c7802-6c64-4e55-b0c4-ed31a77bb77b tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=64581270cd0f44eea229532b04e7c1bf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0367010
Dec 15 13:08:41.748061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8581-f67c-411a-9333-95c958b7807f req-aababa80-8a0f-4505-a29c-1a7c2f261c6a tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:41.749728 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-aababa80-8a0f-4505-a29c-1a7c2f261c6a tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1689174
Dec 15 13:08:41.770473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-47416dd1-5d8d-4755-830a-b225bb9d56ed tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/quotas/64581270cd0f44eea229532b04e7c1bf HTTP/1.1" status: 200  len: 375 time: 0.0141561
Dec 15 13:08:41.831167 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-43389935-6d64-47fe-8c14-961d8cb338c0 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64581270cd0f44eea229532b04e7c1bf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0520227
Dec 15 13:08:42.059456 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-04d7f76a-ed4d-4c3a-8984-19b599aaf523 req-5fdc00ed-4b8e-4b81-911e-12749a8e381f tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 210 time: 0.0491862
Dec 15 13:08:42.666559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:43.111950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-d49ce05a-35f3-49c4-a0e5-cb34dcd173e3 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=64581270cd0f44eea229532b04e7c1bf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0381110
Dec 15 13:08:43.246098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d827082-d9f9-4e5b-bb44-38b50c494e8f req-5d4a2f61-661b-4a7f-9d13-54e9f1d14699 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 210 time: 0.0516059
Dec 15 13:08:43.296982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8581-f67c-411a-9333-95c958b7807f req-53da47e4-414c-4312-88c3-0b6d606ae1b4 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:43.299094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-53da47e4-414c-4312-88c3-0b6d606ae1b4 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1809602
Dec 15 13:08:43.314319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Request body: {'port': {'device_id': '80592cf6-3379-4818-9293-9ec92b782640', 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c', 'admin_state_up': True, 'tenant_id': '64581270cd0f44eea229532b04e7c1bf'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:08:43.413314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-149645b6-3b04-4517-976b-3826d1012d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:43.461183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:08:43.465621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Usage tracker for resource:port and tenant:64581270cd0f44eea229532b04e7c1bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:08:43.468752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:08:43.474993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:08:43.485414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Made reservation on behalf of 64581270cd0f44eea229532b04e7c1bf for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:08:43.491090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:43.505056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:43.539560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:08:43.543978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Usage tracker for resource:security_group_rule and tenant:64581270cd0f44eea229532b04e7c1bf is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:08:43.547432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:08:43.553990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:08:43.624673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:43.629177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:43.632662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92d259fc-a52b-471b-a3a0-7c230f38d309 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:43.672711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:43.720169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf1985-00d9-4c66-b03c-6e69fa326286,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:43.726103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:43.827719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Allocated IP 192.168.233.38 (0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c/b21a9351-d513-48dc-9b1f-8e5882b619bd/db2189ce-db14-4199-995d-affcef22f62d) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:08:44.055418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:44.072486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Transition to ACTIVE for port object db2189ce-db14-4199-995d-affcef22f62d will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:08:44.094398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:44.100936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c258c260-e72b-41b8-931a-1c24f755865c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:44.176329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:08:44.179719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:08:44.182579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:08:44.217190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Pushing event updated for resources: {'Port': ['ID=db2189ce-db14-4199-995d-affcef22f62d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:44.220426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:44.260469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:44.261168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:44.293219 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9831321
Dec 15 13:08:44.305694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Request body: {'port': {'device_id': '80592cf6-3379-4818-9293-9ec92b782640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:08:44.476480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:44.547979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-93359a54-7f84-427d-a92e-3f194bcdcf87 None None] Provisioning for port db2189ce-db14-4199-995d-affcef22f62d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:08:44.555280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-93359a54-7f84-427d-a92e-3f194bcdcf87 None None] Provisioning complete for port db2189ce-db14-4199-995d-affcef22f62d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:08:44.555791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93359a54-7f84-427d-a92e-3f194bcdcf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:44.580454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dadf3-b879-4a3b-a36f-edf86d549a1e req-b97d8ddb-a7fc-4781-b31b-7174f7dc0d5c tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:44.581211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5c3dadf3-b879-4a3b-a36f-edf86d549a1e req-b97d8ddb-a7fc-4781-b31b-7174f7dc0d5c tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Synchronizing usage tracker for tenant:64581270cd0f44eea229532b04e7c1bf on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:08:44.662186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5c3dadf3-b879-4a3b-a36f-edf86d549a1e req-b97d8ddb-a7fc-4781-b31b-7174f7dc0d5c tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Unset dirty status for tenant:64581270cd0f44eea229532b04e7c1bf on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:08:44.663615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c3dadf3-b879-4a3b-a36f-edf86d549a1e req-b97d8ddb-a7fc-4781-b31b-7174f7dc0d5c tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 935 time: 0.2663465
Dec 15 13:08:44.797947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-93359a54-7f84-427d-a92e-3f194bcdcf87 None None] Port db2189ce-db14-4199-995d-affcef22f62d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:08:44.828055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5c3dadf3-b879-4a3b-a36f-edf86d549a1e req-9f2e912a-910a-4ab3-ae9c-7ca701ebc209 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Synchronizing usage tracker for tenant:64581270cd0f44eea229532b04e7c1bf on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:08:44.870838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5c3dadf3-b879-4a3b-a36f-edf86d549a1e req-9f2e912a-910a-4ab3-ae9c-7ca701ebc209 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Unset dirty status for tenant:64581270cd0f44eea229532b04e7c1bf on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:08:44.872145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c3dadf3-b879-4a3b-a36f-edf86d549a1e req-9f2e912a-910a-4ab3-ae9c-7ca701ebc209 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003891
Dec 15 13:08:44.951005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2189ce-db14-4199-995d-affcef22f62d {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:08:44.959143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:44.976661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Transition to ACTIVE for port object db2189ce-db14-4199-995d-affcef22f62d will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:08:44.981474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:44.987284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:45.306666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:45.384208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Pushing event updated for resources: {'Port': ['ID=db2189ce-db14-4199-995d-affcef22f62d,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:45.389704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:45.501324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Attempting to bind port db2189ce-db14-4199-995d-affcef22f62d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:08:45.501636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Attempting to bind port db2189ce-db14-4199-995d-affcef22f62d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:08:45.502037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Attempting to bind port db2189ce-db14-4199-995d-affcef22f62d on network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:08:45.508689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Port db2189ce-db14-4199-995d-affcef22f62d on network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:08:45.509043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Attempting to bind port db2189ce-db14-4199-995d-affcef22f62d on network 0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:08:45.516428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:08:45.516796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Checking segment: {'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:08:45.517218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Bound using segment: {'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:08:45.517679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Bound port: db2189ce-db14-4199-995d-affcef22f62d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2c5c8a-e66f-42fb-8aa8-36b13426875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:08:45.518109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:45.638261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] For port db2189ce-db14-4199-995d-affcef22f62d, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:08:45.642310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] For port db2189ce-db14-4199-995d-affcef22f62d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=db2189ce-db14-4199-995d-affcef22f62d,segment=NetworkSegment(2d2c5c8a-e66f-42fb-8aa8-36b13426875a),segment_id=2d2c5c8a-e66f-42fb-8aa8-36b13426875a)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:08:45.646480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:45.650674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:45.710737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:45.712370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] 10.222.0.77 "PUT /v2.0/ports/db2189ce-db14-4199-995d-affcef22f62d HTTP/1.1" status: 200  len: 1097 time: 1.4117029
Dec 15 13:08:45.712962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80592cf6-3379-4818-9293-9ec92b782640', 'tag': 'db2189ce-db14-4199-995d-affcef22f62d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:08:45.743632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Pushing event updated for resources: {'Port': ['ID=db2189ce-db14-4199-995d-affcef22f62d,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:45.748293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:45.788829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80592cf6-3379-4818-9293-9ec92b782640', 'tag': 'db2189ce-db14-4199-995d-affcef22f62d', 'status': 'completed', 'code': 200}
Dec 15 13:08:45.835865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-4d06a6fc-fa30-4006-8f13-52a05cf6100a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=64581270cd0f44eea229532b04e7c1bf&device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 1100 time: 0.0854959
Dec 15 13:08:45.932630 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-ac5705b1-82f5-4e8f-bb98-f58b6a4aa468 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=db2189ce-db14-4199-995d-affcef22f62d HTTP/1.1" status: 200  len: 217 time: 0.0850863
Dec 15 13:08:46.002329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8581-f67c-411a-9333-95c958b7807f req-46bddcc4-05a2-4dd7-b5db-33e1e30499ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:46.004001 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-46bddcc4-05a2-4dd7-b5db-33e1e30499ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b21a9351-d513-48dc-9b1f-8e5882b619bd HTTP/1.1" status: 200  len: 843 time: 0.0654771
Dec 15 13:08:46.151792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d1f72-fd34-4c06-a5c0-8d5fba4b80f7 req-12fa0171-198f-40f5-b947-cb931e86043f tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:46.154071 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b34d1f72-fd34-4c06-a5c0-8d5fba4b80f7 req-12fa0171-198f-40f5-b947-cb931e86043f tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 947 time: 0.1488614
Dec 15 13:08:46.163566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-56e85f44-9639-4ef3-88a1-5b959961dcf5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.1209123
Dec 15 13:08:46.316250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b34d1f72-fd34-4c06-a5c0-8d5fba4b80f7 req-589bb413-e396-4e87-b55b-101df2569b3f tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516869
Dec 15 13:08:46.352915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-6da72d6e-3715-4342-8ab7-4e33fa0985a9 service neutron] 10.222.0.77 "GET /v2.0/networks/0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701505
Dec 15 13:08:46.498698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-919f8581-f67c-411a-9333-95c958b7807f req-7cc4e138-dc80-4dd9-8eab-74a7474bc19b service neutron] 10.222.0.77 "GET /v2.0/networks/0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389430
Dec 15 13:08:46.646398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-fa8a7914-7046-4bd3-a2c4-999fd01ce939 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=64581270cd0f44eea229532b04e7c1bf&device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 1100 time: 0.0897648
Dec 15 13:08:46.808484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-0b4681ef-17e5-43f4-b1f5-1d43a24bcacf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:46.810203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-0b4681ef-17e5-43f4-b1f5-1d43a24bcacf service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c HTTP/1.1" status: 200  len: 870 time: 0.1574717
Dec 15 13:08:46.897525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-a51f114d-c784-409e-8cdf-667133af6257 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=db2189ce-db14-4199-995d-affcef22f62d HTTP/1.1" status: 200  len: 217 time: 0.0801485
Dec 15 13:08:46.990810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-1841e18b-d443-4601-9573-6eda329f4497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:46.992541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-1841e18b-d443-4601-9573-6eda329f4497 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b21a9351-d513-48dc-9b1f-8e5882b619bd HTTP/1.1" status: 200  len: 843 time: 0.0876336
Dec 15 13:08:47.103084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-5dec76e8-ed27-43d7-98d7-5b03945d62d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.1036031
Dec 15 13:08:47.270534 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-2af534ef-bbdb-40f7-ab6b-5c64f929d468 service neutron] 10.222.0.77 "GET /v2.0/networks/0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598046
Dec 15 13:08:47.437266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2946d2e-4aff-4e31-89b3-626259f0e088 req-6fc963d4-2847-40d8-8fc7-a96e5a6bc91e service neutron] 10.222.0.77 "GET /v2.0/networks/0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583681
Dec 15 13:08:47.571303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da69d7-deaf-426a-b726-e5d34375f2f3 req-4809fea3-9165-403c-a776-d9fae319141f tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:47.573035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-44da69d7-deaf-426a-b726-e5d34375f2f3 req-4809fea3-9165-403c-a776-d9fae319141f tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 947 time: 0.0944204
Dec 15 13:08:47.625478 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-44da69d7-deaf-426a-b726-e5d34375f2f3 req-fa1a5420-b750-4c7b-aab2-117122b3cf6d tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454860
Dec 15 13:08:48.294306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device db2189ce-db14-4199-995d-affcef22f62d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:08:48.445927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port db2189ce-db14-4199-995d-affcef22f62d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=db2189ce-db14-4199-995d-affcef22f62d,segment=NetworkSegment(2d2c5c8a-e66f-42fb-8aa8-36b13426875a),segment_id=2d2c5c8a-e66f-42fb-8aa8-36b13426875a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:48.460572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'db2189ce-db14-4199-995d-affcef22f62d', 'network_id': '0cbf5645-c9ff-4037-b3da-a7d4df9b4b3c', 'port_id': 'db2189ce-db14-4199-995d-affcef22f62d', 'mac_address': 'fa:16:3e:f2:06:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21a9351-d513-48dc-9b1f-8e5882b619bd', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:08:48.519396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:48.537976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2189ce-db14-4199-995d-affcef22f62d {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:08:48.554573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port db2189ce-db14-4199-995d-affcef22f62d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=db2189ce-db14-4199-995d-affcef22f62d,segment=NetworkSegment(2d2c5c8a-e66f-42fb-8aa8-36b13426875a),segment_id=2d2c5c8a-e66f-42fb-8aa8-36b13426875a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:48.559634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:48.561557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:48.634571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=db2189ce-db14-4199-995d-affcef22f62d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:48.638134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:48.854575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea01e0-2a99-4ea1-920c-72fb6baf131d req-fa1fbd5f-ae5f-477e-99d3-9509f3f4e46b tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:48.856946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-57ea01e0-2a99-4ea1-920c-72fb6baf131d req-fa1fbd5f-ae5f-477e-99d3-9509f3f4e46b tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 948 time: 0.1033020
Dec 15 13:08:48.865300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['db2189ce-db14-4199-995d-affcef22f62d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:08:48.906151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-57ea01e0-2a99-4ea1-920c-72fb6baf131d req-fe9491d5-fa3c-4723-8f12-8f1dc145da80 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433726
Dec 15 13:08:50.130414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01b93-81e1-438f-b2b4-21ea008e49ed req-838f4f0d-202e-4e29-945d-ee7b919ac9d5 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:50.132105 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0be01b93-81e1-438f-b2b4-21ea008e49ed req-838f4f0d-202e-4e29-945d-ee7b919ac9d5 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 948 time: 0.0875239
Dec 15 13:08:50.190879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0be01b93-81e1-438f-b2b4-21ea008e49ed req-795f5425-87bc-40ab-a372-059b851b3128 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481915
Dec 15 13:08:50.293639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device db2189ce-db14-4199-995d-affcef22f62d up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:08:50.371737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port db2189ce-db14-4199-995d-affcef22f62d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:08:50.376783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port db2189ce-db14-4199-995d-affcef22f62d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:08:50.377219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:50.502682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:50.531881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80592cf6-3379-4818-9293-9ec92b782640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2189ce-db14-4199-995d-affcef22f62d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:08:50.543425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port db2189ce-db14-4199-995d-affcef22f62d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=db2189ce-db14-4199-995d-affcef22f62d,segment=NetworkSegment(2d2c5c8a-e66f-42fb-8aa8-36b13426875a),segment_id=2d2c5c8a-e66f-42fb-8aa8-36b13426875a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:50.548606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:50.550751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:50.594953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80592cf6-3379-4818-9293-9ec92b782640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2189ce-db14-4199-995d-affcef22f62d', 'code': 200}
Dec 15 13:08:50.623001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=db2189ce-db14-4199-995d-affcef22f62d,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:50.626368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:50.861144 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a49b2d47-e099-4b40-b6a6-1eaf6cb7caa5 req-dc5d336c-eebe-4173-974f-5ccbe13ea00e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 1102 time: 0.0897672
Dec 15 13:08:50.915957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a49b2d47-e099-4b40-b6a6-1eaf6cb7caa5 req-88c9723e-8162-41b9-b686-b1bc2caf379c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478060
Dec 15 13:08:51.430932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be01ae8-dc37-4acb-9bf5-c4d3d37debc3 req-d3fbba57-03d0-4c60-8fea-0474d71ff122 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:51.432587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1be01ae8-dc37-4acb-9bf5-c4d3d37debc3 req-d3fbba57-03d0-4c60-8fea-0474d71ff122 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 949 time: 0.1053624
Dec 15 13:08:51.483596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1be01ae8-dc37-4acb-9bf5-c4d3d37debc3 req-9b2a4f28-b087-40b3-94fc-7d44cdba94e6 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442679
Dec 15 13:08:52.609090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:08:52.712295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ce9b8-9a7b-494c-8d57-fed7bdea3254 req-fff472a8-0ecc-44b5-94f9-736dda910852 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:52.714287 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e34ce9b8-9a7b-494c-8d57-fed7bdea3254 req-fff472a8-0ecc-44b5-94f9-736dda910852 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 949 time: 0.0982869
Dec 15 13:08:52.773187 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e34ce9b8-9a7b-494c-8d57-fed7bdea3254 req-fdfcc175-5367-4093-91bf-4b5da6837266 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515423
Dec 15 13:08:53.279305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3dd56b0-45de-4e9f-9e4e-4b639b4d937a req-76a68b73-9bbd-4ead-92f4-7c0a470a8b6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0861809
Dec 15 13:08:54.056064 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-13d90312-017d-44dc-8ed3-d173f3a687af req-40473ebb-8c99-44b9-89f9-ed0de940787a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2720819
Dec 15 13:08:54.663065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b70f52-c90e-4a26-97d6-e65fc0c3dd41 req-9fbd82af-e270-4411-9342-bf83ca513a80 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:54.664755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a6b70f52-c90e-4a26-97d6-e65fc0c3dd41 req-9fbd82af-e270-4411-9342-bf83ca513a80 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 949 time: 0.0924006
Dec 15 13:08:54.718669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a6b70f52-c90e-4a26-97d6-e65fc0c3dd41 req-47ce86af-7f32-4893-8001-87d5bb7fb00c tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468132
Dec 15 13:08:55.948129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f190-1b4a-49f4-9341-882efe756883 req-4713d423-052e-4aac-9b41-9c9d3d219de9 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:55.948825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba90c5-985d-4615-ad36-b9ce531eaef6 req-886a83b6-b275-4607-8bb7-e81e41baa49a tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:08:55.949908 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10e3f190-1b4a-49f4-9341-882efe756883 req-4713d423-052e-4aac-9b41-9c9d3d219de9 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.77 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 949 time: 0.0982442
Dec 15 13:08:55.950080 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0cba90c5-985d-4615-ad36-b9ce531eaef6 req-886a83b6-b275-4607-8bb7-e81e41baa49a tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 949 time: 0.0882552
Dec 15 13:08:56.012963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0cba90c5-985d-4615-ad36-b9ce531eaef6 req-529cdac7-9f15-491b-8c0f-557c43b40e0d tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2bf1985-00d9-4c66-b03c-6e69fa326286&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519257
Dec 15 13:08:56.030848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Deleting port db2189ce-db14-4199-995d-affcef22f62d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:08:56.031455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:56.316743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] For port db2189ce-db14-4199-995d-affcef22f62d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=db2189ce-db14-4199-995d-affcef22f62d,segment=NetworkSegment(2d2c5c8a-e66f-42fb-8aa8-36b13426875a),segment_id=2d2c5c8a-e66f-42fb-8aa8-36b13426875a)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:08:56.317188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:56.448915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Calling delete_port for db2189ce-db14-4199-995d-affcef22f62d owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:08:56.628127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:56.634823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c76d6eff-1905-4770-8f8d-401c27d490c9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:56.685246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Pushing event deleted for resources: {'Port': ['ID=db2189ce-db14-4199-995d-affcef22f62d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:56.689328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:56.768304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] No DVR routers for this DVR port db2189ce-db14-4199-995d-affcef22f62d on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:08:56.771299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:56.774673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80592cf6-3379-4818-9293-9ec92b782640', 'name': 'network-vif-deleted', 'tag': 'db2189ce-db14-4199-995d-affcef22f62d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:08:56.793083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10e3f190-1b4a-49f4-9341-882efe756883 req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.77 "DELETE /v2.0/ports/db2189ce-db14-4199-995d-affcef22f62d HTTP/1.1" status: 204  len: 173 time: 0.8377194
Dec 15 13:08:56.848094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80592cf6-3379-4818-9293-9ec92b782640', 'name': 'network-vif-deleted', 'tag': 'db2189ce-db14-4199-995d-affcef22f62d', 'status': 'completed', 'code': 200}
Dec 15 13:08:57.215170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cb484e06-507b-4e30-8501-59a220cc9fe1 req-d2dd9865-9aec-4979-8f79-761f8fc132d9 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] 10.222.0.53 "GET /v2.0/ports?device_id=80592cf6-3379-4818-9293-9ec92b782640 HTTP/1.1" status: 200  len: 210 time: 0.0572350
Dec 15 13:08:58.106347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:58.310812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device db2189ce-db14-4199-995d-affcef22f62d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:08:58.348376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: db2189ce-db14-4199-995d-affcef22f62d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:08:58.348783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device db2189ce-db14-4199-995d-affcef22f62d not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:08:58.669141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35490) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:58.878174 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e48fd3b-b53a-4840-b2ae-ea350e151369 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64581270cd0f44eea229532b04e7c1bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2076008
Dec 15 13:08:58.881192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35496) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:58.960534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:58.990496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.047395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.053417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-03d8856e-f060-4752-b83d-d92fea857e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:59.071564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf1985-00d9-4c66-b03c-6e69fa326286,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:59.074500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:59.082002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.085892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2bf1985-00d9-4c66-b03c-6e69fa326286 HTTP/1.1" status: 204  len: 168 time: 0.2031388
Dec 15 13:08:59.505733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35504) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:59.532031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.568030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:08:59.572232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c229a2da78942259644d97ef7fc2d71 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:08:59.575696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:08:59.583039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:08:59.658943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.662910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.671301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc02445f-b40c-4a1f-8d05-dfca343b529e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:59.714941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def628b2-8bae-4dcf-a437-78b3fbdd0c60,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:59.718668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:59.721584 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c229a2da78942259644d97ef7fc2d71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2147412
Dec 15 13:08:59.724930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35508) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:08:59.797534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.827130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.884365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.888907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50535643-90ea-4960-9a4f-65be654ce253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:08:59.902774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def628b2-8bae-4dcf-a437-78b3fbdd0c60,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:08:59.905382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:08:59.912022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:08:59.913307 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/def628b2-8bae-4dcf-a437-78b3fbdd0c60 HTTP/1.1" status: 204  len: 168 time: 0.1872101
Dec 15 13:09:00.994832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35530) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:01.149997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-707095067-network', 'tenant_id': '56c6fe694aac40ee9e960c5526c83091'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:09:01.156534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:09:01.161324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Usage tracker for resource:network and tenant:56c6fe694aac40ee9e960c5526c83091 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:09:01.164534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:09:01.172492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:09:01.183102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Made reservation on behalf of 56c6fe694aac40ee9e960c5526c83091 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:09:01.188887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.207964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.243523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:09:01.248583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Usage tracker for resource:security_group_rule and tenant:56c6fe694aac40ee9e960c5526c83091 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:09:01.253743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:09:01.261476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:09:01.333288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.337705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.343027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2a1c4cb-e91e-40e5-b5fb-13f6d1e0c0fb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:01.370463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:09:01.385228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aef8ae-8ab7-4f73-bb3c-5b183735063f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:01.389837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:01.390889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.391286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Added segment 5efa88f3-92a5-485d-831c-d77d6287604d of type vlan for network 7fc058c4-b149-4043-a360-2f5fa1e8ad32
Dec 15 13:09:01.425394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.458685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.459772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:01.460398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.465907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-371b102e-c92b-4ef4-9ab2-86c3a9b0bcc2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:01.571215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5745795
Dec 15 13:09:01.575509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35536) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:01.581232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Pushing event updated for resources: {'Network': ['ID=7fc058c4-b149-4043-a360-2f5fa1e8ad32,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:01.584878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Request body: {'subnet': {'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-707095067-subnet', 'tenant_id': '56c6fe694aac40ee9e960c5526c83091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:09:01.586767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:01.590557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:09:01.595551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Usage tracker for resource:subnet and tenant:56c6fe694aac40ee9e960c5526c83091 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:09:01.595753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:09:01.599283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:09:01.606530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:09:01.620322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Made reservation on behalf of 56c6fe694aac40ee9e960c5526c83091 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:09:01.625760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.875269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:01.879624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21c08f59-8bd9-4394-8b48-ef087190a337 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:01.961711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a657b2-4091-4b35-a2e0-6d3062a035ef,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:01.972376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:01.990886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Checking segment: {'id': '5efa88f3-92a5-485d-831c-d77d6287604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:09:01.991287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Network hostable DHCP agents. Network: 7fc058c4-b149-4043-a360-2f5fa1e8ad32, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:09:02.016795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:09:02.026515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 7fc058c4-b149-4043-a360-2f5fa1e8ad32) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:09:02.037943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:02.039001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:02.043287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0064815b-0be8-43c4-84c8-5c3421c4e496 None None] Network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:09:02.069751 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3db87df3-3737-4c78-9d72-0d87ecd80d73 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4930336
Dec 15 13:09:02.303972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263f35f-99aa-47da-83d3-895e6910e17e None None] Network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:09:02.721192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-e488b7af-d58e-4272-80f9-6c0e9c212747 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:02.721954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-e488b7af-d58e-4272-80f9-6c0e9c212747 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Synchronizing usage tracker for tenant:56c6fe694aac40ee9e960c5526c83091 on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:09:02.740145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-e488b7af-d58e-4272-80f9-6c0e9c212747 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Unset dirty status for tenant:56c6fe694aac40ee9e960c5526c83091 on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:09:02.741400 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-e488b7af-d58e-4272-80f9-6c0e9c212747 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/networks?id=7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 200  len: 811 time: 0.2061524
Dec 15 13:09:02.771861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b0fdd55b-8137-416b-b479-3784f1d501ff tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/quotas/56c6fe694aac40ee9e960c5526c83091 HTTP/1.1" status: 200  len: 375 time: 0.0234156
Dec 15 13:09:02.831328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-6fa47c89-3fc8-47bf-b022-9565b0e84ba1 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=56c6fe694aac40ee9e960c5526c83091&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0525725
Dec 15 13:09:02.844787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-a4d683d1-d8bf-4397-9164-0ebc7daaa7e6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:09:02.845885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-a4d683d1-d8bf-4397-9164-0ebc7daaa7e6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0062556
Dec 15 13:09:03.013601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-fbff9add-bbf4-4e65-8097-04402badf549 service neutron] 10.222.0.53 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578200
Dec 15 13:09:03.173278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-2ef0686a-6c9b-4da4-afcd-fe5382bc5c9b service neutron] 10.222.0.53 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524456
Dec 15 13:09:03.400115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58b96b59-45bc-4e9c-a8b0-ce3a25cbd011 req-184af415-6cac-46ca-8484-c901c27f63b8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 210 time: 0.0497720
Dec 15 13:09:04.599412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-13f2a8df-3c42-4927-ae27-6620628fa462 req-30bb8d73-08ed-4fce-b6ce-b51078b67357 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 210 time: 0.0638194
Dec 15 13:09:04.625630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-00a6aa9a-ee8a-47f1-86ef-7d608fd03957 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:04.626990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-00a6aa9a-ee8a-47f1-86ef-7d608fd03957 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.77 "GET /v2.0/networks?id=7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 200  len: 811 time: 0.1950636
Dec 15 13:09:04.643183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Request body: {'port': {'device_id': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32', 'admin_state_up': True, 'tenant_id': '56c6fe694aac40ee9e960c5526c83091'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:09:04.850269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:09:04.854496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Usage tracker for resource:port and tenant:56c6fe694aac40ee9e960c5526c83091 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:09:04.857598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:09:04.864068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:09:04.875535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Made reservation on behalf of 56c6fe694aac40ee9e960c5526c83091 for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:09:04.881602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:05.081566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Allocated IP 172.20.0.7 (7fc058c4-b149-4043-a360-2f5fa1e8ad32/03a657b2-4091-4b35-a2e0-6d3062a035ef/cbcc7432-2df9-43db-859e-5928b854c137) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:09:05.326891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:05.359304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:05.366722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:05.447449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:09:05.450952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:09:05.455987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:09:05.486558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:05.496405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:05.526366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:05.526944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:05.553386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9148471
Dec 15 13:09:05.567492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Request body: {'port': {'device_id': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:09:05.691405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:05.956569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca4376-c0f8-45e0-aeee-3bf5627c7235 req-51b6496c-ffaa-4d45-b3f9-d3e4c5d9e1ca tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:05.957343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84ca4376-c0f8-45e0-aeee-3bf5627c7235 req-51b6496c-ffaa-4d45-b3f9-d3e4c5d9e1ca tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Synchronizing usage tracker for tenant:56c6fe694aac40ee9e960c5526c83091 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:09:06.045138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-84ca4376-c0f8-45e0-aeee-3bf5627c7235 req-51b6496c-ffaa-4d45-b3f9-d3e4c5d9e1ca tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Unset dirty status for tenant:56c6fe694aac40ee9e960c5526c83091 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:09:06.046879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84ca4376-c0f8-45e0-aeee-3bf5627c7235 req-51b6496c-ffaa-4d45-b3f9-d3e4c5d9e1ca tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 931 time: 0.3096213
Dec 15 13:09:06.163893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84ca4376-c0f8-45e0-aeee-3bf5627c7235 req-cc72d74a-3ed3-4763-ba37-dab4e08b8a1a tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011930
Dec 15 13:09:06.197084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcc7432-2df9-43db-859e-5928b854c137 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:09:06.204630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:06.225848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Transition to ACTIVE for port object cbcc7432-2df9-43db-859e-5928b854c137 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:09:06.229338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:06.234124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0018abd8-2e2d-4f2e-a29c-b5632a4ad373 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:06.622421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:06.627318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:06.755387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Attempting to bind port cbcc7432-2df9-43db-859e-5928b854c137 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:09:06.756011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Attempting to bind port cbcc7432-2df9-43db-859e-5928b854c137 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '5efa88f3-92a5-485d-831c-d77d6287604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:09:06.756125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Attempting to bind port cbcc7432-2df9-43db-859e-5928b854c137 on network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:09:06.763790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Port cbcc7432-2df9-43db-859e-5928b854c137 on network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:09:06.764174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Attempting to bind port cbcc7432-2df9-43db-859e-5928b854c137 on network 7fc058c4-b149-4043-a360-2f5fa1e8ad32 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:09:06.772682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:09:06.773067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Checking segment: {'id': '5efa88f3-92a5-485d-831c-d77d6287604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:09:06.773514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Bound using segment: {'id': '5efa88f3-92a5-485d-831c-d77d6287604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:09:06.774019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Bound port: cbcc7432-2df9-43db-859e-5928b854c137, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efa88f3-92a5-485d-831c-d77d6287604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:09:06.774408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:06.881637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:09:06.885079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:09:06.889865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:06.894368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3108b346-af70-4d53-85a7-47287a9413dc tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:06.968995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:06.970575 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] 10.222.0.77 "PUT /v2.0/ports/cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 200  len: 1093 time: 1.4089835
Dec 15 13:09:06.971170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:09:06.988656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:06.992308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:07.048634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137', 'status': 'completed', 'code': 200}
Dec 15 13:09:07.095617 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-556baaf0-5d53-4a31-986e-e62fc0f453b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56c6fe694aac40ee9e960c5526c83091&device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 1096 time: 0.0855718
Dec 15 13:09:07.174104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-186f18bf-8ded-4041-8d93-1370cdb1673b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 200  len: 217 time: 0.0716798
Dec 15 13:09:07.252415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-65e4d2e1-0e94-475d-96b7-21e09f6c6c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:07.254114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-65e4d2e1-0e94-475d-96b7-21e09f6c6c33 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03a657b2-4091-4b35-a2e0-6d3062a035ef HTTP/1.1" status: 200  len: 851 time: 0.0742254
Dec 15 13:09:07.314975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-8a7c67f6-40b6-4f8b-9dcd-83430433937b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fc058c4-b149-4043-a360-2f5fa1e8ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540721
Dec 15 13:09:07.532408 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-f062354a-f737-47d7-a1a5-39ad6427efc1 service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814847
Dec 15 13:09:07.539517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1643b-1400-40af-aa4c-9f85c22736c9 req-f259d702-c1cd-48b7-83fd-b6df293601ee tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:07.541149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ceb1643b-1400-40af-aa4c-9f85c22736c9 req-f259d702-c1cd-48b7-83fd-b6df293601ee tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 943 time: 0.2295666
Dec 15 13:09:07.712083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ceb1643b-1400-40af-aa4c-9f85c22736c9 req-936f9998-7a8f-4b15-ac8a-4d0a063d8fb0 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460018
Dec 15 13:09:07.744165 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebe93d93-9e65-4d79-b98b-0999a4aa89ee req-159b0f64-489b-4fb5-9b29-ffa290ce4428 service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019699
Dec 15 13:09:07.890817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-1e32e285-cdc3-4f18-98b7-41d44c1873e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56c6fe694aac40ee9e960c5526c83091&device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 1096 time: 0.0920143
Dec 15 13:09:08.047770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-6da7f61e-90ea-40ec-bc6b-5a6af21c41dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:08.049479 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-6da7f61e-90ea-40ec-bc6b-5a6af21c41dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 200  len: 912 time: 0.1518214
Dec 15 13:09:08.127550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-eb2e64a7-cf51-43f5-8c46-272b47a479d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 200  len: 217 time: 0.0706959
Dec 15 13:09:08.201891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-9b214984-2b4b-47f2-89ef-9eb69073fa2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:08.203561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-9b214984-2b4b-47f2-89ef-9eb69073fa2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03a657b2-4091-4b35-a2e0-6d3062a035ef HTTP/1.1" status: 200  len: 851 time: 0.0694716
Dec 15 13:09:08.264392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-f21049b0-47f0-4d2a-9d31-f63480dffe74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fc058c4-b149-4043-a360-2f5fa1e8ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541048
Dec 15 13:09:08.442892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-c8acdabd-8cbd-4cce-bf6c-44dcffb186ce service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710668
Dec 15 13:09:08.604414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e30ecde-d4ce-4809-aadc-a8a7d02d72e8 req-7ec5fe47-0296-4ef4-9e77-504528e9eae5 service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542549
Dec 15 13:09:08.946815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf81508-0bfb-48fd-ae18-9b0fd45ee0e8 req-d67b7ff1-1e20-402a-bd87-5d6cd58a1b96 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:08.948449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebf81508-0bfb-48fd-ae18-9b0fd45ee0e8 req-d67b7ff1-1e20-402a-bd87-5d6cd58a1b96 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 943 time: 0.0984607
Dec 15 13:09:09.014623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ebf81508-0bfb-48fd-ae18-9b0fd45ee0e8 req-db24b06f-eb36-4860-ba75-c22b4a4dbfbe tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Synchronizing usage tracker for tenant:56c6fe694aac40ee9e960c5526c83091 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:09:09.038369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ebf81508-0bfb-48fd-ae18-9b0fd45ee0e8 req-db24b06f-eb36-4860-ba75-c22b4a4dbfbe tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Unset dirty status for tenant:56c6fe694aac40ee9e960c5526c83091 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:09:09.040244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebf81508-0bfb-48fd-ae18-9b0fd45ee0e8 req-db24b06f-eb36-4860-ba75-c22b4a4dbfbe tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845921
Dec 15 13:09:10.265762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2276-0fbd-4934-bc5b-3e2a349a2a78 req-4447a421-690a-42ab-ba70-b21b5ce1e571 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:10.267417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d00f2276-0fbd-4934-bc5b-3e2a349a2a78 req-4447a421-690a-42ab-ba70-b21b5ce1e571 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 943 time: 0.0928254
Dec 15 13:09:10.323935 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d00f2276-0fbd-4934-bc5b-3e2a349a2a78 req-1dfadd49-e395-4e78-9efe-d00ad2fcedb7 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495894
Dec 15 13:09:10.330273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device cbcc7432-2df9-43db-859e-5928b854c137 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:09:10.478839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:10.493198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'cbcc7432-2df9-43db-859e-5928b854c137', 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32', 'port_id': 'cbcc7432-2df9-43db-859e-5928b854c137', 'mac_address': 'fa:16:3e:1a:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a657b2-4091-4b35-a2e0-6d3062a035ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:09:10.558254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:10.578305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcc7432-2df9-43db-859e-5928b854c137 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:09:10.597000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:10.602076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:10.606526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:10.693584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:10.704042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.704440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.704829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.705224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.705631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.705984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.706363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.706739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.707112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.707508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.707864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:10.712170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:10.794184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['cbcc7432-2df9-43db-859e-5928b854c137'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:09:10.997809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc8d80af-2eb8-4afb-97cf-9b440ee8828b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:11.567280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b2183-ddab-463c-bd58-d4b35006da3a req-b4f3a88a-d25a-48c8-9ed1-0e79afb6c3da tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:11.569030 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-476b2183-ddab-463c-bd58-d4b35006da3a req-b4f3a88a-d25a-48c8-9ed1-0e79afb6c3da tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 944 time: 0.1068842
Dec 15 13:09:11.628293 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-476b2183-ddab-463c-bd58-d4b35006da3a req-341ba5f9-97af-45f1-b497-d4277b9d7183 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508502
Dec 15 13:09:12.347550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device cbcc7432-2df9-43db-859e-5928b854c137 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:09:12.434862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port cbcc7432-2df9-43db-859e-5928b854c137 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:09:12.440578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port cbcc7432-2df9-43db-859e-5928b854c137 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:09:12.440968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:12.569072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:12.602103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:09:12.614249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:12.619425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:12.621629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:12.687831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137', 'code': 200}
Dec 15 13:09:12.711521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:12.718594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:12.722959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:12.896194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83e9b-234d-4755-850f-ba4ddf9d8ed6 req-48d0f81f-6afc-432d-a488-5375a715f0ca tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:12.897811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24c83e9b-234d-4755-850f-ba4ddf9d8ed6 req-48d0f81f-6afc-432d-a488-5375a715f0ca tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0958569
Dec 15 13:09:12.935870 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b87b24f3-db26-4859-9471-56b118f5a75f req-e8f92313-3a4a-4f77-9887-cfeb970c0998 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 1098 time: 0.0848198
Dec 15 13:09:12.964649 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24c83e9b-234d-4755-850f-ba4ddf9d8ed6 req-f706d73c-0735-407d-9d09-3c4115a33978 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584927
Dec 15 13:09:12.982188 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b87b24f3-db26-4859-9471-56b118f5a75f req-db9f1de2-ff89-4225-bbde-b1bceeff7cf3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405273
Dec 15 13:09:13.419273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-913aa8c8-cb89-445f-bc40-490e503180a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:13.678316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:14.203389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc1e89-351b-43b3-8240-7c66978d98ae req-4094546c-a9e7-41b0-ba13-518196950d5b tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:14.205204 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fabc1e89-351b-43b3-8240-7c66978d98ae req-4094546c-a9e7-41b0-ba13-518196950d5b tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.1049154
Dec 15 13:09:14.259370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fabc1e89-351b-43b3-8240-7c66978d98ae req-5263e4f6-e79a-48c8-b17d-92a617a13e6d tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448995
Dec 15 13:09:14.483810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3d7155b-35c1-4ad3-a5ba-337e618b6072 req-856b80e0-c1cd-47c6-818f-3b9b38ce79cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0904765
Dec 15 13:09:14.791864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35598) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:15.033482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-995fdec0-e52a-478f-9dd3-c07165851448 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2397130
Dec 15 13:09:15.040124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07bb43-8499-4f4e-84c0-ea87cb9ee2c0 req-3a6eb0e0-8a65-4a89-b590-846fd7d5f2be tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:15.041902 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0b07bb43-8499-4f4e-84c0-ea87cb9ee2c0 req-3a6eb0e0-8a65-4a89-b590-846fd7d5f2be tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.1646042
Dec 15 13:09:15.100219 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0b07bb43-8499-4f4e-84c0-ea87cb9ee2c0 req-bf23cc25-8996-4bbd-8e7d-1f8b505e324a tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507381
Dec 15 13:09:15.309229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:16.184345 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-77349b05-0c7a-4682-aa83-456f11512be5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56c6fe694aac40ee9e960c5526c83091&device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 1098 time: 0.0853789
Dec 15 13:09:16.351635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d13ff4-f174-433e-8bf9-a4429e49ba4e req-3859b4e2-f2e1-4a17-826f-d7535b512c48 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:16.353488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6d13ff4-f174-433e-8bf9-a4429e49ba4e req-3859b4e2-f2e1-4a17-826f-d7535b512c48 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.1029136
Dec 15 13:09:16.368090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-e993f302-bb81-400a-8216-b9fe6a64f748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:16.369738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-e993f302-bb81-400a-8216-b9fe6a64f748 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 200  len: 912 time: 0.1615815
Dec 15 13:09:16.408430 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6d13ff4-f174-433e-8bf9-a4429e49ba4e req-b682beee-7fce-4787-b8ce-6f373d4d47df tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480368
Dec 15 13:09:16.447271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-12134b88-e4e4-413a-8c26-593d587415e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 200  len: 217 time: 0.0699487
Dec 15 13:09:16.526589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-c4ce5715-45c4-4356-9fd8-d23bfc3dad08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:16.528298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-c4ce5715-45c4-4356-9fd8-d23bfc3dad08 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03a657b2-4091-4b35-a2e0-6d3062a035ef HTTP/1.1" status: 200  len: 851 time: 0.0696981
Dec 15 13:09:16.585302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-df68c889-645b-4782-97aa-61cd24958b05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fc058c4-b149-4043-a360-2f5fa1e8ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508616
Dec 15 13:09:16.748262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-2327ab57-e97a-4120-8297-279e8f96bb10 service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541727
Dec 15 13:09:16.905104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0ec7be44-6618-48d5-9ab1-1f8bf2f04112 req-0a7963bd-0a0d-4d3f-b078-c8431ac9204e service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502550
Dec 15 13:09:17.034801 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-a886bb62-75b3-4337-84a0-04448ec23add service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56c6fe694aac40ee9e960c5526c83091&device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 1098 time: 0.0805533
Dec 15 13:09:17.183803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-9028f5b1-dbf1-4ffe-bbb1-3912c96c72a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:17.185355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-9028f5b1-dbf1-4ffe-bbb1-3912c96c72a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 200  len: 912 time: 0.1449549
Dec 15 13:09:17.261365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-ca62174b-0b5f-4141-9b5d-4a1ab981c975 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 200  len: 217 time: 0.0697451
Dec 15 13:09:17.330699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-52a922e8-fd6b-4aa7-99f0-4d938ba0e759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:17.332442 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-52a922e8-fd6b-4aa7-99f0-4d938ba0e759 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03a657b2-4091-4b35-a2e0-6d3062a035ef HTTP/1.1" status: 200  len: 851 time: 0.0657241
Dec 15 13:09:17.387331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-fa5a15aa-fccc-4d54-8d06-10dd39391dee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fc058c4-b149-4043-a360-2f5fa1e8ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482914
Dec 15 13:09:17.866112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-b6c30b5d-733e-4d45-9f79-5c16e4b74def service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4720736
Dec 15 13:09:18.025503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7b775-0cd0-4815-a62e-62eaa8430760 req-770e662d-04c1-4ba2-9495-b44387eb8ffb tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:18.027185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebb7b775-0cd0-4815-a62e-62eaa8430760 req-770e662d-04c1-4ba2-9495-b44387eb8ffb tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.4859111
Dec 15 13:09:18.070316 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-1faeb931-bf32-41c0-98ac-963291437c63 service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968775
Dec 15 13:09:18.097817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ebb7b775-0cd0-4815-a62e-62eaa8430760 req-3a01f8a7-70a8-4624-a460-eb30cfb503bf tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553260
Dec 15 13:09:19.317437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a89bf8-87a1-4df0-a8f2-f12df3c38083 req-094ecb48-567e-4d8e-901d-c756f2571556 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:19.319093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62a89bf8-87a1-4df0-a8f2-f12df3c38083 req-094ecb48-567e-4d8e-901d-c756f2571556 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0875149
Dec 15 13:09:19.369558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-62a89bf8-87a1-4df0-a8f2-f12df3c38083 req-113eccd7-0dfa-40a5-b30b-e38969c90e13 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441196
Dec 15 13:09:20.600235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae0794-0684-42ef-8154-ae34d10b6566 req-b57ed62e-afed-44f1-af1d-c8d020f0b0d2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:20.601898 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8aae0794-0684-42ef-8154-ae34d10b6566 req-b57ed62e-afed-44f1-af1d-c8d020f0b0d2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0920031
Dec 15 13:09:20.661465 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8aae0794-0684-42ef-8154-ae34d10b6566 req-37dbe606-a5db-4699-a79c-0b48d3e9a13e tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528040
Dec 15 13:09:21.892234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebf1f9-da79-43c7-beae-913357254b50 req-8e80cb89-d804-42fe-8002-4298587409f0 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:21.894253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0bebf1f9-da79-43c7-beae-913357254b50 req-8e80cb89-d804-42fe-8002-4298587409f0 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0922980
Dec 15 13:09:21.950197 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0bebf1f9-da79-43c7-beae-913357254b50 req-a317127b-4d58-47bc-83cd-eee5f2272d33 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469496
Dec 15 13:09:23.167563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a83027-1add-4f1f-a04b-d5e2953fa006 req-22ac126a-5a2a-438c-84e9-f3ad7d870c28 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:23.169443 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-12a83027-1add-4f1f-a04b-d5e2953fa006 req-22ac126a-5a2a-438c-84e9-f3ad7d870c28 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0855517
Dec 15 13:09:23.224875 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-12a83027-1add-4f1f-a04b-d5e2953fa006 req-44dd563b-0adc-455b-8bca-88a142a93ff7 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472708
Dec 15 13:09:24.441698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cabed-7aa5-4a54-9b0b-6125fade2de6 req-18de37b5-1b27-4f63-8b07-3fb8620e606b tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:24.443316 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c9cabed-7aa5-4a54-9b0b-6125fade2de6 req-18de37b5-1b27-4f63-8b07-3fb8620e606b tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0896847
Dec 15 13:09:24.496136 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c9cabed-7aa5-4a54-9b0b-6125fade2de6 req-38f90194-7a82-42fa-bd73-d0ff9a4f24d2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465517
Dec 15 13:09:25.716402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8d746-626b-41ed-8590-d8028f4efbb3 req-0a18b046-c4a1-45b9-a3cc-e21c35faaff4 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:25.718038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6fa8d746-626b-41ed-8590-d8028f4efbb3 req-0a18b046-c4a1-45b9-a3cc-e21c35faaff4 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0913620
Dec 15 13:09:25.769906 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6fa8d746-626b-41ed-8590-d8028f4efbb3 req-2e5d6920-0326-4782-85c1-ed9c556c050a tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448208
Dec 15 13:09:26.986166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9c448-d4aa-45c5-a377-e55e2a2f6191 req-7bcccd87-d983-474c-9595-b5697fa3cfb4 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:26.988598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8ea9c448-d4aa-45c5-a377-e55e2a2f6191 req-7bcccd87-d983-474c-9595-b5697fa3cfb4 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0914252
Dec 15 13:09:27.040244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8ea9c448-d4aa-45c5-a377-e55e2a2f6191 req-19c18fa3-9ea3-4788-8f28-4bb05c7d8c46 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451665
Dec 15 13:09:28.147804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:28.272045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a0195-dd0e-4e16-a51d-5771fae4707a req-3727b1e8-6f01-42c1-8a44-0dfa687e0dc5 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:28.273695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf3a0195-dd0e-4e16-a51d-5771fae4707a req-3727b1e8-6f01-42c1-8a44-0dfa687e0dc5 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0917189
Dec 15 13:09:28.324752 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf3a0195-dd0e-4e16-a51d-5771fae4707a req-84f1f718-2f88-4abc-bac3-4eb4eb5d8e3c tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445158
Dec 15 13:09:29.543861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3db4e-ea7e-40e5-a68e-c5346da41dc3 req-322eb801-eb56-4afb-bebc-55fd544fea66 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:29.545526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c8b3db4e-ea7e-40e5-a68e-c5346da41dc3 req-322eb801-eb56-4afb-bebc-55fd544fea66 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0953865
Dec 15 13:09:29.611398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:09:29.858065 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c8b3db4e-ea7e-40e5-a68e-c5346da41dc3 req-6fd431be-8e30-4ecd-b37c-c6430c9a4a9e tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055553
Dec 15 13:09:31.073235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae69b14-0b98-4422-a5ec-4654fc16956f req-81778968-2e54-45d7-909f-9d40b1041763 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:31.074858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ae69b14-0b98-4422-a5ec-4654fc16956f req-81778968-2e54-45d7-909f-9d40b1041763 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0913243
Dec 15 13:09:31.125681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ae69b14-0b98-4422-a5ec-4654fc16956f req-cc712aec-9ef3-41be-b88c-e68771cdf15c tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438662
Dec 15 13:09:32.340323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbf4f8-30fa-4e59-8e84-43bf269c8ca9 req-626c49f2-a09b-411a-be9b-2d364140f504 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:32.341944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58fbf4f8-30fa-4e59-8e84-43bf269c8ca9 req-626c49f2-a09b-411a-be9b-2d364140f504 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0871830
Dec 15 13:09:32.397439 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-58fbf4f8-30fa-4e59-8e84-43bf269c8ca9 req-d1b1f1c2-4120-4a20-8c15-26282f3f6c3a tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479343
Dec 15 13:09:33.625070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77813a12-8ad9-4228-881e-bc6e24ec9c5f req-bb8d5aba-8dc6-4e18-a057-49a94b887bdd tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:33.626699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77813a12-8ad9-4228-881e-bc6e24ec9c5f req-bb8d5aba-8dc6-4e18-a057-49a94b887bdd tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0956933
Dec 15 13:09:33.683914 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77813a12-8ad9-4228-881e-bc6e24ec9c5f req-52417c46-1e3a-48e4-bb1c-67f007782df0 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500159
Dec 15 13:09:34.915608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ceeb-c760-4f18-bc48-f78fa05ff93c req-ae9d303f-2c26-49da-a6f1-4e4f4d322a0d tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:34.917265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1987ceeb-c760-4f18-bc48-f78fa05ff93c req-ae9d303f-2c26-49da-a6f1-4e4f4d322a0d tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0971990
Dec 15 13:09:34.968880 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1987ceeb-c760-4f18-bc48-f78fa05ff93c req-4ef62838-28ca-40c8-b585-5746aaa9b230 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446661
Dec 15 13:09:36.190386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83541fc-20a0-4729-a262-b9e5f25d9d6b req-6b45a41d-41bf-4cb0-b1c4-f28217cf37dc tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:36.192133 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d83541fc-20a0-4729-a262-b9e5f25d9d6b req-6b45a41d-41bf-4cb0-b1c4-f28217cf37dc tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0886431
Dec 15 13:09:36.247305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d83541fc-20a0-4729-a262-b9e5f25d9d6b req-c7baadd1-b5a7-422d-a5e6-ff34ca164f43 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489924
Dec 15 13:09:37.464839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d07d0-9c9b-48f8-bc71-fe8394bef0fd req-7a3ee0af-61d8-486e-827e-53f61be42c61 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:37.466491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-599d07d0-9c9b-48f8-bc71-fe8394bef0fd req-7a3ee0af-61d8-486e-827e-53f61be42c61 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0931828
Dec 15 13:09:37.516461 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-599d07d0-9c9b-48f8-bc71-fe8394bef0fd req-12714f89-c42a-419f-9f61-a6280ff182a8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434408
Dec 15 13:09:38.741170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b04e2-72ae-400a-9bd8-cce844268e7c req-f9897ab6-5e57-44ce-ae3e-a827779c9b8a tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:38.742774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bc1b04e2-72ae-400a-9bd8-cce844268e7c req-f9897ab6-5e57-44ce-ae3e-a827779c9b8a tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0918317
Dec 15 13:09:38.800800 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bc1b04e2-72ae-400a-9bd8-cce844268e7c req-a8419ea6-68b1-4c43-bc79-288f18e32b49 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484729
Dec 15 13:09:40.029259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14c4e-da6a-420b-9edc-daa9d8bd76a1 req-05e72ab9-afea-4e5e-8233-7e96896abea7 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:40.030919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-13e14c4e-da6a-420b-9edc-daa9d8bd76a1 req-05e72ab9-afea-4e5e-8233-7e96896abea7 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0932689
Dec 15 13:09:40.084672 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-13e14c4e-da6a-420b-9edc-daa9d8bd76a1 req-6ab85fe9-b6ce-44e0-aa14-0fec4db04839 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464525
Dec 15 13:09:40.994205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a034b173-56d5-4954-b59c-749e9244165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:41.301746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7accf-b309-419f-b9d7-deb79c3911d3 req-ddc7d517-b818-4e6d-b442-d8d0638d3807 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:41.303426 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-64e7accf-b309-419f-b9d7-deb79c3911d3 req-ddc7d517-b818-4e6d-b442-d8d0638d3807 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0860434
Dec 15 13:09:41.356971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-64e7accf-b309-419f-b9d7-deb79c3911d3 req-a1ddf414-d57b-44aa-932c-e5dd19d60651 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457659
Dec 15 13:09:42.583941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dace67d-d704-4e62-8900-b832f426bb9a req-2d735d5d-8eea-4ef7-b458-f0d4894c5ada tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:42.586042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8dace67d-d704-4e62-8900-b832f426bb9a req-2d735d5d-8eea-4ef7-b458-f0d4894c5ada tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0973356
Dec 15 13:09:42.641878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8dace67d-d704-4e62-8900-b832f426bb9a req-8199926e-8593-4257-a0c9-94f2201f44bd tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491295
Dec 15 13:09:42.668951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:43.416250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9cd4-14a3-4626-9d9d-9c7f861faa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:43.685359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:43.866978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d876c-c696-4190-933e-b2e28b77842c req-3b4c4949-8dac-45b9-9e53-0616954d6e83 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:43.868768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-113d876c-c696-4190-933e-b2e28b77842c req-3b4c4949-8dac-45b9-9e53-0616954d6e83 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0952454
Dec 15 13:09:43.921787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-113d876c-c696-4190-933e-b2e28b77842c req-d3891250-0d43-4279-a76a-bef64d290d34 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464966
Dec 15 13:09:44.880930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-de765cd6-4559-4e68-8b08-ec91a469b2c7 service neutron] 10.222.0.77 "GET /v2.0/ports/cbcc7432-2df9-43db-859e-5928b854c137/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0801325
Dec 15 13:09:45.156441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf139b6-d784-4ba2-9785-0723c2273912 req-0b36a8eb-849f-4b6d-a89b-954495e491bd tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:45.158149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ddf139b6-d784-4ba2-9785-0723c2273912 req-0b36a8eb-849f-4b6d-a89b-954495e491bd tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0968575
Dec 15 13:09:45.182022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-26d1290e-96e9-41ad-8d9d-0c946789dfe5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294&tenant_id=56c6fe694aac40ee9e960c5526c83091 HTTP/1.1" status: 200  len: 1098 time: 0.0882642
Dec 15 13:09:45.215662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ddf139b6-d784-4ba2-9785-0723c2273912 req-fa4bb70c-c9e5-4246-a492-2401daf5315f tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504746
Dec 15 13:09:45.293278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-ac05354c-700c-4dc4-b1f0-16224501f99b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56c6fe694aac40ee9e960c5526c83091&device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 1098 time: 0.0873895
Dec 15 13:09:45.311819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:45.443162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-ea2d5471-f48e-4b76-929d-3c7784cdb844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:45.444808 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-ea2d5471-f48e-4b76-929d-3c7784cdb844 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 200  len: 912 time: 0.1464632
Dec 15 13:09:45.526195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-8c9db45e-925d-4b11-b5a0-37ac7327dcc4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 200  len: 217 time: 0.0746429
Dec 15 13:09:45.601650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-d30d2069-8ee5-41a2-b425-52d7ee9ef705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:45.603862 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-d30d2069-8ee5-41a2-b425-52d7ee9ef705 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03a657b2-4091-4b35-a2e0-6d3062a035ef HTTP/1.1" status: 200  len: 851 time: 0.0717299
Dec 15 13:09:45.655636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-cf93bb18-1078-41aa-a9df-59efabb431c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fc058c4-b149-4043-a360-2f5fa1e8ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457270
Dec 15 13:09:45.816616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-cf66585b-7b53-4d9e-a0b9-54fc6e459c5b service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547589
Dec 15 13:09:45.972140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-325985d1-6d5c-40e2-bfa7-8090917e406b req-427b1881-6471-4382-a8c8-dba94370e4aa service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490948
Dec 15 13:09:46.442372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d918f-aa12-4d1a-ba72-b6e73ef61016 req-c353cace-c0da-4972-b2a4-c043c5d0ff38 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:46.443995 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-136d918f-aa12-4d1a-ba72-b6e73ef61016 req-c353cace-c0da-4972-b2a4-c043c5d0ff38 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0941033
Dec 15 13:09:46.500413 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-136d918f-aa12-4d1a-ba72-b6e73ef61016 req-4765aa6c-dfbb-4ab3-98bc-ffae763c2aff tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498700
Dec 15 13:09:47.755518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8629a-834c-4254-8d54-a83d320a3cd6 req-736aef7a-beb9-4100-9b87-4469f58f8918 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:47.757376 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-46b8629a-834c-4254-8d54-a83d320a3cd6 req-736aef7a-beb9-4100-9b87-4469f58f8918 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.1075149
Dec 15 13:09:47.810800 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-46b8629a-834c-4254-8d54-a83d320a3cd6 req-9f2917e0-51e6-431b-8357-d1f3183c9061 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466201
Dec 15 13:09:48.471973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device cbcc7432-2df9-43db-859e-5928b854c137 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:09:48.513559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device cbcc7432-2df9-43db-859e-5928b854c137 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:09:48.727139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:48.757814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'cbcc7432-2df9-43db-859e-5928b854c137', 'network_id': '7fc058c4-b149-4043-a360-2f5fa1e8ad32', 'port_id': 'cbcc7432-2df9-43db-859e-5928b854c137', 'mac_address': 'fa:16:3e:1a:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a657b2-4091-4b35-a2e0-6d3062a035ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:09:48.764641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:48.852524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:09:48.864311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:48.877987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:48.885184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:48.888628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:48.927802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbcc7432-2df9-43db-859e-5928b854c137 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:09:48.985486 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137', 'code': 200}
Dec 15 13:09:49.025821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:49.032184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:49.034575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:09:49.034967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:09:49.070543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c188f-0a68-40ad-a963-43d102e5b352 req-df9a76f3-dd6c-450f-adf8-ea4d766044bb tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:49.072878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-435c188f-0a68-40ad-a963-43d102e5b352 req-df9a76f3-dd6c-450f-adf8-ea4d766044bb tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 943 time: 0.1082182
Dec 15 13:09:49.139970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-435c188f-0a68-40ad-a963-43d102e5b352 req-3c1f8af9-5431-42e5-84c3-d4e2e9bdfeba tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599692
Dec 15 13:09:49.603805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:49.624336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcc7432-2df9-43db-859e-5928b854c137 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:09:49.639623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-1add92e8-16ca-48a3-82a8-b5fcb190bcd3 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:49.641276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-1add92e8-16ca-48a3-82a8-b5fcb190bcd3 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294&tenant_id=56c6fe694aac40ee9e960c5526c83091&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 943 time: 0.1039853
Dec 15 13:09:49.642107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:49.646168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:49.648197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:49.814455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-3752fa9f-2217-4812-ba52-5e4f5c208fcd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=56c6fe694aac40ee9e960c5526c83091&device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 1097 time: 0.0983186
Dec 15 13:09:49.905914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['cbcc7432-2df9-43db-859e-5928b854c137'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:09:49.958934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:49.969781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:49.970909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-d67e5bdc-e7b1-40e6-8b5a-d43a34441187 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:49.972603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-d67e5bdc-e7b1-40e6-8b5a-d43a34441187 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 200  len: 912 time: 0.1520672
Dec 15 13:09:50.050928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-7c7a9a8e-987e-4800-abfb-024f8e924fba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 200  len: 217 time: 0.0715089
Dec 15 13:09:50.123818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-08052e81-499f-4814-b3f7-181746c9bbe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:50.125420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-08052e81-499f-4814-b3f7-181746c9bbe2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03a657b2-4091-4b35-a2e0-6d3062a035ef HTTP/1.1" status: 200  len: 851 time: 0.0681605
Dec 15 13:09:50.179870 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-8f870153-2ccb-4b67-8a8a-be91a1d22577 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fc058c4-b149-4043-a360-2f5fa1e8ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477507
Dec 15 13:09:50.346394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-e79f885f-c080-4080-b83b-63baabd65ed8 service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569726
Dec 15 13:09:50.481258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device cbcc7432-2df9-43db-859e-5928b854c137 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:09:50.516497 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-5556c495-d46f-4773-b9a2-55db3dbadd92 service neutron] 10.222.0.77 "GET /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638904
Dec 15 13:09:50.564133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port cbcc7432-2df9-43db-859e-5928b854c137 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:09:50.564552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:50.698696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:50.736368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:50.740408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:50.742444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:50.818930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:50.822729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:50.987732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:09:51.052100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137', 'code': 200}
Dec 15 13:09:51.455105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739e378-02f6-4ff6-bd2e-e987ee272ce2 req-4f09072f-a6ab-4c84-be59-7e858547ad2b tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:51.456784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4739e378-02f6-4ff6-bd2e-e987ee272ce2 req-4f09072f-a6ab-4c84-be59-7e858547ad2b tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0965507
Dec 15 13:09:51.513817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4739e378-02f6-4ff6-bd2e-e987ee272ce2 req-4ba1f3a3-c8d4-49e5-8dbd-741219d66d5a tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480676
Dec 15 13:09:52.731773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426c2fe-3829-456a-9c7e-3ca17a7de324 req-7bf37a84-3a59-4008-8bff-d7892be312aa tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:52.733481 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2426c2fe-3829-456a-9c7e-3ca17a7de324 req-7bf37a84-3a59-4008-8bff-d7892be312aa tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0853205
Dec 15 13:09:52.785685 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2426c2fe-3829-456a-9c7e-3ca17a7de324 req-2c6c1c79-de71-483c-8298-cb0f1d7eaf5d tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445545
Dec 15 13:09:53.054546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-1265a9cc-4212-4bf0-9082-05dcc1d6b67c tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:53.056213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-1265a9cc-4212-4bf0-9082-05dcc1d6b67c tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.0972545
Dec 15 13:09:53.136215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Deleting port cbcc7432-2df9-43db-859e-5928b854c137 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:09:53.136603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:53.410324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] For port cbcc7432-2df9-43db-859e-5928b854c137, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cbcc7432-2df9-43db-859e-5928b854c137,segment=NetworkSegment(5efa88f3-92a5-485d-831c-d77d6287604d),segment_id=5efa88f3-92a5-485d-831c-d77d6287604d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:09:53.410639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:53.541401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Calling delete_port for cbcc7432-2df9-43db-859e-5928b854c137 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:09:53.990333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:53.998712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-365c5ff4-9dd3-47ea-bf36-2cce0b71b360 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:54.002484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['cbcc7432-2df9-43db-859e-5928b854c137'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:09:54.052565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Pushing event deleted for resources: {'Port': ['ID=cbcc7432-2df9-43db-859e-5928b854c137,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:54.099626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.099984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.100411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.100824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.101236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.101650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.102061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.102468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.102868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.103290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.103684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:54.113178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:54.155193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] No DVR routers for this DVR port cbcc7432-2df9-43db-859e-5928b854c137 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:09:54.162846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d446bf3-7eaf-4004-a2a5-1cc532a8572d req-47dbb366-1a59-4d80-9692-d52b02b99e6f tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:54.164517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d446bf3-7eaf-4004-a2a5-1cc532a8572d req-47dbb366-1a59-4d80-9692-d52b02b99e6f tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5b2758-b621-45e4-8a20-49b9e21bf294 HTTP/1.1" status: 200  len: 945 time: 0.2486818
Dec 15 13:09:54.165610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:54.168648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-deleted', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:09:54.202098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fb3efc1-6936-4b46-a10e-bb3640ecb338 req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.77 "DELETE /v2.0/ports/cbcc7432-2df9-43db-859e-5928b854c137 HTTP/1.1" status: 204  len: 173 time: 1.1402705
Dec 15 13:09:54.232691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d446bf3-7eaf-4004-a2a5-1cc532a8572d req-a65d695d-838c-48d9-8494-3408ae2be7b0 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1aef8ae-8ab7-4f73-bb3c-5b183735063f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570314
Dec 15 13:09:54.242502 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b2758-b621-45e4-8a20-49b9e21bf294', 'name': 'network-vif-deleted', 'tag': 'cbcc7432-2df9-43db-859e-5928b854c137', 'status': 'completed', 'code': 200}
Dec 15 13:09:55.519534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35706) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:55.589504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Deleting subnet 03a657b2-4091-4b35-a2e0-6d3062a035ef {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:09:55.592793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:55.647265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:55.712303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:55.784100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:55.788999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c2e19f88-41d0-4733-8d8b-ebe3ad090e1d tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:55.833914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a657b2-4091-4b35-a2e0-6d3062a035ef,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:55.837832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:55.841574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:55.848560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/03a657b2-4091-4b35-a2e0-6d3062a035ef HTTP/1.1" status: 204  len: 168 time: 0.3275650
Dec 15 13:09:55.851565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35710) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:55.983640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.126118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.153835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa609c50>,) {'filters': {'network_id': ['7fc058c4-b149-4043-a360-2f5fa1e8ad32']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:09:56.171082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa609c50>, '5efa88f3-92a5-485d-831c-d77d6287604d') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:09:56.171800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa609c50>, '5efa88f3-92a5-485d-831c-d77d6287604d') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:09:56.188557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.211156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.218741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:09:56.219184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:09:56.234119 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:09:56.314243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.318237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5b930a44-a832-418b-866d-e07f1b06842b tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265 tempest-ExtraDHCPOptionsIpV6TestJSON-1051615265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:56.332584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.350009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc058c4-b149-4043-a360-2f5fa1e8ad32,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:56.353504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:56.356953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-227781fc-fd9a-4ca3-8a3d-f1a5d374ebc5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7fc058c4-b149-4043-a360-2f5fa1e8ad32 HTTP/1.1" status: 204  len: 168 time: 0.5043838
Dec 15 13:09:56.526420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device cbcc7432-2df9-43db-859e-5928b854c137 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:09:56.530901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35716) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:56.567613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: cbcc7432-2df9-43db-859e-5928b854c137 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:09:56.568007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device cbcc7432-2df9-43db-859e-5928b854c137 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:09:56.594353 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-be72cf68-6085-4c5e-97db-a695259868d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56c6fe694aac40ee9e960c5526c83091&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0618806
Dec 15 13:09:56.597700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35720) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:56.680044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.709704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.773495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.776891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5478d065-63c0-4cd0-94e8-91efb5714a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:56.791099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aef8ae-8ab7-4f73-bb3c-5b183735063f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:56.794679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:56.804588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:56.805891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1aef8ae-8ab7-4f73-bb3c-5b183735063f HTTP/1.1" status: 204  len: 168 time: 0.2074850
Dec 15 13:09:57.748448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 35742) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:57.898430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-400367913-network', 'tenant_id': '4f93159ac49b408c93db5d0e4c30228c'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:09:57.904172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:09:57.908572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Usage tracker for resource:network and tenant:4f93159ac49b408c93db5d0e4c30228c is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:09:57.912164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:09:57.919655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:09:57.930557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Made reservation on behalf of 4f93159ac49b408c93db5d0e4c30228c for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:09:57.935389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:57.954852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:57.991939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:09:57.996235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Usage tracker for resource:security_group_rule and tenant:4f93159ac49b408c93db5d0e4c30228c is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:09:57.999260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:09:58.006032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:09:58.081316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.090516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.094066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ce329c5-46d7-49c9-a50e-5f6ead4eb974 tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:58.126883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:09:58.136609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7132a313-ae6f-4c30-a533-b3b406986bc5,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:58.145608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.145988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Added segment ccb7842e-d3f1-44cb-b2cb-6676768ba7cc of type vlan for network b51c0f53-0e88-4785-8226-787087de6256
Dec 15 13:09:58.154012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.154449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.154880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.155294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.155805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.156219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.156611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.157027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.157427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.157835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.158335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:09:58.165461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:58.194598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.229288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.230297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:58.230935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.234774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a2ba440-1053-4518-b507-dee028b4c756 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:58.263782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.344469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Pushing event updated for resources: {'Network': ['ID=b51c0f53-0e88-4785-8226-787087de6256,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:58.347825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:58.351579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6018970
Dec 15 13:09:58.357640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network b51c0f53-0e88-4785-8226-787087de6256 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:09:58.357829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 35748) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:09:58.364554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Request body: {'subnet': {'network_id': 'b51c0f53-0e88-4785-8226-787087de6256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-400367913-subnet', 'tenant_id': '4f93159ac49b408c93db5d0e4c30228c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:09:58.370174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:09:58.374338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Usage tracker for resource:subnet and tenant:4f93159ac49b408c93db5d0e4c30228c is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:09:58.377436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:09:58.384686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:09:58.396119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Made reservation on behalf of 4f93159ac49b408c93db5d0e4c30228c for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:09:58.401235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.658361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.662246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17d071a3-6fc3-4464-8f75-164e2123d5f0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:09:58.750387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e3487e-ea5b-474f-89f3-4384c60b1e1e,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:09:58.753588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:09:58.764860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Checking segment: {'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:09:58.765258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Network hostable DHCP agents. Network: b51c0f53-0e88-4785-8226-787087de6256, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:09:58.789077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Network b51c0f53-0e88-4785-8226-787087de6256 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:09:58.799018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, b51c0f53-0e88-4785-8226-787087de6256) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:09:58.803929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:58.804595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:09:58.810194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16121167-9b9e-4c0c-87d8-65227f88ba49 None None] Network b51c0f53-0e88-4785-8226-787087de6256 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:09:58.827628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4686058
Dec 15 13:09:59.046531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ecb24-71a3-420f-a5a4-e3426b6e57bc None None] Network b51c0f53-0e88-4785-8226-787087de6256 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:09:59.473694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-33313a25-f745-4a67-8939-402450de89ea tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:09:59.475451 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-33313a25-f745-4a67-8939-402450de89ea tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 814 time: 0.1803434
Dec 15 13:09:59.495195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-a110e97b-2023-4085-82ae-2b14a6dcf758 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/quotas/4f93159ac49b408c93db5d0e4c30228c HTTP/1.1" status: 200  len: 375 time: 0.0129514
Dec 15 13:09:59.554696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-af31659b-09c2-40c2-bc87-34319cb08aaf tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534434
Dec 15 13:09:59.713029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-fba3b7e6-ecdd-4ffe-8842-2cbec2764423 service neutron] 10.222.0.53 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495154
Dec 15 13:09:59.866563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-5d724c96-398a-476d-a5eb-02e16cc64e29 service neutron] 10.222.0.53 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468766
Dec 15 13:10:00.075031 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-07b0e31b-9acf-4d65-b9ab-668fcc751ad5 req-3ebfaafc-8c5e-4424-84f2-06a945bd7782 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 210 time: 0.0485797
Dec 15 13:10:01.200736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-87755b25-6e81-4a1e-9540-b446583d630f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:01.202837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-87755b25-6e81-4a1e-9540-b446583d630f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 814 time: 0.1716411
Dec 15 13:10:01.255785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Request body: {'port': {'device_id': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256', 'admin_state_up': True, 'tenant_id': '4f93159ac49b408c93db5d0e4c30228c'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:10:01.302924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56425a6e-f8eb-4d7f-8e79-2ca309051b61 req-aff4a504-aece-40c3-94cc-9b6dfc903a65 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 210 time: 0.0903172
Dec 15 13:10:01.422827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:10:01.427280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Usage tracker for resource:port and tenant:4f93159ac49b408c93db5d0e4c30228c is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:10:01.430953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:10:01.440063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:10:01.454165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Made reservation on behalf of 4f93159ac49b408c93db5d0e4c30228c for: {'port': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:10:01.460599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:01.642210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Allocated IP 172.20.0.5 (b51c0f53-0e88-4785-8226-787087de6256/d6e3487e-ea5b-474f-89f3-4384c60b1e1e/fe6d24da-6149-48f1-a4cf-d45f2332ed66) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:10:01.873287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:01.902532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:01.909239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3f7c26e-64a3-4e4f-804d-bb43fca0e682 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:01.989223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Network b51c0f53-0e88-4785-8226-787087de6256 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:10:01.992786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:10:01.997513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:10:02.025522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:02.031772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:02.066887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:02.067709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:02.089717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8746920
Dec 15 13:10:02.103210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Request body: {'port': {'device_id': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:10:02.227690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:02.531358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbe34f-b61b-4d26-942b-7f48ea15273a req-dc147021-f28a-4d6c-b7ba-796a8d71e6d2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:02.533159 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e5dbe34f-b61b-4d26-942b-7f48ea15273a req-dc147021-f28a-4d6c-b7ba-796a8d71e6d2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 931 time: 0.0931835
Dec 15 13:10:02.585258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e5dbe34f-b61b-4d26-942b-7f48ea15273a req-548cbe78-e2b9-43d7-9590-e777d64daf36 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Synchronizing usage tracker for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:10:02.604976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e5dbe34f-b61b-4d26-942b-7f48ea15273a req-548cbe78-e2b9-43d7-9590-e777d64daf36 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Unset dirty status for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:10:02.606431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e5dbe34f-b61b-4d26-942b-7f48ea15273a req-548cbe78-e2b9-43d7-9590-e777d64daf36 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659831
Dec 15 13:10:02.614960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6d24da-6149-48f1-a4cf-d45f2332ed66 {{(pid=88870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:10:02.622572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:02.640318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Transition to ACTIVE for port object fe6d24da-6149-48f1-a4cf-d45f2332ed66 will not be triggered until provisioned by entity L2. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:10:02.643598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:02.648425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:03.025841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:03.030718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:03.149684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Attempting to bind port fe6d24da-6149-48f1-a4cf-d45f2332ed66 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:10:03.150096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Attempting to bind port fe6d24da-6149-48f1-a4cf-d45f2332ed66 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:10:03.150460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Attempting to bind port fe6d24da-6149-48f1-a4cf-d45f2332ed66 on network b51c0f53-0e88-4785-8226-787087de6256 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:10:03.157149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Port fe6d24da-6149-48f1-a4cf-d45f2332ed66 on network b51c0f53-0e88-4785-8226-787087de6256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:10:03.157504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Attempting to bind port fe6d24da-6149-48f1-a4cf-d45f2332ed66 on network b51c0f53-0e88-4785-8226-787087de6256 {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:10:03.165152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:10:03.165484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Checking segment: {'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:10:03.165901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Bound using segment: {'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'} {{(pid=88870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:10:03.166365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Bound port: fe6d24da-6149-48f1-a4cf-d45f2332ed66, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'}}] {{(pid=88870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:10:03.166748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:03.266868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, cleared binding levels {{(pid=88870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:10:03.270773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:10:03.274774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:03.279193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1faf1236-37f2-4366-9bbb-f816efbbac82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:03.350037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:03.351607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] 10.222.0.77 "PUT /v2.0/ports/fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 200  len: 1093 time: 1.2532966
Dec 15 13:10:03.352184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:10:03.368926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=3']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:03.372207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:03.436954 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'status': 'completed', 'code': 200}
Dec 15 13:10:03.476532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-4ceac8bc-08a1-46fe-ac00-fac7136dae43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 1096 time: 0.0827298
Dec 15 13:10:03.556228 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-ff3a7796-3c9f-432e-b25f-4972fb5a882c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 200  len: 217 time: 0.0719774
Dec 15 13:10:03.627723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d225a477-e13a-45fe-a77d-0c517cc7d6a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:03.629991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-d225a477-e13a-45fe-a77d-0c517cc7d6a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0669339
Dec 15 13:10:03.682553 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-33888438-2ce3-417f-a9b5-27d8e98a1290 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460300
Dec 15 13:10:03.821647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf931f9-b31b-4bf7-8d1d-bb801cae5010 req-cec54ce9-3bfc-434d-b1a6-3580f5ccc370 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:03.828108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dcf931f9-b31b-4bf7-8d1d-bb801cae5010 req-cec54ce9-3bfc-434d-b1a6-3580f5ccc370 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 943 time: 0.0934649
Dec 15 13:10:03.833954 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-f6fba524-ffde-4e4a-b1f3-262c2038d28c service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435151
Dec 15 13:10:03.884529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dcf931f9-b31b-4bf7-8d1d-bb801cae5010 req-d1767c6f-ac97-4dbe-8330-408446fe0e44 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494003
Dec 15 13:10:03.995792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-072d259c-a58b-4b9e-bed8-2ab61eebbba1 req-b5a9eed3-de94-42c6-bb4c-14bd1d2ca9d7 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543841
Dec 15 13:10:04.144296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05efde28-b46c-4907-b904-1588dffc2b08 req-637c403c-b63a-436c-abec-0a7f9c8b266a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 1096 time: 0.0979154
Dec 15 13:10:04.298740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efde28-b46c-4907-b904-1588dffc2b08 req-8f80d833-f870-412e-ab35-499758907d54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:04.300966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05efde28-b46c-4907-b904-1588dffc2b08 req-8f80d833-f870-412e-ab35-499758907d54 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1481097
Dec 15 13:10:04.374242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05efde28-b46c-4907-b904-1588dffc2b08 req-2efeafa5-4415-44f2-af8f-9d1c015cc4ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 200  len: 217 time: 0.0664885
Dec 15 13:10:04.447966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efde28-b46c-4907-b904-1588dffc2b08 req-3cee2798-1e86-4ac6-abd0-e13a85c4dc09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:04.449478 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05efde28-b46c-4907-b904-1588dffc2b08 req-3cee2798-1e86-4ac6-abd0-e13a85c4dc09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0689440
Dec 15 13:10:04.500706 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05efde28-b46c-4907-b904-1588dffc2b08 req-cbf3d7b0-113b-4322-b4eb-a3808ee1735c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429151
Dec 15 13:10:04.659714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05efde28-b46c-4907-b904-1588dffc2b08 req-5589f674-4886-415f-99d4-b48655e6bab7 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515441
Dec 15 13:10:04.809897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05efde28-b46c-4907-b904-1588dffc2b08 req-94b2ca06-993e-40d4-943f-6cdee6f18a1e service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421638
Dec 15 13:10:05.112435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d499aa-8517-4e11-b313-2f7542de0820 req-ba149f9d-3c78-4c14-b871-c5b82a3e48f6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:05.113633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-73d499aa-8517-4e11-b313-2f7542de0820 req-ba149f9d-3c78-4c14-b871-c5b82a3e48f6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Synchronizing usage tracker for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:10:05.133774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-73d499aa-8517-4e11-b313-2f7542de0820 req-ba149f9d-3c78-4c14-b871-c5b82a3e48f6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Unset dirty status for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:10:05.135918 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-73d499aa-8517-4e11-b313-2f7542de0820 req-ba149f9d-3c78-4c14-b871-c5b82a3e48f6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 943 time: 0.1200457
Dec 15 13:10:05.192132 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-73d499aa-8517-4e11-b313-2f7542de0820 req-cd98abde-c26a-456d-9b30-01d5a9202b91 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462050
Dec 15 13:10:06.416444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83509-80b0-4021-83a9-7dcf15c6025c req-89e5072a-fca0-4122-956c-41bcdcb720a8 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:06.418075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-94e83509-80b0-4021-83a9-7dcf15c6025c req-89e5072a-fca0-4122-956c-41bcdcb720a8 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 943 time: 0.0957708
Dec 15 13:10:06.471915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-94e83509-80b0-4021-83a9-7dcf15c6025c req-ed52d155-8510-4d99-82a5-0bec3c91cd8e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468328
Dec 15 13:10:06.604432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fe6d24da-6149-48f1-a4cf-d45f2332ed66 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:10:06.614064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:10:06.766924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:06.781859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256', 'port_id': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'mac_address': 'fa:16:3e:10:4f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e3487e-ea5b-474f-89f3-4384c60b1e1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:10:06.849477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:06.869058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6d24da-6149-48f1-a4cf-d45f2332ed66 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:10:06.885618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:06.890068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:06.892940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02ec994a-f750-4d29-9db0-e35e5164b441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:06.966198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:06.969635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:07.106198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['fe6d24da-6149-48f1-a4cf-d45f2332ed66'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:10:07.691708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c17394-1eaa-4ff2-8f63-55176901c869 req-4f9770bc-294d-4b05-9ddf-12bba4feacc9 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:07.693386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6c17394-1eaa-4ff2-8f63-55176901c869 req-4f9770bc-294d-4b05-9ddf-12bba4feacc9 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 944 time: 0.0891814
Dec 15 13:10:07.744485 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6c17394-1eaa-4ff2-8f63-55176901c869 req-181c152e-1f3e-45c0-a456-e28ce2df5913 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445223
Dec 15 13:10:08.638140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fe6d24da-6149-48f1-a4cf-d45f2332ed66 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:10:08.724512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port fe6d24da-6149-48f1-a4cf-d45f2332ed66 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:10:08.730019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port fe6d24da-6149-48f1-a4cf-d45f2332ed66 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:10:08.730448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:08.865586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:08.895371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:10:08.905920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:08.909493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:08.911633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:08.965045 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'code': 200}
Dec 15 13:10:08.977831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef92bb4-68dd-4fbc-b5bb-0fbfb93a19f7 req-6e348c55-7703-47f4-9133-a32a52ea79fc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:08.979844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fef92bb4-68dd-4fbc-b5bb-0fbfb93a19f7 req-6e348c55-7703-47f4-9133-a32a52ea79fc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1032348
Dec 15 13:10:08.992979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:08.996183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:09.039303 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fef92bb4-68dd-4fbc-b5bb-0fbfb93a19f7 req-b1d71517-a1c2-44d6-8558-9126fda70654 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525534
Dec 15 13:10:09.227559 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0a7122ce-d0a9-406c-85b6-e23eccd94abf req-864a2aaf-233c-4094-b222-a72fd8e019d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 1098 time: 0.0986552
Dec 15 13:10:09.275948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0a7122ce-d0a9-406c-85b6-e23eccd94abf req-65c0ec12-c8a7-4712-b49d-6ab79a8adf31 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415726
Dec 15 13:10:10.266605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac1fc-8299-45be-9596-9fa3e67e1fb1 req-a2e4f9a1-3955-4f0a-9b38-e4b2a847b945 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:10.268317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f99ac1fc-8299-45be-9596-9fa3e67e1fb1 req-a2e4f9a1-3955-4f0a-9b38-e4b2a847b945 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0931363
Dec 15 13:10:10.323092 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f99ac1fc-8299-45be-9596-9fa3e67e1fb1 req-d83b484d-7a64-4aff-86c2-dd28ac43e37f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480688
Dec 15 13:10:10.990545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a55f6112-a46c-40ac-ab82-87cdb14e6d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:11.541208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8750f7-02f7-4bf3-8c91-505b748a9029 req-79e1f10d-d21b-4afb-9756-9f54c1647335 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:11.542842 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5b8750f7-02f7-4bf3-8c91-505b748a9029 req-79e1f10d-d21b-4afb-9756-9f54c1647335 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0884311
Dec 15 13:10:11.595834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5b8750f7-02f7-4bf3-8c91-505b748a9029 req-176fdb72-7dd4-4127-a344-2f59b43b04ae tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438526
Dec 15 13:10:11.834092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac481fe0-cf20-44d1-8c98-ff72bf88d91e req-f9b18182-0a12-4987-ac4b-adcb10f5390e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:11.835658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ac481fe0-cf20-44d1-8c98-ff72bf88d91e req-f9b18182-0a12-4987-ac4b-adcb10f5390e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0905771
Dec 15 13:10:11.889522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ac481fe0-cf20-44d1-8c98-ff72bf88d91e req-5f775c6d-416a-481e-bf58-90334bb82f66 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444407
Dec 15 13:10:12.308836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223f74-03af-46cf-a14f-ab6a1b5f1b73 req-1a8586b8-bf2d-489c-9f0a-282987de01db tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:12.310453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92223f74-03af-46cf-a14f-ab6a1b5f1b73 req-1a8586b8-bf2d-489c-9f0a-282987de01db tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0883591
Dec 15 13:10:12.365782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92223f74-03af-46cf-a14f-ab6a1b5f1b73 req-1e0c53ea-5eae-4f24-abda-26804ccb9098 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484285
Dec 15 13:10:12.615688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3f8ea-1565-47a3-8dfd-85cc6d71b227 req-aaf1264e-94cc-4829-a7db-3b63843b1a1e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:12.617951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39f3f8ea-1565-47a3-8dfd-85cc6d71b227 req-aaf1264e-94cc-4829-a7db-3b63843b1a1e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1128409
Dec 15 13:10:12.664282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:12.673240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39f3f8ea-1565-47a3-8dfd-85cc6d71b227 req-4ca5d3c0-c9cb-4bf0-9e5e-83ae02c7ea82 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457740
Dec 15 13:10:12.897324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d493b883-bab6-44e2-8277-018ed33c65eb req-8dd8ddca-eec8-4a10-b889-50734dc717e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0859427
Dec 15 13:10:13.181565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-b9e0822b-3994-4c9f-bd3b-4de041150601 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0771389
Dec 15 13:10:13.246235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e25b9c-1348-4577-aab0-e06bba457ac1 req-208ed231-7439-41cf-92f1-1b2f1e0d0444 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:13.248145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e7e25b9c-1348-4577-aab0-e06bba457ac1 req-208ed231-7439-41cf-92f1-1b2f1e0d0444 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0912242
Dec 15 13:10:13.304268 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e7e25b9c-1348-4577-aab0-e06bba457ac1 req-105e8f0f-0315-4f33-9fa0-18a25d7e2c11 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475414
Dec 15 13:10:13.420146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf3e0-3252-4751-88ae-552e4ae97b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:13.682352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:14.606476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b84d3-7ed9-489e-8318-30a0fae896f5 req-084973d8-a198-4460-b844-96c956c1d777 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:14.608178 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9b84d3-7ed9-489e-8318-30a0fae896f5 req-084973d8-a198-4460-b844-96c956c1d777 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1533737
Dec 15 13:10:14.613805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-adb7b2a4-9c8e-4eaa-81d5-1b1c731012da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 1098 time: 0.1131306
Dec 15 13:10:14.776974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9b84d3-7ed9-489e-8318-30a0fae896f5 req-0c832d2f-d2a2-4bdf-879b-d378ce45964c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611140
Dec 15 13:10:14.803713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-56c035ac-ad4e-4dbb-bea2-9bebfb98c0eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:14.803949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-56c035ac-ad4e-4dbb-bea2-9bebfb98c0eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1734984
Dec 15 13:10:14.877475 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-88698954-8d53-440b-b8a7-99aa0df817be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 200  len: 217 time: 0.0664387
Dec 15 13:10:14.952170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-01bfc6a5-0916-4c62-a41d-33db5b3d9833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:14.953803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-01bfc6a5-0916-4c62-a41d-33db5b3d9833 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0697873
Dec 15 13:10:15.004179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-5d88d6db-5477-43db-8d2e-1d66ce2b4ea2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439742
Dec 15 13:10:15.160682 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-26574af5-221a-4619-bfff-a331a1592e15 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497293
Dec 15 13:10:15.312505 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-19117aee-d4c4-4a5e-8b63-75da48b8340e service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451027
Dec 15 13:10:15.323388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:16.013701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb0b6a-09c8-4294-972f-6ae9bb1455ba req-37f71faf-9c1e-4569-bab7-23f08880de5e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:16.015422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32eb0b6a-09c8-4294-972f-6ae9bb1455ba req-37f71faf-9c1e-4569-bab7-23f08880de5e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0973516
Dec 15 13:10:16.073022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32eb0b6a-09c8-4294-972f-6ae9bb1455ba req-9150565d-2ffa-4dda-8ece-ad50807fd407 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471268
Dec 15 13:10:16.753908 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-a6e20fba-74af-413d-9d0a-0fdbb2a15c31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 1098 time: 0.0791016
Dec 15 13:10:16.932028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-1f00b3c0-e922-4ce7-ab95-3ff5d0b5cc5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:16.933665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-1f00b3c0-e922-4ce7-ab95-3ff5d0b5cc5a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1558950
Dec 15 13:10:17.020338 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-5d9e8eb7-228d-47d9-a0d0-f445307c8a3c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 200  len: 217 time: 0.0785518
Dec 15 13:10:17.094687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-b010b98a-5078-4245-a7ff-c2646965de11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:17.096324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-b010b98a-5078-4245-a7ff-c2646965de11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0702407
Dec 15 13:10:17.150989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-8f4197b4-3228-4d96-a8cc-3ef2a8ed9592 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477250
Dec 15 13:10:17.606745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-b07877ab-e778-4f88-829a-0dfed000f891 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4481461
Dec 15 13:10:17.721743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115b497-7f38-4bd7-8240-841a795c9593 req-612f5dc4-317c-4198-95a6-8bbbaeb265d6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:17.723687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0115b497-7f38-4bd7-8240-841a795c9593 req-612f5dc4-317c-4198-95a6-8bbbaeb265d6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.4758208
Dec 15 13:10:17.802311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4d292f29-f7f0-4e94-8352-20b201df0cd2 req-66fb386e-2072-4010-b9d2-62370d55afed service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860857
Dec 15 13:10:17.807865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0115b497-7f38-4bd7-8240-841a795c9593 req-63758db3-397a-4a3d-b8e6-a729153c1532 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708904
Dec 15 13:10:19.027689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6785118-f8b8-4efa-9223-711e9a88d857 req-6251e768-fe76-47b4-95d3-fb2f72f5d97e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:19.029446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c6785118-f8b8-4efa-9223-711e9a88d857 req-6251e768-fe76-47b4-95d3-fb2f72f5d97e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0885661
Dec 15 13:10:19.089022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c6785118-f8b8-4efa-9223-711e9a88d857 req-7e133d7b-c8f8-4811-b58a-2e7cef49a039 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505257
Dec 15 13:10:20.313464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f9f8-e632-49b5-8dd0-1525c0febaa5 req-45bd1baf-6ef6-4072-ae58-c2f61300563a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:20.315113 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c339f9f8-e632-49b5-8dd0-1525c0febaa5 req-45bd1baf-6ef6-4072-ae58-c2f61300563a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0900538
Dec 15 13:10:20.379207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c339f9f8-e632-49b5-8dd0-1525c0febaa5 req-d34db149-e9ce-44cb-a020-b32e8a661686 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547962
Dec 15 13:10:21.619747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cab03-1ead-48d3-a11d-e076b436f561 req-ea9c70cc-5b1d-4587-ac55-4158baa2400c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:21.621396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-be7cab03-1ead-48d3-a11d-e076b436f561 req-ea9c70cc-5b1d-4587-ac55-4158baa2400c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0919042
Dec 15 13:10:21.674528 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-be7cab03-1ead-48d3-a11d-e076b436f561 req-7c1e1976-8a61-4b79-81d0-1cfc206af559 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457613
Dec 15 13:10:22.918490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb300ab-3f06-4574-94ba-5320c64bb22c req-bad5a3c9-23b8-49a6-8b19-cdaffa67b9e9 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:22.920153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-abb300ab-3f06-4574-94ba-5320c64bb22c req-bad5a3c9-23b8-49a6-8b19-cdaffa67b9e9 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0881536
Dec 15 13:10:22.973849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-abb300ab-3f06-4574-94ba-5320c64bb22c req-f047fa1b-da3a-48f4-883b-d14c5418c8e8 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437176
Dec 15 13:10:24.221167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028ddc4-fc8f-41c7-b87d-3aa956f74cf1 req-82fb702b-fd42-49b4-b0f0-47ec21fc8151 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:24.222792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e028ddc4-fc8f-41c7-b87d-3aa956f74cf1 req-82fb702b-fd42-49b4-b0f0-47ec21fc8151 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0999897
Dec 15 13:10:24.278463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e028ddc4-fc8f-41c7-b87d-3aa956f74cf1 req-1068b085-7643-4c62-a8a9-4bc4d54e38fd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455396
Dec 15 13:10:25.519594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298aa93-47ff-4ad1-9539-17368aacb655 req-86313451-18f3-4757-b36e-09ec30d5fc98 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:25.521154 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7298aa93-47ff-4ad1-9539-17368aacb655 req-86313451-18f3-4757-b36e-09ec30d5fc98 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0988896
Dec 15 13:10:25.579585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7298aa93-47ff-4ad1-9539-17368aacb655 req-992c2753-fd17-4043-b5db-3a6fc68dd98f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517855
Dec 15 13:10:26.800273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee8040-a0ed-405b-91a5-190d1bcc328b req-81f6a6fc-12c4-48b5-96b6-91f1f3616890 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:26.801899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3ee8040-a0ed-405b-91a5-190d1bcc328b req-81f6a6fc-12c4-48b5-96b6-91f1f3616890 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0912480
Dec 15 13:10:26.854658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3ee8040-a0ed-405b-91a5-190d1bcc328b req-7d3c54ed-3189-43a3-9e8d-527201c01515 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464230
Dec 15 13:10:28.091592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee2e70-2743-43a2-bbef-c316ffc94e24 req-61fdf588-0e47-4f4e-b0d5-70ca66bb710a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:28.093214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7ee2e70-2743-43a2-bbef-c316ffc94e24 req-61fdf588-0e47-4f4e-b0d5-70ca66bb710a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1011405
Dec 15 13:10:28.169671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7ee2e70-2743-43a2-bbef-c316ffc94e24 req-b9a06e68-f9d2-4395-b2ce-f336eafda828 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678654
Dec 15 13:10:28.278647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:29.390171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7601b64-bc8a-4103-ab72-05922f7aba3c req-8c5294b8-1f29-4720-ab79-9a9fb730f947 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:29.391829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7601b64-bc8a-4103-ab72-05922f7aba3c req-8c5294b8-1f29-4720-ab79-9a9fb730f947 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0896554
Dec 15 13:10:29.443864 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7601b64-bc8a-4103-ab72-05922f7aba3c req-335b1e2d-f576-4755-8e68-444e5e10e8ca tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458281
Dec 15 13:10:30.684450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438126a0-42bd-4712-8780-7ea1400fb4b1 req-0696540a-0932-4de0-8974-a48fe9e3899a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:30.685986 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-438126a0-42bd-4712-8780-7ea1400fb4b1 req-0696540a-0932-4de0-8974-a48fe9e3899a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0919716
Dec 15 13:10:30.739199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-438126a0-42bd-4712-8780-7ea1400fb4b1 req-8896ed95-cfb2-448f-96b6-ca21867d4177 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464516
Dec 15 13:10:31.970091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f8c3a-98c9-4074-af3b-cc627173e91e req-68509f82-01b6-4605-b28e-e1786049fd21 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:31.971767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-070f8c3a-98c9-4074-af3b-cc627173e91e req-68509f82-01b6-4605-b28e-e1786049fd21 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0905697
Dec 15 13:10:32.030787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-070f8c3a-98c9-4074-af3b-cc627173e91e req-653bbaec-bcf5-4136-940f-792f9d1bcc0d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491400
Dec 15 13:10:33.269985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8cdd4-4d43-4497-9ebf-3fab69a27887 req-4317c628-5d18-4da9-86ef-769e6679b7c7 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:33.271613 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ab8cdd4-4d43-4497-9ebf-3fab69a27887 req-4317c628-5d18-4da9-86ef-769e6679b7c7 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1075690
Dec 15 13:10:33.324545 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ab8cdd4-4d43-4497-9ebf-3fab69a27887 req-2ef0fd5d-a4ec-4252-bd6c-33e821c2b272 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458922
Dec 15 13:10:34.561108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41a0ec-57b3-425d-8dd2-323575fcc3c8 req-009e8bbf-380a-45fa-9380-2fb087ddeeed tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:34.562839 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef41a0ec-57b3-425d-8dd2-323575fcc3c8 req-009e8bbf-380a-45fa-9380-2fb087ddeeed tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0955911
Dec 15 13:10:34.620411 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef41a0ec-57b3-425d-8dd2-323575fcc3c8 req-6bbfbc4c-faa3-4a40-9fb3-efcb3e7bb61d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486736
Dec 15 13:10:35.834607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0056a-32c8-425a-81e5-1678ace10b44 req-2a032b20-8924-433c-9cdc-2b2cfa364788 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:35.836334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77a0056a-32c8-425a-81e5-1678ace10b44 req-2a032b20-8924-433c-9cdc-2b2cfa364788 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0891347
Dec 15 13:10:35.896166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77a0056a-32c8-425a-81e5-1678ace10b44 req-7fccd23f-1939-4a6e-a3d8-f2d43c0119cc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500705
Dec 15 13:10:37.137609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f7448-e69e-46a6-a38e-e44f05882381 req-ad4e39fb-21fa-4eae-85df-4b8bb99405f8 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:37.139234 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef2f7448-e69e-46a6-a38e-e44f05882381 req-ad4e39fb-21fa-4eae-85df-4b8bb99405f8 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0968485
Dec 15 13:10:37.192563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ef2f7448-e69e-46a6-a38e-e44f05882381 req-3b1e7b6c-de5c-4919-890f-cdf1fdbe6f93 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467043
Dec 15 13:10:38.424136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93754360-c163-4fca-ab06-b0ce3dd08011 req-aeb0e58b-a17a-44e7-948a-eb6d53325f35 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:38.425809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-93754360-c163-4fca-ab06-b0ce3dd08011 req-aeb0e58b-a17a-44e7-948a-eb6d53325f35 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0971236
Dec 15 13:10:38.475704 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-93754360-c163-4fca-ab06-b0ce3dd08011 req-3be536da-b5ae-47f9-94ab-78fef9142f4a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433841
Dec 15 13:10:39.719020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a0580-3351-4ae5-9350-c4cb8385b3f1 req-c3dec7be-1b6b-46f9-a7f1-2f350d45abdc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:39.720689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a93a0580-3351-4ae5-9350-c4cb8385b3f1 req-c3dec7be-1b6b-46f9-a7f1-2f350d45abdc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0922916
Dec 15 13:10:39.771027 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a93a0580-3351-4ae5-9350-c4cb8385b3f1 req-517802ab-9bdb-4ed8-9992-86001b707134 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439491
Dec 15 13:10:40.986290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44b58e2b-a192-408b-8808-47c0bd9c7cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:40.994339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b47-ee4b-481e-9fe6-0e3c831e3f91 req-5d28952e-95df-4707-aa40-22ab808567bb tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:40.995998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82aa5b47-ee4b-481e-9fe6-0e3c831e3f91 req-5d28952e-95df-4707-aa40-22ab808567bb tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0921609
Dec 15 13:10:41.052320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-82aa5b47-ee4b-481e-9fe6-0e3c831e3f91 req-43ee5a87-1dcb-4ecb-82dd-dbdb4bc761a4 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495167
Dec 15 13:10:42.288250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-045d6533-9328-4821-b07f-af7d26eb9194 service neutron] 10.222.0.77 "GET /v2.0/ports/fe6d24da-6149-48f1-a4cf-d45f2332ed66/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0810513
Dec 15 13:10:42.288881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846284c6-6837-4c21-b349-bfa32174c41b req-2424029a-0f18-4c1f-bd82-08738924d0b9 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:42.289896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-846284c6-6837-4c21-b349-bfa32174c41b req-2424029a-0f18-4c1f-bd82-08738924d0b9 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1026144
Dec 15 13:10:42.342601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-846284c6-6837-4c21-b349-bfa32174c41b req-81b39ef2-1699-4436-b143-188fe5414629 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455425
Dec 15 13:10:42.593824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-939369b9-4889-47c0-9693-9ea24f375e0b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631&tenant_id=4f93159ac49b408c93db5d0e4c30228c HTTP/1.1" status: 200  len: 1098 time: 0.0845494
Dec 15 13:10:42.668233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:42.710843 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-a79d238f-f9b2-43ff-a26f-573ef3b4d541 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 1098 time: 0.0900583
Dec 15 13:10:42.861734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-0a06c416-ea8d-4ba3-bd7e-ca9398e84225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:42.863390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-0a06c416-ea8d-4ba3-bd7e-ca9398e84225 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1459634
Dec 15 13:10:42.938168 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-f0802f37-c01d-42b0-9fad-05b032f92045 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 200  len: 217 time: 0.0675421
Dec 15 13:10:43.010962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-ab78c62c-4b59-423b-9fba-a61bf0d2ef53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:43.012599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-ab78c62c-4b59-423b-9fba-a61bf0d2ef53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0691135
Dec 15 13:10:43.063711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-57821924-d7bc-40d2-845d-8ff3bde337cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450823
Dec 15 13:10:43.214216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-36113ffb-54cc-4dec-a758-91b32d6dc863 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441300
Dec 15 13:10:43.368066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a4f3c7f-ccf0-4bc4-af39-f91973d05072 req-bd8bf6d7-f511-41a9-ae35-893335653931 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472719
Dec 15 13:10:43.424397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d086b0ca-ff0f-43c7-ba47-aa619d10cb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:43.554240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a29e58-66e7-41ea-9fc6-b27d7cb428df req-ce47d771-e17c-4d4c-9a9b-d7cdd853f846 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:43.555907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0a29e58-66e7-41ea-9fc6-b27d7cb428df req-ce47d771-e17c-4d4c-9a9b-d7cdd853f846 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0858903
Dec 15 13:10:43.612848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0a29e58-66e7-41ea-9fc6-b27d7cb428df req-387fac5b-6bc1-4b47-8f9e-8ec699145e58 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491297
Dec 15 13:10:43.615554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:10:43.685780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:44.843006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dfd14-595f-444e-9675-1dac7821402a req-1e4af97b-12b7-4940-9bc9-42cb3c3d89f2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:44.844694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-832dfd14-595f-444e-9675-1dac7821402a req-1e4af97b-12b7-4940-9bc9-42cb3c3d89f2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1075599
Dec 15 13:10:44.903905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fe6d24da-6149-48f1-a4cf-d45f2332ed66 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:10:44.905441 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-832dfd14-595f-444e-9675-1dac7821402a req-41b08e94-d1d9-41a0-badc-f5787435544c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543859
Dec 15 13:10:44.910202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fe6d24da-6149-48f1-a4cf-d45f2332ed66 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:10:45.165005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:45.185537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:45.207659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256', 'port_id': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'mac_address': 'fa:16:3e:10:4f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e3487e-ea5b-474f-89f3-4384c60b1e1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:10:45.214496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:10:45.263571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:45.270471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:45.274004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:45.342430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:45.374217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:45.378529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe6d24da-6149-48f1-a4cf-d45f2332ed66 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:10:45.411951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'code': 200}
Dec 15 13:10:45.418576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:45.453025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.453418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.453798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.454181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.454552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.454921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.455293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.455722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.456092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.456455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.456796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:10:45.470685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:45.472989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:10:45.473406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:10:46.030992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:46.051998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6d24da-6149-48f1-a4cf-d45f2332ed66 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:10:46.069194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:46.072983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:46.074861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:46.136877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512179d-9977-46d2-bc6b-ba1f7445a191 req-d3a7fe80-cc2f-4187-b68c-f37a58628364 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:46.139306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9512179d-9977-46d2-bc6b-ba1f7445a191 req-d3a7fe80-cc2f-4187-b68c-f37a58628364 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 944 time: 0.0931051
Dec 15 13:10:46.141827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['fe6d24da-6149-48f1-a4cf-d45f2332ed66'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:10:46.188680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:46.192608 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9512179d-9977-46d2-bc6b-ba1f7445a191 req-f9336c80-3bfd-4847-8118-79d382511043 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470607
Dec 15 13:10:46.193334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:46.566648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe340a6-b618-4fa0-b308-8ddd8e096906 req-cbc10220-be77-467d-b432-c4a058ea70e1 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:46.568320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffe340a6-b618-4fa0-b308-8ddd8e096906 req-cbc10220-be77-467d-b432-c4a058ea70e1 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 944 time: 0.0902307
Dec 15 13:10:46.570744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-1be3ca5b-6b76-40f8-a0b5-72e91030794d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:46.572430 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-1be3ca5b-6b76-40f8-a0b5-72e91030794d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631&tenant_id=4f93159ac49b408c93db5d0e4c30228c&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.0911031
Dec 15 13:10:46.623389 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffe340a6-b618-4fa0-b308-8ddd8e096906 req-f7927cd7-11ac-4f67-9662-62d17033af39 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485835
Dec 15 13:10:46.732845 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-7caaf1d0-334a-44d9-809d-396ff757267a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 1097 time: 0.0801857
Dec 15 13:10:46.881808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-7ccce95f-c72f-433d-9d81-ef9817b020a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:46.883314 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-7ccce95f-c72f-433d-9d81-ef9817b020a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1440179
Dec 15 13:10:46.909777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fe6d24da-6149-48f1-a4cf-d45f2332ed66 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:10:46.961729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-28445028-082c-4ef7-a3b9-2a8a82f81e41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 200  len: 217 time: 0.0710187
Dec 15 13:10:46.993422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port fe6d24da-6149-48f1-a4cf-d45f2332ed66 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:10:46.993833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:47.031119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-a55cd301-5291-4322-b20f-0d2106af059d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:47.032764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-a55cd301-5291-4322-b20f-0d2106af059d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0649614
Dec 15 13:10:47.089142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-6b2e6911-fcc7-4de8-b36e-51c3397966d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499327
Dec 15 13:10:47.123448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:47.158436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:47.161969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:47.164113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-037cd5d2-2b60-4c61-90cc-4b24c9217cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:47.238238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:47.241616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:47.249086 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-990b4d54-dd9b-45a9-b146-bbfce7194e77 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520503
Dec 15 13:10:47.397822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ee6e3e1-ffd0-4fde-b831-8c226246cb13 req-dfc70c2c-7753-4bd2-82b5-d3a0e8b3fa86 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428218
Dec 15 13:10:47.413043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:10:47.480156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'code': 200}
Dec 15 13:10:47.865562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850d204-64c9-44be-a04c-0b57763dd24e req-d93c8760-aee3-4534-9dc6-c2e739326e6e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:47.867229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3850d204-64c9-44be-a04c-0b57763dd24e req-d93c8760-aee3-4534-9dc6-c2e739326e6e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0897818
Dec 15 13:10:47.922818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3850d204-64c9-44be-a04c-0b57763dd24e req-d4035fd5-542e-4107-82fe-a5f6def71c03 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491982
Dec 15 13:10:49.174743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187370f-d281-46a8-89c8-a3169a04e116 req-f60bf532-85c4-4100-97bd-9581bc21dc6c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:49.176468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9187370f-d281-46a8-89c8-a3169a04e116 req-f60bf532-85c4-4100-97bd-9581bc21dc6c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1056323
Dec 15 13:10:49.238427 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9187370f-d281-46a8-89c8-a3169a04e116 req-cf39527c-1246-4b22-beb6-a541c0ac6392 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527384
Dec 15 13:10:49.489523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198030f0-e7e9-400a-b437-08291dddb335 req-4364277a-9696-497f-b34c-ebc05f850c61 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:49.491076 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-198030f0-e7e9-400a-b437-08291dddb335 req-4364277a-9696-497f-b34c-ebc05f850c61 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.1078665
Dec 15 13:10:49.546636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-198030f0-e7e9-400a-b437-08291dddb335 req-d559009b-7639-4d55-963f-d267c61edd3b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487227
Dec 15 13:10:49.776499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3595be-4f59-4c54-96a3-70d4789e7c4c req-810963da-e27a-4390-a88a-4a69ab1ca43b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:49.778003 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d3595be-4f59-4c54-96a3-70d4789e7c4c req-810963da-e27a-4390-a88a-4a69ab1ca43b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0995541
Dec 15 13:10:49.834063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d3595be-4f59-4c54-96a3-70d4789e7c4c req-6dacde5f-05e2-4b9d-bca1-3b76eeecd24d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464528
Dec 15 13:10:50.412046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-2859cc84-c434-413f-a887-9c8426acb468 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:50.413550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-2859cc84-c434-413f-a887-9c8426acb468 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 814 time: 0.1781967
Dec 15 13:10:50.436526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-15a40a6d-7fc8-4831-b619-5ac4fdd857dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/quotas/4f93159ac49b408c93db5d0e4c30228c HTTP/1.1" status: 200  len: 375 time: 0.0124848
Dec 15 13:10:50.527818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-c7bee2dd-8478-435c-a688-146ed2e78862 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0855567
Dec 15 13:10:50.700709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d2486e10-ddc2-445b-8cb0-39663294402a service neutron] 10.222.0.53 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641691
Dec 15 13:10:50.854465 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-7055524b-2b25-49c6-962d-7d1b96770faf service neutron] 10.222.0.53 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425557
Dec 15 13:10:51.069897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89e49ffe-0a3d-4946-a6e7-801b9f13e169 req-e11986dd-796c-4448-83ad-1089e4f08557 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 210 time: 0.0468976
Dec 15 13:10:51.868310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae278-9c3e-41a4-9505-17c19933668a req-a52e6541-40eb-43f6-8562-e5e2998a572f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:51.869888 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-952ae278-9c3e-41a4-9505-17c19933668a req-a52e6541-40eb-43f6-8562-e5e2998a572f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb7aa648-1be5-4f97-b998-1a267beb2631 HTTP/1.1" status: 200  len: 945 time: 0.0903218
Dec 15 13:10:51.957853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Deleting port fe6d24da-6149-48f1-a4cf-d45f2332ed66 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:10:51.958169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:52.362544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-883bd650-54f2-4d0f-889a-e97cb1652d8c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:52.363579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-883bd650-54f2-4d0f-889a-e97cb1652d8c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Synchronizing usage tracker for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:10:52.383464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-883bd650-54f2-4d0f-889a-e97cb1652d8c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Unset dirty status for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:10:52.385602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-883bd650-54f2-4d0f-889a-e97cb1652d8c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 814 time: 0.2088649
Dec 15 13:10:52.401438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Request body: {'port': {'device_id': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256', 'admin_state_up': True, 'tenant_id': '4f93159ac49b408c93db5d0e4c30228c'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:10:52.497115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99bf5366-83ce-4eef-8b99-422a1af5dcf4 req-cd1e2d0f-2fe3-441e-b905-129e797cc8c9 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 210 time: 0.0647640
Dec 15 13:10:52.533668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] For port fe6d24da-6149-48f1-a4cf-d45f2332ed66, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fe6d24da-6149-48f1-a4cf-d45f2332ed66,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:52.534166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:52.555992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:10:52.567496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:10:52.577589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Made reservation on behalf of 4f93159ac49b408c93db5d0e4c30228c for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:10:52.583326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:52.666560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Calling delete_port for fe6d24da-6149-48f1-a4cf-d45f2332ed66 owned by compute:nova {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:10:52.762897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Allocated IP 172.20.0.13 (b51c0f53-0e88-4785-8226-787087de6256/d6e3487e-ea5b-474f-89f3-4384c60b1e1e/df857008-1060-4fd0-aea4-401c0f7e8240) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:10:52.820930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:52.828542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3fe370b6-65d0-4e07-9f7c-0fe01f2e4419 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:52.834366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['fe6d24da-6149-48f1-a4cf-d45f2332ed66'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:10:52.878843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Pushing event deleted for resources: {'Port': ['ID=fe6d24da-6149-48f1-a4cf-d45f2332ed66,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:52.883421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:52.955747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] No DVR routers for this DVR port fe6d24da-6149-48f1-a4cf-d45f2332ed66 on host hv-neutron-8218 {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:10:52.958680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:52.961797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-deleted', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:10:52.979259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-952ae278-9c3e-41a4-9505-17c19933668a req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "DELETE /v2.0/ports/fe6d24da-6149-48f1-a4cf-d45f2332ed66 HTTP/1.1" status: 204  len: 173 time: 1.1021810
Dec 15 13:10:52.994609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:53.022757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:53.028883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43c8ff29-d909-4ac5-a26d-3039b5d986f8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:53.120988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Network b51c0f53-0e88-4785-8226-787087de6256 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:10:53.121913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Pushing event updated for resources: {'Port': ['ID=df857008-1060-4fd0-aea4-401c0f7e8240,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:53.124947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:10:53.127733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:53.128511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:10:53.130046 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7aa648-1be5-4f97-b998-1a267beb2631', 'name': 'network-vif-deleted', 'tag': 'fe6d24da-6149-48f1-a4cf-d45f2332ed66', 'status': 'completed', 'code': 200}
Dec 15 13:10:53.193019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:53.193690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:53.225924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8289478
Dec 15 13:10:53.238187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Request body: {'port': {'device_id': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:10:53.366802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:53.731337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18810a-0e32-42be-a36d-7872582f04f7 req-ec6b60d3-56f4-4c9d-88f7-cb416d5afbe5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:53.732271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-8e18810a-0e32-42be-a36d-7872582f04f7 req-ec6b60d3-56f4-4c9d-88f7-cb416d5afbe5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Synchronizing usage tracker for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:10:53.748479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-8e18810a-0e32-42be-a36d-7872582f04f7 req-ec6b60d3-56f4-4c9d-88f7-cb416d5afbe5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Unset dirty status for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:10:53.749792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8e18810a-0e32-42be-a36d-7872582f04f7 req-ec6b60d3-56f4-4c9d-88f7-cb416d5afbe5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 932 time: 0.1126530
Dec 15 13:10:53.801697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8e18810a-0e32-42be-a36d-7872582f04f7 req-2c207bc1-a366-4e1a-b2d3-66bc21a64bf6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448530
Dec 15 13:10:53.967016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df857008-1060-4fd0-aea4-401c0f7e8240 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:10:53.974263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:53.990625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Transition to ACTIVE for port object df857008-1060-4fd0-aea4-401c0f7e8240 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:10:53.994824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:53.998745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a81e3b5b-281f-4408-8ccc-4cf1960b11a6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:54.125709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=df857008-1060-4fd0-aea4-401c0f7e8240,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:54.128940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:54.246341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Attempting to bind port df857008-1060-4fd0-aea4-401c0f7e8240 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:10:54.246721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Attempting to bind port df857008-1060-4fd0-aea4-401c0f7e8240 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:10:54.247090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Attempting to bind port df857008-1060-4fd0-aea4-401c0f7e8240 on network b51c0f53-0e88-4785-8226-787087de6256 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:10:54.254485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Port df857008-1060-4fd0-aea4-401c0f7e8240 on network b51c0f53-0e88-4785-8226-787087de6256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:10:54.254840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Attempting to bind port df857008-1060-4fd0-aea4-401c0f7e8240 on network b51c0f53-0e88-4785-8226-787087de6256 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:10:54.262266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:10:54.262758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Checking segment: {'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:10:54.262933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Bound using segment: {'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:10:54.263910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Bound port: df857008-1060-4fd0-aea4-401c0f7e8240, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:10:54.264301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:54.357471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] For port df857008-1060-4fd0-aea4-401c0f7e8240, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:10:54.360577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] For port df857008-1060-4fd0-aea4-401c0f7e8240, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=df857008-1060-4fd0-aea4-401c0f7e8240,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:10:54.365953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:54.369806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:54.448696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:54.450217 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] 10.222.0.77 "PUT /v2.0/ports/df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 200  len: 1094 time: 1.2167366
Dec 15 13:10:54.450838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:10:54.464347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=df857008-1060-4fd0-aea4-401c0f7e8240,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:54.468083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:54.566531 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-538890ef-10c5-4db0-8052-ef10b4e7a8f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 1097 time: 0.0796280
Dec 15 13:10:54.629194 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240', 'status': 'completed', 'code': 200}
Dec 15 13:10:54.646773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-7d463e0f-cfb1-4c78-b496-38e9c51cff0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 200  len: 217 time: 0.0736852
Dec 15 13:10:54.717547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-0b97d0bd-7f19-4d27-b37a-85be8ac4732e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:54.719112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-0b97d0bd-7f19-4d27-b37a-85be8ac4732e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0662794
Dec 15 13:10:54.769588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-9253dd4a-cfa6-47e2-9ba3-247fec81021d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438623
Dec 15 13:10:54.900951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fe6d24da-6149-48f1-a4cf-d45f2332ed66 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:10:54.924033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-f4cfc2c2-6137-41b0-9b87-8e8438cc3054 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476324
Dec 15 13:10:54.938286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: fe6d24da-6149-48f1-a4cf-d45f2332ed66 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:10:54.938629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fe6d24da-6149-48f1-a4cf-d45f2332ed66 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:10:55.021018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49279085-4a33-4f2b-868c-164fc7508a82 req-6a12223b-4dcc-4261-948a-a676ebc0c303 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:55.022663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49279085-4a33-4f2b-868c-164fc7508a82 req-6a12223b-4dcc-4261-948a-a676ebc0c303 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.0892105
Dec 15 13:10:55.072675 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49279085-4a33-4f2b-868c-164fc7508a82 req-c16307a4-92c3-4504-a773-821bdf737ec0 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432169
Dec 15 13:10:55.074317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d9f6618-d191-49da-b9ae-62ba8f01482d req-a364d027-d4bf-4dec-917d-5f69ffbcb282 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433778
Dec 15 13:10:55.215961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-255a7c0f-fa0d-40b6-a1c2-f3e9dda6615d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 1097 time: 0.0866964
Dec 15 13:10:55.369608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-8ed3509a-f3b6-4376-8dbe-bdf28c6a36c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:55.372018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-8ed3509a-f3b6-4376-8dbe-bdf28c6a36c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1493506
Dec 15 13:10:55.450753 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-0de4a101-68df-4685-bee9-3f7b1a06e8d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 200  len: 217 time: 0.0717530
Dec 15 13:10:55.519859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-00cfb20c-4bb0-489f-bc26-ac6bcbf996e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:55.521397 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-00cfb20c-4bb0-489f-bc26-ac6bcbf996e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0643561
Dec 15 13:10:55.572392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-e54a63fe-940a-425a-b030-7cffb178074c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443611
Dec 15 13:10:55.721650 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-c442218e-48bd-45db-8c99-e1e4ed241119 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415737
Dec 15 13:10:55.872696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f87dbd9-7e9b-4ead-968c-f457cf0e3459 req-dbc8bedd-5f5a-4ad2-a565-0a81db02da6e service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437356
Dec 15 13:10:56.300100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35cb36-a1c1-4925-bba5-bcd5f05c3cd5 req-8b0fcaec-04e7-4d06-bc2d-913ee8e2e6cb tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:56.300874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0c35cb36-a1c1-4925-bba5-bcd5f05c3cd5 req-8b0fcaec-04e7-4d06-bc2d-913ee8e2e6cb tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Synchronizing usage tracker for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:10:56.314228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0c35cb36-a1c1-4925-bba5-bcd5f05c3cd5 req-8b0fcaec-04e7-4d06-bc2d-913ee8e2e6cb tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Unset dirty status for tenant:4f93159ac49b408c93db5d0e4c30228c on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:10:56.315609 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c35cb36-a1c1-4925-bba5-bcd5f05c3cd5 req-8b0fcaec-04e7-4d06-bc2d-913ee8e2e6cb tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.1137648
Dec 15 13:10:56.366096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c35cb36-a1c1-4925-bba5-bcd5f05c3cd5 req-4218be32-07a2-44ec-be89-126d375b651e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439963
Dec 15 13:10:56.901224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device df857008-1060-4fd0-aea4-401c0f7e8240 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:10:57.245990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port df857008-1060-4fd0-aea4-401c0f7e8240, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=df857008-1060-4fd0-aea4-401c0f7e8240,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:57.260950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'df857008-1060-4fd0-aea4-401c0f7e8240', 'network_id': 'b51c0f53-0e88-4785-8226-787087de6256', 'port_id': 'df857008-1060-4fd0-aea4-401c0f7e8240', 'mac_address': 'fa:16:3e:12:5b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e3487e-ea5b-474f-89f3-4384c60b1e1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:10:57.322543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:57.342460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df857008-1060-4fd0-aea4-401c0f7e8240 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:10:57.359826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port df857008-1060-4fd0-aea4-401c0f7e8240, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=df857008-1060-4fd0-aea4-401c0f7e8240,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:57.363896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:57.365878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:57.433340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=df857008-1060-4fd0-aea4-401c0f7e8240,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:57.436753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:57.556199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['df857008-1060-4fd0-aea4-401c0f7e8240'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:10:57.593263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebba439-ca4f-4760-aabd-7a1fd77538ab req-86ed9b35-f2bf-40cc-a367-485f411dd7de tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:57.594963 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eebba439-ca4f-4760-aabd-7a1fd77538ab req-86ed9b35-f2bf-40cc-a367-485f411dd7de tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 945 time: 0.0968051
Dec 15 13:10:57.645483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-eebba439-ca4f-4760-aabd-7a1fd77538ab req-84d56a27-2248-46fc-a1de-b95596371caf tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437460
Dec 15 13:10:58.275561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:58.860219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d387a-46c9-4398-99cb-260b76ed09e5 req-8ab551a1-f265-4aa9-9669-231208518975 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:10:58.861852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-091d387a-46c9-4398-99cb-260b76ed09e5 req-8ab551a1-f265-4aa9-9669-231208518975 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 945 time: 0.0888977
Dec 15 13:10:58.899962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device df857008-1060-4fd0-aea4-401c0f7e8240 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:10:58.914317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-091d387a-46c9-4398-99cb-260b76ed09e5 req-5d6cc717-0073-41aa-892a-79f3abc5d480 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460601
Dec 15 13:10:58.976258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port df857008-1060-4fd0-aea4-401c0f7e8240 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:10:58.981905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port df857008-1060-4fd0-aea4-401c0f7e8240 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:10:58.982367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:59.106216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:59.135384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:10:59.146050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port df857008-1060-4fd0-aea4-401c0f7e8240, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=df857008-1060-4fd0-aea4-401c0f7e8240,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:10:59.150691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:10:59.152670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-951ab4aa-7077-4bee-b5d7-3bd7d4fa4d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:10:59.198830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240', 'code': 200}
Dec 15 13:10:59.235440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=df857008-1060-4fd0-aea4-401c0f7e8240,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:10:59.239931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:10:59.456126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c90f00f5-10bd-4d7c-af3b-77d9c55b570a req-f2115ddc-ea4a-47cb-8b35-e3c987c3c6b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 1099 time: 0.0804424
Dec 15 13:10:59.503140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c90f00f5-10bd-4d7c-af3b-77d9c55b570a req-b70e9c45-5f03-4fa4-847d-3d6781c50540 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407276
Dec 15 13:11:00.150013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a0fee-6e5e-4e29-836a-67ce6ba4e5be req-9f674e70-e9a6-41b1-bbf3-b16dedf251b5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:00.151713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d7a0fee-6e5e-4e29-836a-67ce6ba4e5be req-9f674e70-e9a6-41b1-bbf3-b16dedf251b5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.1040292
Dec 15 13:11:00.207018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7d7a0fee-6e5e-4e29-836a-67ce6ba4e5be req-3a09ebc0-fafe-403e-9c1b-d6923d210c1a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476739
Dec 15 13:11:01.426876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea7bce-d78b-4f44-b99a-c3490262662a req-4f313641-367a-413a-a9a6-4ba81b846f89 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:01.428601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b1ea7bce-d78b-4f44-b99a-c3490262662a req-4f313641-367a-413a-a9a6-4ba81b846f89 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0885334
Dec 15 13:11:01.485216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b1ea7bce-d78b-4f44-b99a-c3490262662a req-32bb3488-b224-47c1-b47a-369f2ea8c571 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483632
Dec 15 13:11:01.705300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84c71e-6ec3-41cb-a57f-1b1ba0526d7e req-aaf7b86c-cf9d-4564-a841-4a93dfd67c50 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:01.706941 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5e84c71e-6ec3-41cb-a57f-1b1ba0526d7e req-aaf7b86c-cf9d-4564-a841-4a93dfd67c50 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0883629
Dec 15 13:11:01.763788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5e84c71e-6ec3-41cb-a57f-1b1ba0526d7e req-c3ade191-e105-4e15-b64b-20da7c0ae026 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469649
Dec 15 13:11:01.996482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63193160-5da9-49eb-b55c-ad7bb8af0814 req-27d0e188-ab49-4b5f-bf51-5294750a4972 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0808034
Dec 15 13:11:02.289012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-079ddad4-10f3-4459-84fd-18cd6d8b771b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0795491
Dec 15 13:11:02.367212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99d883-0e7d-4900-8997-fbc00640719e req-c2ea8ccb-e5f1-437d-ace4-2e7e1868ebf7 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:02.369083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5d99d883-0e7d-4900-8997-fbc00640719e req-c2ea8ccb-e5f1-437d-ace4-2e7e1868ebf7 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.1003618
Dec 15 13:11:02.437536 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5d99d883-0e7d-4900-8997-fbc00640719e req-bb8d29a7-b0c1-412c-b04c-da968dda193d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593646
Dec 15 13:11:03.585975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-996b84a2-1004-4cab-b463-6d62c96e3fb0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 1099 time: 0.0831256
Dec 15 13:11:03.675894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e31194-1995-4dbe-a55e-1075d66141a6 req-c9bc0aec-1870-4ea1-854f-5d453e6127d2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:03.677718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e4e31194-1995-4dbe-a55e-1075d66141a6 req-c9bc0aec-1870-4ea1-854f-5d453e6127d2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.1012638
Dec 15 13:11:03.730758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e4e31194-1995-4dbe-a55e-1075d66141a6 req-f64e182c-edee-4f53-9d68-c426d045fe3c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463281
Dec 15 13:11:03.745131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-af011a3a-ebee-43aa-9ca5-4ddb4f9596c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:03.746960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-af011a3a-ebee-43aa-9ca5-4ddb4f9596c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1547363
Dec 15 13:11:03.825877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-a1b90f96-ea2c-41c8-8652-0fdcd73023d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 200  len: 217 time: 0.0729311
Dec 15 13:11:03.894179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-19e2f2e0-02b2-4401-8695-ed54053f8adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:03.896457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-19e2f2e0-02b2-4401-8695-ed54053f8adc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0651166
Dec 15 13:11:03.946846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-3d4073b1-35ef-4444-899e-04a154064ba5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439050
Dec 15 13:11:04.107083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-d2ea8817-2b5f-493c-8370-81e18513b6f5 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537743
Dec 15 13:11:04.255385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-aec99b5c-1d6f-43a5-84e0-71d717d19dc6 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423576
Dec 15 13:11:04.965160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f34f5-85eb-44c3-a873-bbd0c610cbe2 req-e1254098-6e80-4dc4-bdd3-2bfaaea9429d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:04.966854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d53f34f5-85eb-44c3-a873-bbd0c610cbe2 req-e1254098-6e80-4dc4-bdd3-2bfaaea9429d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0976534
Dec 15 13:11:05.026326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d53f34f5-85eb-44c3-a873-bbd0c610cbe2 req-8c8d5b46-97f0-4ccc-a574-5dc6d20a6012 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504801
Dec 15 13:11:06.245585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43372a-8ed9-43d2-82f6-86cddcc7a49a req-92ddd2d0-6eb1-46cd-a3ca-eed41813121c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:06.247256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b43372a-8ed9-43d2-82f6-86cddcc7a49a req-92ddd2d0-6eb1-46cd-a3ca-eed41813121c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0867956
Dec 15 13:11:06.303150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b43372a-8ed9-43d2-82f6-86cddcc7a49a req-4e2de7c3-79d9-42ac-bcbf-d48f51849860 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494163
Dec 15 13:11:07.674865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa78fc-0569-489f-be43-45f31bc99144 req-2112bb0b-66ed-4b0e-9bbb-29f6fd099a9c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:07.676495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-48aa78fc-0569-489f-be43-45f31bc99144 req-2112bb0b-66ed-4b0e-9bbb-29f6fd099a9c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0868893
Dec 15 13:11:07.732658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-48aa78fc-0569-489f-be43-45f31bc99144 req-c54aa5c1-3aec-404b-b974-13293df98297 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495467
Dec 15 13:11:08.965013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc220307-d625-46f9-939e-44f181fe4192 req-667d32fd-369c-4501-bbdb-5e35bff41ee0 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:08.966666 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc220307-d625-46f9-939e-44f181fe4192 req-667d32fd-369c-4501-bbdb-5e35bff41ee0 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.1029334
Dec 15 13:11:09.022088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc220307-d625-46f9-939e-44f181fe4192 req-17704b06-045e-4580-b16e-6b53c4ebe96f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452211
Dec 15 13:11:10.256594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f55f2f-d9c2-4745-b1c7-55b9461fe091 req-d81a1d43-0422-4e44-9967-2ef7c4f3c3b0 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:10.258236 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6f55f2f-d9c2-4745-b1c7-55b9461fe091 req-d81a1d43-0422-4e44-9967-2ef7c4f3c3b0 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0981624
Dec 15 13:11:10.309775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d6f55f2f-d9c2-4745-b1c7-55b9461fe091 req-69ad0ee7-0489-4ad4-8c19-9aa550db2e2e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444779
Dec 15 13:11:10.986654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-01a6da46-9a54-4700-bf34-1cdc37bb881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:11.537858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a9d5-c024-4713-9e10-02f58201cb5f req-22bbd3f2-79b1-4f76-b297-16827a1e27f6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:11.539480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d256a9d5-c024-4713-9e10-02f58201cb5f req-22bbd3f2-79b1-4f76-b297-16827a1e27f6 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0900211
Dec 15 13:11:11.592030 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d256a9d5-c024-4713-9e10-02f58201cb5f req-04071996-b631-4764-a750-e623fb09845f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432234
Dec 15 13:11:12.673612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:12.815903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8117c1-056f-4675-9eb3-e1a952016bf4 req-e8be8640-e6c7-419c-81f5-4f111bde75ef tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:12.817550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fa8117c1-056f-4675-9eb3-e1a952016bf4 req-e8be8640-e6c7-419c-81f5-4f111bde75ef tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0910933
Dec 15 13:11:12.868462 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fa8117c1-056f-4675-9eb3-e1a952016bf4 req-e5b022c0-b447-4d36-bfca-20535213b8dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445495
Dec 15 13:11:13.434606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed9bf79c-878b-4bce-988e-ec7c60c04247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:13.697667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:14.107019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4155d-4d2d-48c1-ab89-1e33d8c503ac req-e9e45877-57a9-46f7-9dc8-8a712195c4c8 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:14.108696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffe4155d-4d2d-48c1-ab89-1e33d8c503ac req-e9e45877-57a9-46f7-9dc8-8a712195c4c8 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0887530
Dec 15 13:11:14.162939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffe4155d-4d2d-48c1-ab89-1e33d8c503ac req-d54a0130-d6b0-4e55-9efa-730e2fee8003 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451427
Dec 15 13:11:15.319896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:15.383757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424924-63d7-47f6-9a37-83549363bc8c req-a54da941-157b-4af1-b11c-e2c1540653cf tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:15.385428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f424924-63d7-47f6-9a37-83549363bc8c req-a54da941-157b-4af1-b11c-e2c1540653cf tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0904086
Dec 15 13:11:15.438270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f424924-63d7-47f6-9a37-83549363bc8c req-e2fd1190-0146-4896-9e41-d21c379f2eeb tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463414
Dec 15 13:11:16.664869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a2b8-e22e-4902-83a0-7f95a238a11b req-cf199c70-7117-4d28-ae0a-2afede6ec246 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:16.666565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63a2a2b8-e22e-4902-83a0-7f95a238a11b req-cf199c70-7117-4d28-ae0a-2afede6ec246 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0977502
Dec 15 13:11:16.721533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63a2a2b8-e22e-4902-83a0-7f95a238a11b req-624ee125-2562-4afa-8154-ab3094ba0102 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481699
Dec 15 13:11:16.744378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-81208e96-4388-4515-9157-43eabf68d7c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 1099 time: 0.0832343
Dec 15 13:11:16.918359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-04c91d8d-8f5c-4af1-b7dc-7cb10a00bd48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:16.919985 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-04c91d8d-8f5c-4af1-b7dc-7cb10a00bd48 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1521840
Dec 15 13:11:16.992009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-34f09a59-1798-4719-ad4a-2e19c6d864a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 200  len: 217 time: 0.0647340
Dec 15 13:11:17.069838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-70c4da3b-867e-421e-8e8e-29607ffe4db1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:17.071796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-70c4da3b-867e-421e-8e8e-29607ffe4db1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0725021
Dec 15 13:11:17.136701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-9124c216-ef18-4b1b-8996-3366523c5c38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556974
Dec 15 13:11:17.288221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-e3913486-668f-4409-aada-1ce042bc330b service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451547
Dec 15 13:11:17.699638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3590bc3c-2b50-4ae2-989c-b72cd7044167 req-e9c666ba-e28b-4be0-a65e-b87fb1517c83 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4039590
Dec 15 13:11:17.962858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbae79-a39c-4887-9c13-520b21a08f6d req-7d6c4c30-f9b9-459a-99b3-6326fad3903c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:17.964483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bedbae79-a39c-4887-9c13-520b21a08f6d req-7d6c4c30-f9b9-459a-99b3-6326fad3903c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.1082025
Dec 15 13:11:18.015018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bedbae79-a39c-4887-9c13-520b21a08f6d req-87ef2bdc-ad72-4d1a-9c02-1ef7658578db tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441024
Dec 15 13:11:19.234822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d95ff7-3f46-485c-8287-c10bd98df54d req-74fad342-baa2-43b8-9c5f-560ceee65671 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:19.236738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a5d95ff7-3f46-485c-8287-c10bd98df54d req-74fad342-baa2-43b8-9c5f-560ceee65671 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0866466
Dec 15 13:11:19.288376 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a5d95ff7-3f46-485c-8287-c10bd98df54d req-6d3d87a1-53db-4a7c-b3ad-5ce82e6a74b4 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443599
Dec 15 13:11:20.507715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40749880-9ebc-4de4-b048-17bb4cee0def req-9e94fd48-0e18-4f59-9d0a-476a8dd5660c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:20.509452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-40749880-9ebc-4de4-b048-17bb4cee0def req-9e94fd48-0e18-4f59-9d0a-476a8dd5660c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0911911
Dec 15 13:11:20.559332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-40749880-9ebc-4de4-b048-17bb4cee0def req-1d124350-b5cc-4dfe-8c99-5b87bf2e806b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436950
Dec 15 13:11:20.621845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:11:21.798367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae746ce-91fe-4eaa-8168-49ecac30a128 req-14bc51c8-5c06-422f-a18d-968d5c2e904a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:21.800081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dae746ce-91fe-4eaa-8168-49ecac30a128 req-14bc51c8-5c06-422f-a18d-968d5c2e904a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0964148
Dec 15 13:11:21.855102 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dae746ce-91fe-4eaa-8168-49ecac30a128 req-2dc796b3-e07a-4274-972f-3723b92e7c6c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481458
Dec 15 13:11:23.084316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babfc7f-e626-4770-bac4-8e834930db20 req-98c2dfe9-01b2-4900-b4ac-dc431a6ae002 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:23.086711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4babfc7f-e626-4770-bac4-8e834930db20 req-98c2dfe9-01b2-4900-b4ac-dc431a6ae002 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0989108
Dec 15 13:11:23.141851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4babfc7f-e626-4770-bac4-8e834930db20 req-8ba6b8e6-70fd-439f-91a3-a11db8ed927d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483608
Dec 15 13:11:24.363581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884ee62-2455-48a3-90ea-a6944ecbc648 req-793a3aea-b076-4a27-bbd9-2a3088cd0a6d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:24.365199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f884ee62-2455-48a3-90ea-a6944ecbc648 req-793a3aea-b076-4a27-bbd9-2a3088cd0a6d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0921998
Dec 15 13:11:24.421386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f884ee62-2455-48a3-90ea-a6944ecbc648 req-35cf56ff-41c4-45f1-bf33-3834643a8641 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488544
Dec 15 13:11:25.648310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd5465-2d20-44b0-9e5a-236493f61a20 req-dc7b2d19-0ada-44b9-98be-f5583358909e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:25.649958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-abfd5465-2d20-44b0-9e5a-236493f61a20 req-dc7b2d19-0ada-44b9-98be-f5583358909e tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0886579
Dec 15 13:11:25.706446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-abfd5465-2d20-44b0-9e5a-236493f61a20 req-a7d797ea-ee10-43c3-b4bf-61e02d1be048 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498314
Dec 15 13:11:26.956141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380542-640f-432a-94ce-56b11397c117 req-3c23c587-6e44-4a13-93f9-069adf497945 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:26.957820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de380542-640f-432a-94ce-56b11397c117 req-3c23c587-6e44-4a13-93f9-069adf497945 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0976417
Dec 15 13:11:27.011320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de380542-640f-432a-94ce-56b11397c117 req-4fc4a5b7-49e6-4473-99bd-34b0d00d7919 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446508
Dec 15 13:11:28.235800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251ba82-52f0-4309-b5fd-4ef72948a05b req-e5a0c354-36fa-4b90-b6d5-069b9a9be856 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:28.237468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1251ba82-52f0-4309-b5fd-4ef72948a05b req-e5a0c354-36fa-4b90-b6d5-069b9a9be856 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0899274
Dec 15 13:11:28.281599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:28.298419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1251ba82-52f0-4309-b5fd-4ef72948a05b req-e00707ae-d8a8-43f9-8663-dcfef776eaa2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544906
Dec 15 13:11:29.679004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b44c1c-bf12-4c83-90ae-368ff9fb98aa req-9dd1205c-8b75-4aad-877e-2b2483e204b2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:29.680699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3b44c1c-bf12-4c83-90ae-368ff9fb98aa req-9dd1205c-8b75-4aad-877e-2b2483e204b2 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0919144
Dec 15 13:11:29.731401 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3b44c1c-bf12-4c83-90ae-368ff9fb98aa req-257e8547-273f-4881-9cf5-68d2d574ec5b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441506
Dec 15 13:11:30.999402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fa6ff-d47a-460b-b34e-cb5053b1bc78 req-ae30e605-9e92-4348-b8e6-2698f281827b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:31.001041 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb3fa6ff-d47a-460b-b34e-cb5053b1bc78 req-ae30e605-9e92-4348-b8e6-2698f281827b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.1426916
Dec 15 13:11:31.078193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-2a614f88-97fa-4448-a641-e1d708989ea9 service neutron] 10.222.0.77 "GET /v2.0/ports/df857008-1060-4fd0-aea4-401c0f7e8240/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.1247842
Dec 15 13:11:31.081114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb3fa6ff-d47a-460b-b34e-cb5053b1bc78 req-84f52611-304f-4fc1-b2a2-da895ad571f5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726113
Dec 15 13:11:31.377115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-68b3a03e-abc9-4f2f-a6fb-1f3b7774b759 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0&tenant_id=4f93159ac49b408c93db5d0e4c30228c HTTP/1.1" status: 200  len: 1099 time: 0.0873175
Dec 15 13:11:31.493922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-7674cacc-3e81-4409-923b-97f0e0bf67f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 1099 time: 0.0928130
Dec 15 13:11:31.639614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-c53d4129-f38b-4404-a6be-a19cf69782ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:31.641152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-c53d4129-f38b-4404-a6be-a19cf69782ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1411867
Dec 15 13:11:31.716362 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-6039968e-fd35-4ea0-9d61-d8914c916ebb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 200  len: 217 time: 0.0688851
Dec 15 13:11:31.788314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-93c25005-c1c8-47af-9fe0-9585cc1e571b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:31.789893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-93c25005-c1c8-47af-9fe0-9585cc1e571b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0655489
Dec 15 13:11:31.845231 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-213cac7e-5d70-4f7b-a7a3-91bbbcb7c84f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477886
Dec 15 13:11:31.999720 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-8ac36b41-0030-42c5-88af-12e3327940b4 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476560
Dec 15 13:11:32.150007 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c55991c6-2545-4d85-880d-1ebc5615f0a9 req-fdacb8b0-49b5-4e17-8af8-10c56ca615fe service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433930
Dec 15 13:11:32.302755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92242c-9db7-4b7e-a41b-ea80bad2ab56 req-26fa5357-6ece-434a-9f77-401f2d73ec34 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:32.304513 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf92242c-9db7-4b7e-a41b-ea80bad2ab56 req-26fa5357-6ece-434a-9f77-401f2d73ec34 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0907698
Dec 15 13:11:32.358901 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf92242c-9db7-4b7e-a41b-ea80bad2ab56 req-ccfc906a-54c6-4dc7-945f-bdd9e1d82f6b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478663
Dec 15 13:11:33.600581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97e37-8794-4c09-b66a-6d35ffef2d93 req-11e92c8c-1f70-4e0d-afac-65c4db397642 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:33.602432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31b97e37-8794-4c09-b66a-6d35ffef2d93 req-11e92c8c-1f70-4e0d-afac-65c4db397642 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.0931847
Dec 15 13:11:33.656595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31b97e37-8794-4c09-b66a-6d35ffef2d93 req-29ad04d9-ebef-4747-9a90-6ab702c6c1fc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478787
Dec 15 13:11:34.897675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957fbbc-e1cb-44a2-af41-642fe5306bf9 req-e1d3edcc-d0d5-4158-9151-03bdebd8971a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:34.899593 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2957fbbc-e1cb-44a2-af41-642fe5306bf9 req-e1d3edcc-d0d5-4158-9151-03bdebd8971a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 946 time: 0.1046925
Dec 15 13:11:34.953329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2957fbbc-e1cb-44a2-af41-642fe5306bf9 req-75a00e42-dfa7-4dda-b058-9f580d42a0b1 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469241
Dec 15 13:11:35.102998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device df857008-1060-4fd0-aea4-401c0f7e8240 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:11:35.260470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:35.291141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:11:35.304698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port df857008-1060-4fd0-aea4-401c0f7e8240, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=df857008-1060-4fd0-aea4-401c0f7e8240,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:11:35.309871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:35.312053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-448706b5-dbee-4c3e-8bc5-b69399b5d72b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:35.366429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9f5e-17d8-4d31-822a-86813f5a6eb6 req-af0620b3-9131-44c1-b080-38ea47a9afbe tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:35.367025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240', 'code': 200}
Dec 15 13:11:35.368387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9efc9f5e-17d8-4d31-822a-86813f5a6eb6 req-af0620b3-9131-44c1-b080-38ea47a9afbe tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.1269479
Dec 15 13:11:35.377357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-698be206-0fab-48f7-a154-c0f1e03bb57a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:35.379425 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-698be206-0fab-48f7-a154-c0f1e03bb57a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0&tenant_id=4f93159ac49b408c93db5d0e4c30228c&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.1189210
Dec 15 13:11:35.392377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=df857008-1060-4fd0-aea4-401c0f7e8240,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:35.395861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:35.428932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9efc9f5e-17d8-4d31-822a-86813f5a6eb6 req-72cd22da-165e-43b8-ba87-89ef5e8a8798 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534861
Dec 15 13:11:35.545386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-40a24055-1b2b-4b6f-b345-c4c8cd08f808 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f93159ac49b408c93db5d0e4c30228c&device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 1097 time: 0.0857563
Dec 15 13:11:35.706231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-8f18a613-92c4-4005-a8cb-f2229eda6c80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:35.707875 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-8f18a613-92c4-4005-a8cb-f2229eda6c80 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 200  len: 915 time: 0.1569173
Dec 15 13:11:35.795253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-3f83d9a9-fdfa-4526-8611-c613f53eaa83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 200  len: 217 time: 0.0805392
Dec 15 13:11:35.866331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-165a43c6-fc6e-4a84-ace0-b62a1ffda0e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:35.867896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-165a43c6-fc6e-4a84-ace0-b62a1ffda0e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 200  len: 854 time: 0.0665867
Dec 15 13:11:35.918903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-b4392455-a21a-49fe-9fd1-a1482d00017c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b51c0f53-0e88-4785-8226-787087de6256&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440326
Dec 15 13:11:36.071271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-65369377-096f-46aa-9044-0bf9ef14f2f6 service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456733
Dec 15 13:11:36.233881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b59895c-2672-4e0f-96ae-c72f8583b9af req-6db08799-f1b3-460b-a468-145d6bb3423b service neutron] 10.222.0.77 "GET /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564760
Dec 15 13:11:36.669879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4728-a59e-4d25-86aa-9c382dbc9186 req-eca28255-9951-4109-aea1-cad05f9f133d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:36.671886 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-382b4728-a59e-4d25-86aa-9c382dbc9186 req-eca28255-9951-4109-aea1-cad05f9f133d tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.0991483
Dec 15 13:11:36.726844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-382b4728-a59e-4d25-86aa-9c382dbc9186 req-ec8d3bf3-ac5a-40c3-a5f7-2772cfc6a795 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479362
Dec 15 13:11:37.955305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e58214-2dbd-4a96-9747-93b39feca26b req-d7bbbe35-e4e4-4e54-8dfe-d29958903bec tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:37.956994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90e58214-2dbd-4a96-9747-93b39feca26b req-d7bbbe35-e4e4-4e54-8dfe-d29958903bec tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.0933843
Dec 15 13:11:38.012457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90e58214-2dbd-4a96-9747-93b39feca26b req-2bb73d30-c78d-4afe-a885-7055a4fd29dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454826
Dec 15 13:11:38.247784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b7e33-7aa7-4c9e-9a89-1501c8438301 req-4588869e-45ae-4856-b156-c495f4b99620 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:38.249710 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d1b7e33-7aa7-4c9e-9a89-1501c8438301 req-4588869e-45ae-4856-b156-c495f4b99620 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.0940282
Dec 15 13:11:38.300347 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d1b7e33-7aa7-4c9e-9a89-1501c8438301 req-3aaf9b99-adc2-4a14-8948-1305cfde5e9a tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439415
Dec 15 13:11:38.537908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a36d9-2868-41e2-9176-2d4357c0e12b req-1f1a5dd0-c7f1-4fb7-ac40-f740557732c5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:38.539539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d82a36d9-2868-41e2-9176-2d4357c0e12b req-1f1a5dd0-c7f1-4fb7-ac40-f740557732c5 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.1066976
Dec 15 13:11:38.600603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d82a36d9-2868-41e2-9176-2d4357c0e12b req-f378f409-1f53-4356-87d1-9cf8755e6167 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544472
Dec 15 13:11:39.272812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35acdc4-3983-465d-83c3-5e5fdefbc57a req-a640d5c3-81b8-4d32-bbd2-7a8eee86391b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:39.274521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e35acdc4-3983-465d-83c3-5e5fdefbc57a req-a640d5c3-81b8-4d32-bbd2-7a8eee86391b tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.1056831
Dec 15 13:11:39.336515 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e35acdc4-3983-465d-83c3-5e5fdefbc57a req-63912085-2407-427b-aa66-614597e0d5f7 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543072
Dec 15 13:11:40.551743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce684e2d-489a-4557-8229-4d573f79af15 req-e78fa588-47a6-4343-8467-24c770f08636 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:40.553371 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce684e2d-489a-4557-8229-4d573f79af15 req-e78fa588-47a6-4343-8467-24c770f08636 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.0889871
Dec 15 13:11:40.604552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce684e2d-489a-4557-8229-4d573f79af15 req-024b4838-d7d3-4861-9375-219e06d429c3 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/security-groups?id=7132a313-ae6f-4c30-a533-b3b406986bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444520
Dec 15 13:11:40.620673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-028c973c-6f9c-42c8-a017-fab35b7755f3 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:40.622776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-028c973c-6f9c-42c8-a017-fab35b7755f3 tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 944 time: 0.0871539
Dec 15 13:11:40.702170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Deleting port df857008-1060-4fd0-aea4-401c0f7e8240 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:11:40.702498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:40.976644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] For port df857008-1060-4fd0-aea4-401c0f7e8240, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=df857008-1060-4fd0-aea4-401c0f7e8240,segment=NetworkSegment(ccb7842e-d3f1-44cb-b2cb-6676768ba7cc),segment_id=ccb7842e-d3f1-44cb-b2cb-6676768ba7cc)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:11:40.976973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:40.981945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0151-dc6c-42a6-8089-ed614c63befd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:41.119563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Calling delete_port for df857008-1060-4fd0-aea4-401c0f7e8240 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:11:41.276555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:41.283923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7d2b4c4a-1a2f-4bff-a962-f1451073c645 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:41.333796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Pushing event deleted for resources: {'Port': ['ID=df857008-1060-4fd0-aea4-401c0f7e8240,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:41.380421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.381209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.381209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.381666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.382083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.382500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.382913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.383324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.383758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.384163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.384571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:41.392940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:41.429059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] No DVR routers for this DVR port df857008-1060-4fd0-aea4-401c0f7e8240 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:11:41.432524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:41.435554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'name': 'network-vif-deleted', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:11:41.452483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f487c576-a9cc-4a69-86b5-bf4d73a033bc req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.77 "DELETE /v2.0/ports/df857008-1060-4fd0-aea4-401c0f7e8240 HTTP/1.1" status: 204  len: 173 time: 0.8246880
Dec 15 13:11:41.502299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8865b7-2e60-445a-b4fd-f88e74663bc0', 'name': 'network-vif-deleted', 'tag': 'df857008-1060-4fd0-aea4-401c0f7e8240', 'status': 'completed', 'code': 200}
Dec 15 13:11:41.805414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4bf31e76-8d65-437a-92d1-eacaf6818a30 req-bfbedf84-b558-4e13-ab39-d5ac6f03a1ab tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8865b7-2e60-445a-b4fd-f88e74663bc0 HTTP/1.1" status: 200  len: 210 time: 0.0587907
Dec 15 13:11:42.686387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.113699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36088) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:43.197297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Deleting subnet d6e3487e-ea5b-474f-89f3-4384c60b1e1e {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:11:43.201022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.256049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.318809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.393965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.398213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02c254ad-f030-4036-98fc-677552e91406 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:43.428379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b8f4-93c2-4958-94dc-cfbf958714f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.435605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e3487e-ea5b-474f-89f3-4384c60b1e1e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:43.439305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:43.442790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.449513 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6e3487e-ea5b-474f-89f3-4384c60b1e1e HTTP/1.1" status: 204  len: 168 time: 0.3334770
Dec 15 13:11:43.452131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36092) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:43.573239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.692728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.714330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.742996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9a6f668>,) {'filters': {'network_id': ['b51c0f53-0e88-4785-8226-787087de6256']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:43.758753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9a6f668>, 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:43.759074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9a6f668>, 'ccb7842e-d3f1-44cb-b2cb-6676768ba7cc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:43.778929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.796352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.804041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:11:43.805076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:11:43.820093 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:11:43.903966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.908419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a411cb77-d19e-469e-84e4-01f335d0fa01 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:43.928406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:43.940991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=b51c0f53-0e88-4785-8226-787087de6256,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:43.944654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:43.950188 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] 10.222.0.53 "DELETE /v2.0/networks/b51c0f53-0e88-4785-8226-787087de6256 HTTP/1.1" status: 204  len: 168 time: 0.4970288
Dec 15 13:11:44.133533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36098) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:44.189495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1230cebf-ae9c-40ef-b532-2eb67c571b94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f93159ac49b408c93db5d0e4c30228c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0544436
Dec 15 13:11:44.192424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36102) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:44.267198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3f17c5-7c92-42a8-b857-343b4767ddbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:44.296525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3f17c5-7c92-42a8-b857-343b4767ddbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:44.354036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3f17c5-7c92-42a8-b857-343b4767ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:44.359675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a28a88a-97ce-4ddd-b4c0-bf0898e417c6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:44.377476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f17c5-7c92-42a8-b857-343b4767ddbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7132a313-ae6f-4c30-a533-b3b406986bc5,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:44.382633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e3f17c5-7c92-42a8-b857-343b4767ddbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:44.389095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e3f17c5-7c92-42a8-b857-343b4767ddbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:44.390355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e3f17c5-7c92-42a8-b857-343b4767ddbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7132a313-ae6f-4c30-a533-b3b406986bc5 HTTP/1.1" status: 204  len: 168 time: 0.1969495
Dec 15 13:11:45.133889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device df857008-1060-4fd0-aea4-401c0f7e8240 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:11:45.174384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: df857008-1060-4fd0-aea4-401c0f7e8240 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:11:45.174824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device df857008-1060-4fd0-aea4-401c0f7e8240 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:11:45.325330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.374543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 36124) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:45.534759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-933569250-network', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:45.540269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:45.544845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Usage tracker for resource:network and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:45.548324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:45.556031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:45.567332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Made reservation on behalf of a0faa96c48744acc95c75dc63d572453 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:11:45.574749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.589135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.634320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:45.639982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:45.643228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:45.649700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:45.721922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.726557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.729849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-822ac03e-62fd-44b1-84bd-6c2bbb142df3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:45.762641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:11:45.772097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88a173-c0e6-43ab-ac65-e639b14f22c0,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:45.787865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.788257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Added segment 8f49ab5e-81ae-4588-bdca-319f36a7a830 of type vlan for network 115cf090-fb88-4348-90c9-19de4ffb0ba7
Dec 15 13:11:45.798468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.798893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.799308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.799743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.800172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.800560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.800972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.801385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.801789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.802190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.802828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:45.807692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:45.832847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.867948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.868935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:45.869583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:45.874828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b1fa4d4c-b91a-4e8f-8a10-e714070d0574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:45.981580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6054845
Dec 15 13:11:45.985137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36130) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:45.991397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=115cf090-fb88-4348-90c9-19de4ffb0ba7,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:45.992209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Request body: {'subnet': {'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-933569250-subnet', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:45.994825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:45.999703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:46.003535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:11:46.005152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Usage tracker for resource:subnet and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:46.008373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:46.016094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:46.026842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Made reservation on behalf of a0faa96c48744acc95c75dc63d572453 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:11:46.032145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:46.513859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:46.518105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:46.594042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0288275d-0b87-4f0f-846b-14236b95a63f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:46.598398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:46.613285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Checking segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:11:46.613681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Network hostable DHCP agents. Network: 115cf090-fb88-4348-90c9-19de4ffb0ba7, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:11:46.641580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:11:46.654455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 115cf090-fb88-4348-90c9-19de4ffb0ba7) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:11:46.658925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:46.659621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:46.663859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b168ce-211e-42b0-80b6-ccff00c1b323 None None] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:11:46.683204 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb3b50bd-99f0-4be0-a6f3-ae796cd73778 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6967862
Dec 15 13:11:46.686771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36134) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:46.692493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:46.697894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:46.703016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Usage tracker for resource:router and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:46.706378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:46.713329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:46.727660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:46.729151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:46.753646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:46.914368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:46.936519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-115cf090-fb88-4348-90c9-19de4ffb0ba7', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:11:46.937460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.145397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.147021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Allocated IP 172.20.0.2 (115cf090-fb88-4348-90c9-19de4ffb0ba7/0288275d-0b87-4f0f-846b-14236b95a63f/9302465d-0dc5-444b-ba1d-d7ad591f78fb) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:11:47.182664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.346556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Allocated IP 172.26.0.173 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/a8670a3c-4673-4bf8-8607-b29595d07100) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:11:47.406270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.417828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Transition to ACTIVE for port object 9302465d-0dc5-444b-ba1d-d7ad591f78fb will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:11:47.440728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Transition to ACTIVE for port object 9302465d-0dc5-444b-ba1d-d7ad591f78fb will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:11:47.445173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.450947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:47.515201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.525295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:11:47.526500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:11:47.529957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:11:47.538734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Pushing event updated for resources: {'Port': ['ID=9302465d-0dc5-444b-ba1d-d7ad591f78fb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:47.544056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.549390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b79356ff-e997-41c8-8cd0-8522b72c4624 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:47.611685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.612080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.612469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.613119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.613119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.613551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.613864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.614279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.614634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.614993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.615325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:47.618477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:11:47.619396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:47.622458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:11:47.624668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8670a3c-4673-4bf8-8607-b29595d07100,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:47.627091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:11:47.649642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Attempting to bind port 9302465d-0dc5-444b-ba1d-d7ad591f78fb on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:11:47.650073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Attempting to bind port 9302465d-0dc5-444b-ba1d-d7ad591f78fb by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:11:47.650504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Attempting to bind port 9302465d-0dc5-444b-ba1d-d7ad591f78fb on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:11:47.658234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:47.658423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:11:47.658825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Checking segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:11:47.659281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.659753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Bound using segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:11:47.660276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Bound port: 9302465d-0dc5-444b-ba1d-d7ad591f78fb, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:11:47.660696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.757738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] For port 9302465d-0dc5-444b-ba1d-d7ad591f78fb, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:11:47.761071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] For port 9302465d-0dc5-444b-ba1d-d7ad591f78fb, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9302465d-0dc5-444b-ba1d-d7ad591f78fb,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:11:47.765107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.769994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:47.800315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.801105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:47.858900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Pushing event updated for resources: {'Port': ['ID=9302465d-0dc5-444b-ba1d-d7ad591f78fb,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:47.862504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:48.061173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:11:48.293850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:11:48.305020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:11:48.318987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:11:48.319751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb96d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:11:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:48.321275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:48.323201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.6352177
Dec 15 13:11:48.326317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 36138) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:48.518301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:11:48.841936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb96d8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:47Z', 'revision_number': 3, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:48.846498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:11:48.846895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Updating router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 port a8670a3c-4673-4bf8-8607-b29595d07100 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:11:48.905288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.288732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.303755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Transition to ACTIVE for port object a8670a3c-4673-4bf8-8607-b29595d07100 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:11:49.311113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.316136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c99e575-680c-452e-af94-f1b0884fd99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:49.404852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Attempting to bind port a8670a3c-4673-4bf8-8607-b29595d07100 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:11:49.404852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Attempting to bind port a8670a3c-4673-4bf8-8607-b29595d07100 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:11:49.405279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Attempting to bind port a8670a3c-4673-4bf8-8607-b29595d07100 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:11:49.412616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237a5d6-985a-482b-821e-ad74696b66ba None None] Pushing event updated for resources: {'Port': ['ID=a8670a3c-4673-4bf8-8607-b29595d07100,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:49.413477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.415767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1237a5d6-985a-482b-821e-ad74696b66ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:49.419995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:11:49.421148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:11:49.421148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.421598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:11:49.422153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Bound port: a8670a3c-4673-4bf8-8607-b29595d07100, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:11:49.422584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.635843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9302465d-0dc5-444b-ba1d-d7ad591f78fb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:11:49.659745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89dbd8-fc71-430b-b72a-767a91772961 None None] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:11:49.681484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Allocated IP 172.20.0.1 (115cf090-fb88-4348-90c9-19de4ffb0ba7/0288275d-0b87-4f0f-846b-14236b95a63f/1c229416-d159-4b68-8289-7b27c469c32b) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:11:49.863608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.885352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Transition to ACTIVE for port object 1c229416-d159-4b68-8289-7b27c469c32b will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:11:49.886254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c8947628-9415-4bad-bef3-0db92ff7c506 None None] Provisioning for port 9302465d-0dc5-444b-ba1d-d7ad591f78fb completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:11:49.900324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] For port a8670a3c-4673-4bf8-8607-b29595d07100, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:11:49.909390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.915175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e50f6917-e60a-4c2e-b1f7-abd3df0c5c05 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:49.921273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] For port a8670a3c-4673-4bf8-8607-b29595d07100, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a8670a3c-4673-4bf8-8607-b29595d07100,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:11:49.930791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:49.950612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:49.992041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:11:49.995167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:11:50.000639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:11:50.031877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 9302465d-0dc5-444b-ba1d-d7ad591f78fb completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:11:50.035374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Pushing event updated for resources: {'Port': ['ID=1c229416-d159-4b68-8289-7b27c469c32b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:50.041317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:50.072919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.098839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 9302465d-0dc5-444b-ba1d-d7ad591f78fb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:50.098839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.183423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237a5d6-985a-482b-821e-ad74696b66ba None None] Pushing event updated for resources: {'Port': ['ID=a8670a3c-4673-4bf8-8607-b29595d07100,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:50.193440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.201923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1237a5d6-985a-482b-821e-ad74696b66ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:50.241819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:11:50.242551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafb96d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:11:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:50.497617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.502241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.535164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:50.557646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.600886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:11:50.628447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Pushing event updated for resources: {'Port': ['ID=1c229416-d159-4b68-8289-7b27c469c32b,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:50.633317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.646175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:50.671786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 9302465d-0dc5-444b-ba1d-d7ad591f78fb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9302465d-0dc5-444b-ba1d-d7ad591f78fb,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:11:50.675511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:50.679528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1237a5d6-985a-482b-821e-ad74696b66ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:50.797599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:11:50.799058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:11:50.865413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=9302465d-0dc5-444b-ba1d-d7ad591f78fb,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:50.920353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:50.976556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6e1e4e61-4482-4ba7-83a6-2580b6239f30 None None] Provisioning complete for port 9302465d-0dc5-444b-ba1d-d7ad591f78fb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:50.976985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4e61-4482-4ba7-83a6-2580b6239f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:51.151822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafb96d8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:49Z', 'revision_number': 1, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:51.165604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ff5f7-2456-4ef9-b8c8-2a899b6d9f5f None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:49Z', 'revision_number': 1, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:11:51.188001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6e1e4e61-4482-4ba7-83a6-2580b6239f30 None None] Provisioning for port 1c229416-d159-4b68-8289-7b27c469c32b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:11:51.194592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6e1e4e61-4482-4ba7-83a6-2580b6239f30 None None] Provisioning complete for port 1c229416-d159-4b68-8289-7b27c469c32b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:51.195637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4e61-4482-4ba7-83a6-2580b6239f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:51.260218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e4e61-4482-4ba7-83a6-2580b6239f30 None None] Port 1c229416-d159-4b68-8289-7b27c469c32b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:11:51.265194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:11:51.384399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba0cbbe9-a1dd-4a03-bc0d-8ab30d90c735 None None] Provisioning complete for port 1c229416-d159-4b68-8289-7b27c469c32b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:51.385096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba0cbbe9-a1dd-4a03-bc0d-8ab30d90c735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:51.450573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ba0cbbe9-a1dd-4a03-bc0d-8ab30d90c735 None None] Port 1c229416-d159-4b68-8289-7b27c469c32b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:11:51.496198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:11:51.506324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] 10.222.0.53 "PUT /v2.0/routers/8baf9486-c1e1-4441-93ae-f9fe7b8d7815/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1787708
Dec 15 13:11:51.561069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9302465d-0dc5-444b-ba1d-d7ad591f78fb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:11:51.660291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-346c5418-d078-4282-bad9-377e66f92c3f None None] Provisioning complete for port 1c229416-d159-4b68-8289-7b27c469c32b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:51.660952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-346c5418-d078-4282-bad9-377e66f92c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:51.733479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-346c5418-d078-4282-bad9-377e66f92c3f None None] Port 1c229416-d159-4b68-8289-7b27c469c32b cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:11:51.737537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 9302465d-0dc5-444b-ba1d-d7ad591f78fb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:51.737960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.309944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 36148) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:52.316801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327990410', 'description': 'tempest-description--1759027178'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:52.323632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:52.328264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Usage tracker for resource:security_group and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:52.331572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:52.338283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:52.351501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.393471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:52.401224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Usage tracker for resource:security_group_rule and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:52.404599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:52.411059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:52.478024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.481408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.485512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-69dbd9b5-d75d-47d7-9d20-7aae2f2d3ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:52.528024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a47fc0-d660-44d8-930e-84b27774b166,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:52.531245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.532598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2215626
Dec 15 13:11:52.533708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0ca82e01-f2b5-4394-a5e7-e78816085af6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:52.535595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 36152) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:52.542198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47fc0-d660-44d8-930e-84b27774b166', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:52.549568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:52.553913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Usage tracker for resource:security_group_rule and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:52.557065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:52.569482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:52.588832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.660598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.664379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.666405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0aa38a32-f900-43c1-975e-3d328c452042 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:52.692354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b062717-9a8f-4c62-937f-9e644610cac9,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:52.695106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:52.702556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.703927 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e0543e5-baad-4690-9e05-6c6adc882192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1672363
Dec 15 13:11:52.706725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 36156) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:52.712747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47fc0-d660-44d8-930e-84b27774b166', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:52.719598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:52.723682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Usage tracker for resource:security_group_rule and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:52.727177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:52.733602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:52.752775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.823273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.826310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.834729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ee31bd58-2056-49be-9e15-5326db2c0ae7 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:52.860417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e8beca-ffaf-48d4-8115-3cd1cb4ca11a,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:52.863572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:52.867551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:52.871984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1611176
Dec 15 13:11:52.872516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 36160) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:11:52.878732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:52.885368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:52.889533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Usage tracker for resource:floatingip and tenant:a0faa96c48744acc95c75dc63d572453 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:11:52.892740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:11:52.898839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:52.913194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.076841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.242405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Allocated IP 172.26.0.149 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/39d1d508-b538-47ff-8000-3abc4d7158e6) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:11:53.414696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.443286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.447178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b052ac8f-39d0-4ac9-ac26-a5afaa46439f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:53.521660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:11:53.525342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:11:53.527724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'Port': ['ID=39d1d508-b538-47ff-8000-3abc4d7158e6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:53.530060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:11:53.558514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:53.563925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8670a3c-4673-4bf8-8607-b29595d07100 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:11:53.644227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port a8670a3c-4673-4bf8-8607-b29595d07100 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:11:53.649420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a8670a3c-4673-4bf8-8607-b29595d07100 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:53.649845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.701344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.765957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.941470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.959115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port a8670a3c-4673-4bf8-8607-b29595d07100, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a8670a3c-4673-4bf8-8607-b29595d07100,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:11:53.963320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:53.965659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:54.040630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=a8670a3c-4673-4bf8-8607-b29595d07100,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:54.044454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:54.267820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:54.272355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:54.277472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d17514f1-218c-49d9-9d48-71513d27c48f tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:54.387817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'Port': ['ID=39d1d508-b538-47ff-8000-3abc4d7158e6,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:54.392378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:54.404624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:54.428345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:54.429646 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5561318
Dec 15 13:11:54.641584 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-bb5b0833-ac50-409f-979d-427c3230e33f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327990410&fields=id&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 267 time: 0.0527165
Dec 15 13:11:54.810581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-3f8da67f-9cfd-4145-8efa-b528795764f4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:54.812210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-3f8da67f-9cfd-4145-8efa-b528795764f4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.1630709
Dec 15 13:11:54.830972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-9a831eb3-265c-4252-8ffc-497ad4d6f1a6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/quotas/a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 375 time: 0.0120530
Dec 15 13:11:54.922903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e5cc21ef-7fd8-4a85-96bf-cc5fb6516593 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0858138
Dec 15 13:11:54.940889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:11:54.957938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:11:54.968435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fd978780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:11:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:55.166491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-1852060c-18be-4ef8-b0ab-65eb85fb36b7 service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2296395
Dec 15 13:11:55.167965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:11:55.322932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-2973b54a-298a-42a0-a01a-d533410310ad service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493225
Dec 15 13:11:55.515802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fd978780>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 2, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:55.520482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:11:55.521146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Updating router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 port 1c229416-d159-4b68-8289-7b27c469c32b binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:11:55.530806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5b41848c-4f24-419e-9c6c-95b54cdb6a7c req-5188c5d6-9d2a-413a-9341-6ca96942e4d3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:11:55.549026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5b41848c-4f24-419e-9c6c-95b54cdb6a7c req-5188c5d6-9d2a-413a-9341-6ca96942e4d3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:11:55.561095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8670a3c-4673-4bf8-8607-b29595d07100 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:11:55.562334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5b41848c-4f24-419e-9c6c-95b54cdb6a7c req-5188c5d6-9d2a-413a-9341-6ca96942e4d3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 210 time: 0.0801229
Dec 15 13:11:55.580013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:55.648788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a8670a3c-4673-4bf8-8607-b29595d07100 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:55.649822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:55.958296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:55.971574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Transition to ACTIVE for port object 1c229416-d159-4b68-8289-7b27c469c32b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:11:55.978363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:55.983113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:56.296408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Pushing event updated for resources: {'Port': ['ID=1c229416-d159-4b68-8289-7b27c469c32b,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:56.342572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.342954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.343325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.343720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.344084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.344450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.344809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.345166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.345528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.345890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.346242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:11:56.350181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:56.407175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Attempting to bind port 1c229416-d159-4b68-8289-7b27c469c32b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:11:56.407918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Attempting to bind port 1c229416-d159-4b68-8289-7b27c469c32b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:11:56.408588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Attempting to bind port 1c229416-d159-4b68-8289-7b27c469c32b on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:11:56.421478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:11:56.422178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Checking segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:11:56.422878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:56.423644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Bound using segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:11:56.424528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Bound port: 1c229416-d159-4b68-8289-7b27c469c32b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:11:56.425234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:56.556930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] For port 1c229416-d159-4b68-8289-7b27c469c32b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:11:56.560566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] For port 1c229416-d159-4b68-8289-7b27c469c32b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1c229416-d159-4b68-8289-7b27c469c32b,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:11:56.564451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:56.568492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:56.657857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Pushing event updated for resources: {'Port': ['ID=1c229416-d159-4b68-8289-7b27c469c32b,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:56.661151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:56.667241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:11:56.667528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fd978780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:11:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:56.853893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-516adcf7-7928-459c-9191-27a462bc1fe4 req-13dd18db-eb91-42bd-8191-8818da97daef tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 210 time: 0.0789192
Dec 15 13:11:56.883036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:11:56.897862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-2ec91ec3-08f9-415a-9971-bedcf1c739c5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:56.899928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-2ec91ec3-08f9-415a-9971-bedcf1c739c5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.2597117
Dec 15 13:11:56.977084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-065ae496-e4da-49eb-8f7e-7b0b20c5fa20 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 379 time: 0.0629377
Dec 15 13:11:56.986864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'port': {'device_id': '89da3144-82eb-401b-98f0-31676f0c9bde', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'admin_state_up': True, 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'security_groups': ['a5a47fc0-d660-44d8-930e-84b27774b166']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:57.137262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:11:57.148213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:11:57.158403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Made reservation on behalf of a0faa96c48744acc95c75dc63d572453 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:11:57.164194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:57.241575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fd978780>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:56Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:11:57.246115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb816318-67a8-45a1-bba8-7d9664ba5012 None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:56Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:11:57.346103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Allocated IP 172.20.0.10 (115cf090-fb88-4348-90c9-19de4ffb0ba7/0288275d-0b87-4f0f-846b-14236b95a63f/161a01c1-6299-4d2d-8ab7-3409bf4ded04) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:11:57.583967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1c229416-d159-4b68-8289-7b27c469c32b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:11:57.585724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:57.617128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:11:57.618592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Transition to ACTIVE for port object 161a01c1-6299-4d2d-8ab7-3409bf4ded04 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:11:57.646192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:57.654673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ead89af-3bc4-4d51-b482-0b63d3d0087c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:57.668801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 1c229416-d159-4b68-8289-7b27c469c32b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:11:57.674637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 1c229416-d159-4b68-8289-7b27c469c32b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:57.675071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:57.720712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:11:57.729790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:11:57.732604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:11:57.780139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:57.789624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:57.812037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:57.824875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:57.825867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:57.858820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8761735
Dec 15 13:11:57.861470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 1c229416-d159-4b68-8289-7b27c469c32b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1c229416-d159-4b68-8289-7b27c469c32b,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:11:57.866208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:57.872429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Request body: {'port': {'device_id': '89da3144-82eb-401b-98f0-31676f0c9bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:11:57.872679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f646eb9-c1bc-418b-9156-4081b0fe6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:57.985973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=1c229416-d159-4b68-8289-7b27c469c32b,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:57.990607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:58.027924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:58.105778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1b0f5-a3e1-4aed-93a9-401bacf59c4b req-766bb24f-1e48-45d8-b6f6-178de9668f22 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:58.107732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6fe1b0f5-a3e1-4aed-93a9-401bacf59c4b req-766bb24f-1e48-45d8-b6f6-178de9668f22 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 932 time: 0.0981677
Dec 15 13:11:58.153985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dfdce05b-534a-4b37-9e06-39041ababb2e None None] Provisioning for port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:11:58.161320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dfdce05b-534a-4b37-9e06-39041ababb2e None None] Provisioning complete for port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:58.162087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfdce05b-534a-4b37-9e06-39041ababb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:58.180787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6fe1b0f5-a3e1-4aed-93a9-401bacf59c4b req-0c50388b-8d97-4cd7-82a8-9f1d8009415f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:11:58.201109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-6fe1b0f5-a3e1-4aed-93a9-401bacf59c4b req-0c50388b-8d97-4cd7-82a8-9f1d8009415f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:11:58.202462 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6fe1b0f5-a3e1-4aed-93a9-401bacf59c4b req-0c50388b-8d97-4cd7-82a8-9f1d8009415f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871754
Dec 15 13:11:58.227880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-dfdce05b-534a-4b37-9e06-39041ababb2e None None] Port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:11:58.290202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:58.690274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161a01c1-6299-4d2d-8ab7-3409bf4ded04 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:11:58.698295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:58.717222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Transition to ACTIVE for port object 161a01c1-6299-4d2d-8ab7-3409bf4ded04 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:11:58.720494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:58.724615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e99f83d-1738-49cb-a24a-b7958af1ea20 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:58.854742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Pushing event updated for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:58.858217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:58.983483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Attempting to bind port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:11:58.983810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Attempting to bind port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:11:58.985266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Attempting to bind port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:11:58.995165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:11:58.996199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Attempting to bind port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:11:59.003703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:11:59.004077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Checking segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:11:59.004499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Bound using segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:11:59.004981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Bound port: 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:11:59.005371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:59.113009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:11:59.116273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:11:59.120469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:59.124570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-93863aa5-4074-4229-92e2-9883f6c00457 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:11:59.196994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:59.199103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] 10.222.0.77 "PUT /v2.0/ports/161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 1094 time: 1.3321793
Dec 15 13:11:59.203854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:11:59.282974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Pushing event updated for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:11:59.286741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:11:59.329698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-811d0fe4-3a2b-4ada-8a87-6babeb22583d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1097 time: 0.0884488
Dec 15 13:11:59.409786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'status': 'completed', 'code': 200}
Dec 15 13:11:59.426363 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-ad668ed0-ee0b-4fe8-92f6-301608ae1305 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 217 time: 0.0892749
Dec 15 13:11:59.479194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d902-f335-4125-96fd-68746bbedb79 req-11e8e16d-8771-4f87-af63-fd14c93f6e74 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:59.482822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c734d902-f335-4125-96fd-68746bbedb79 req-11e8e16d-8771-4f87-af63-fd14c93f6e74 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 944 time: 0.1167400
Dec 15 13:11:59.512951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-88ee0947-72d8-410e-8dcf-71f3bb26ef03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:11:59.514747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-88ee0947-72d8-410e-8dcf-71f3bb26ef03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0827234
Dec 15 13:11:59.541235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c734d902-f335-4125-96fd-68746bbedb79 req-c58de0a6-eaa4-4e17-a3b1-cbcfd514d1e3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514655
Dec 15 13:11:59.557799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1c229416-d159-4b68-8289-7b27c469c32b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:11:59.615929 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-f1b02e67-334b-42b2-920f-fdbaeb95ae77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0940661
Dec 15 13:11:59.648109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 1c229416-d159-4b68-8289-7b27c469c32b triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:11:59.648627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:11:59.769078 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-e503cc3f-b267-46a1-93b4-b1c62a857a56 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464252
Dec 15 13:11:59.930330 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50cec798-7c9b-4447-aa22-3f3e94fb52b7 req-30d83ce7-bd65-441a-b35c-7d791afd10b5 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554453
Dec 15 13:12:00.058504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-5d87d9ee-9028-4187-9f07-005abea163a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1097 time: 0.0808249
Dec 15 13:12:00.219829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-1f47f262-4c31-4f60-8471-b0ca8fd12b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:00.221615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-1f47f262-4c31-4f60-8471-b0ca8fd12b4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1571350
Dec 15 13:12:00.308358 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-74faaeb4-00ad-4bac-8500-2ef84fb528b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 217 time: 0.0795207
Dec 15 13:12:00.383133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-580b9b20-9b47-4ada-939c-71a6e8164275 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:00.384876 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-580b9b20-9b47-4ada-939c-71a6e8164275 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0701857
Dec 15 13:12:00.477673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-07498395-5376-4ee6-a21f-147463f270e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0855446
Dec 15 13:12:00.630005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-fc553ad3-ba66-4a22-b542-93499a9e0691 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449172
Dec 15 13:12:00.836783 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-348af13a-0fbb-49ae-94ac-b7de655d87dc req-9d9fe482-47b1-4381-800d-f84554a9c05d service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005410
Dec 15 13:12:00.853475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452effb9-97fe-4eda-836b-5168c6ec1fbd req-da9aa7f2-f465-487a-9484-6c488210bb0b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:00.854229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-452effb9-97fe-4eda-836b-5168c6ec1fbd req-da9aa7f2-f465-487a-9484-6c488210bb0b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:12:00.876949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-452effb9-97fe-4eda-836b-5168c6ec1fbd req-da9aa7f2-f465-487a-9484-6c488210bb0b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:12:00.878476 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-452effb9-97fe-4eda-836b-5168c6ec1fbd req-da9aa7f2-f465-487a-9484-6c488210bb0b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 944 time: 0.2017379
Dec 15 13:12:00.931313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-452effb9-97fe-4eda-836b-5168c6ec1fbd req-c27c4f33-2495-40c5-beee-50df6a4c3356 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458820
Dec 15 13:12:01.180367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 161a01c1-6299-4d2d-8ab7-3409bf4ded04 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:12:01.335768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:12:01.350283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'mac_address': 'fa:16:3e:e6:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:12:01.409538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:01.428654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161a01c1-6299-4d2d-8ab7-3409bf4ded04 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:12:01.444360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:12:01.448406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:01.450560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:12:01.524818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:12:01.529766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:12:01.656124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['161a01c1-6299-4d2d-8ab7-3409bf4ded04'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:12:02.155814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16878ce-ec4d-4e2d-bd42-21ee300b8069 req-99d16c9b-1dfa-45e3-b64b-56c373fc99a2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:02.157422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c16878ce-ec4d-4e2d-bd42-21ee300b8069 req-99d16c9b-1dfa-45e3-b64b-56c373fc99a2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 945 time: 0.0913639
Dec 15 13:12:02.209053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c16878ce-ec4d-4e2d-bd42-21ee300b8069 req-eaf52765-2c9f-4a0d-a22c-ee7c562ab7cc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454779
Dec 15 13:12:03.196109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 161a01c1-6299-4d2d-8ab7-3409bf4ded04 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:12:03.286058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:12:03.293604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:12:03.294039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:03.418912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:03.425613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9983-2bf8-4195-8f1d-94c884d18cbd req-8b707ade-7b6e-4cee-9274-bc87d5873755 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:03.427329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a76d9983-2bf8-4195-8f1d-94c884d18cbd req-8b707ade-7b6e-4cee-9274-bc87d5873755 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 945 time: 0.0917649
Dec 15 13:12:03.449579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:12:03.460013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:12:03.463778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:03.466719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:12:03.484222 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a76d9983-2bf8-4195-8f1d-94c884d18cbd req-eb577d59-bee5-4ee3-9255-ed6627a0c4b2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505321
Dec 15 13:12:03.515235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'code': 200}
Dec 15 13:12:03.545313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:12:03.548978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:12:03.773603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9c6c83e-9beb-4a25-aaf1-8f90adae94c8 req-1e3a53c2-ad31-4e06-bdf2-66f7363636fa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1099 time: 0.0770695
Dec 15 13:12:03.828556 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9c6c83e-9beb-4a25-aaf1-8f90adae94c8 req-5b5e4805-5172-4188-bb95-21409b395da8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489931
Dec 15 13:12:04.733716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91fc4-47c7-4f43-a340-2e9ba06aed7c req-ee4510bc-8556-406e-aabb-26d72595a4c6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:04.735762 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-acf91fc4-47c7-4f43-a340-2e9ba06aed7c req-ee4510bc-8556-406e-aabb-26d72595a4c6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.1053817
Dec 15 13:12:04.788463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-acf91fc4-47c7-4f43-a340-2e9ba06aed7c req-263efcaa-4879-482a-841b-1d6e50be1130 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464325
Dec 15 13:12:06.005660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8428be2-aefb-4cb7-aed6-66d2e5928ce7 req-5e0bd664-9a20-4d89-bd74-ae4d70fe5541 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:06.007700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a8428be2-aefb-4cb7-aed6-66d2e5928ce7 req-5e0bd664-9a20-4d89-bd74-ae4d70fe5541 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0884683
Dec 15 13:12:06.064186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a8428be2-aefb-4cb7-aed6-66d2e5928ce7 req-6d277485-4f7c-4022-ac59-e7579992a63e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487440
Dec 15 13:12:06.282351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e00ab1-9078-4dd2-a736-ea32af16bdf1 req-c6d4a207-356a-4ac1-b5de-3838df8141e0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:06.284205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-69e00ab1-9078-4dd2-a736-ea32af16bdf1 req-c6d4a207-356a-4ac1-b5de-3838df8141e0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0896630
Dec 15 13:12:06.295005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36214) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:12:06.301289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'floatingip': {'port_id': '161a01c1-6299-4d2d-8ab7-3409bf4ded04'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:12:06.380493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:07.030328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:07.034754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:07.258488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a associated. External IP: 172.26.0.149, port: 161a01c1-6299-4d2d-8ab7-3409bf4ded04.
Dec 15 13:12:07.963842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:12:08.186606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:12:08.191582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:08.198843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:12:08.213110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:12:08.213962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fb00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:11:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:12:08.253366 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cb35974b-cd4c-46f0-b817-bb49e6c66c68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "PUT /v2.0/floatingips/a02b1442-2138-456a-8c66-75754746935a HTTP/1.1" status: 200  len: 992 time: 1.9567840
Dec 15 13:12:08.254127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:12:08.319528 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'status': 'completed', 'code': 200}
Dec 15 13:12:08.429174 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-c5d31285-ee0f-4467-86a5-aba9627a3ac3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1099 time: 0.0845892
Dec 15 13:12:08.438703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:12:08.584326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-e03548a7-6913-4975-a581-df6a3c590eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:08.586162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-e03548a7-6913-4975-a581-df6a3c590eed service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1506972
Dec 15 13:12:08.710518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-fce82407-0d53-4f12-b8df-468ed7d4c2c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 1000 time: 0.1179488
Dec 15 13:12:08.784149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-0a3b2de6-755a-48ab-ae2c-7b6faea5e7cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:08.785826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-0a3b2de6-755a-48ab-ae2c-7b6faea5e7cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0693629
Dec 15 13:12:08.830642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fb00>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:e6:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89da3144-82eb-401b-98f0-31676f0c9bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:12:06Z', 'revision_number': 1, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:12:08.835215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:12:08.848458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:12:08.849138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fb00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:11:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:12:08.879468 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-59732f5f-9264-4f01-ba4f-b757127afaee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0873494
Dec 15 13:12:09.032711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-920c73e2-365f-4de0-bfb8-5eeac70bb2bc service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470985
Dec 15 13:12:09.057926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:12:09.190045 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb9b2680-bad5-4ed7-a1f6-45c797904cc2 req-7fce5b36-4ad1-4da4-ad53-1c473936e49c service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513789
Dec 15 13:12:09.453034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb20fb00>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:e6:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89da3144-82eb-401b-98f0-31676f0c9bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:12:06Z', 'revision_number': 1, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:12:09.457942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae258b-de9c-4d79-8cf6-6f1f0a6da003 None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:e6:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89da3144-82eb-401b-98f0-31676f0c9bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:12:06Z', 'revision_number': 1, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:12:09.810925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4b8df-7362-4adb-90ca-a2891617fc41 None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:12:10.985815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ada2948c-2749-465b-9023-ec5026e9c00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:12.683688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:13.434973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4061c559-ccc9-45f8-9f5a-892a93488b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:13.697295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:15.328214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:16.662616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-cfcaa130-1f71-4811-86f9-6babefd12ccf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0845001
Dec 15 13:12:16.826387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-1353785f-2221-403f-a28c-ff166283566d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1099 time: 0.0833499
Dec 15 13:12:16.992250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-ac6bfb8c-9d0a-49d7-9c48-32d8684bebcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:16.993884 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-ac6bfb8c-9d0a-49d7-9c48-32d8684bebcc service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1441653
Dec 15 13:12:17.101872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-4c3159df-c7a1-4da3-8137-b3de42e6a98f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 1002 time: 0.1019778
Dec 15 13:12:17.177024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-f5fa2ef9-ad69-4d81-8826-2b0f4902b831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:17.190895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-f5fa2ef9-ad69-4d81-8826-2b0f4902b831 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0829067
Dec 15 13:12:17.276630 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-cdffa86c-d4f9-414d-93f5-be8969363288 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792468
Dec 15 13:12:17.431459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-3b59d575-e350-4986-bae3-5567c92adb4e service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473496
Dec 15 13:12:17.581899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9face34-60f1-4384-9809-d6e7acc8b375 req-f5f8132c-03f2-487f-8162-a04b47c36e6e service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439805
Dec 15 13:12:28.290367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:34.624688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:12:40.994555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-af413202-d3b0-42ac-8888-f499f8c6f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:42.679969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:43.444660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ee66a18-d119-466b-b53c-0494e78d344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:43.704092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:44.279986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d93f4-b5af-46b2-8b26-0ca81f1ec704 req-8b6be243-ec20-45da-9d48-8629ce2d13d6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:44.281623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d45d93f4-b5af-46b2-8b26-0ca81f1ec704 req-8b6be243-ec20-45da-9d48-8629ce2d13d6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.2003360
Dec 15 13:12:44.335144 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d45d93f4-b5af-46b2-8b26-0ca81f1ec704 req-3b86c46c-cfd6-4fe6-a7d7-1e7799156107 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471931
Dec 15 13:12:44.554038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3ad00a3e-c27e-446e-9a36-f07b929bd801 req-b6307ecb-78db-41be-8e6c-b95db342beec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0805900
Dec 15 13:12:44.885617 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-3add3e64-2270-4834-a020-5a6bca0eb551 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1269412
Dec 15 13:12:44.913309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddcc15-b7f0-4112-a2c1-0822d5c92333 req-55345aa8-abab-46f4-802b-0f150c5aeaf4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:44.914928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bcddcc15-b7f0-4112-a2c1-0822d5c92333 req-55345aa8-abab-46f4-802b-0f150c5aeaf4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.1039543
Dec 15 13:12:44.965746 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bcddcc15-b7f0-4112-a2c1-0822d5c92333 req-4d9ea46b-856a-4b72-a4d7-c57893a02203 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439122
Dec 15 13:12:45.332001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:46.355085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77838736-f78d-49e4-b1c9-810960e9d775 req-8fb5dc07-0e3c-483c-a816-54ffd2814ac8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:46.357140 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77838736-f78d-49e4-b1c9-810960e9d775 req-8fb5dc07-0e3c-483c-a816-54ffd2814ac8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.2518127
Dec 15 13:12:46.423607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-4f6b6a93-043b-40ef-b965-70b879592ee9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1099 time: 0.2218316
Dec 15 13:12:46.426530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77838736-f78d-49e4-b1c9-810960e9d775 req-6a668211-56fa-49ac-86e4-bea77b42b062 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625634
Dec 15 13:12:46.580653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-7fd02fe0-5b5b-4373-829b-0da3f4fde717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:46.582365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-7fd02fe0-5b5b-4373-829b-0da3f4fde717 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1521645
Dec 15 13:12:46.696975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-35ee76a0-d154-4929-8e65-72b82c168aac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 1002 time: 0.1079128
Dec 15 13:12:46.772334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-f8dd3655-a695-4dc9-8a2f-67ec62fd971b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:46.773947 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-f8dd3655-a695-4dc9-8a2f-67ec62fd971b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0708137
Dec 15 13:12:46.857789 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-c0acf1cd-84ba-4a75-a7fc-309f1309621f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773206
Dec 15 13:12:47.014020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-50fbac87-34e3-4874-bcd4-c9a1cc9b1ac1 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490505
Dec 15 13:12:47.171511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-3cb4aad7-1425-40c3-9b87-c5992ea368d3 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497905
Dec 15 13:12:47.660613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3cbfa-d190-463e-aaa6-e463331f17e8 req-92847a82-7bda-479b-b171-34ae0fb765f7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:47.662276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-06c3cbfa-d190-463e-aaa6-e463331f17e8 req-92847a82-7bda-479b-b171-34ae0fb765f7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.1006637
Dec 15 13:12:47.718554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-06c3cbfa-d190-463e-aaa6-e463331f17e8 req-52e938f7-d638-4c15-b11e-356be4e8c0de tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498195
Dec 15 13:12:48.947794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6400f4-81f4-4909-8bac-3a7551c505fd req-972a1ed1-53f9-49ec-bb3a-ef91d90ebf05 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:48.949631 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd6400f4-81f4-4909-8bac-3a7551c505fd req-972a1ed1-53f9-49ec-bb3a-ef91d90ebf05 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0975525
Dec 15 13:12:49.016487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd6400f4-81f4-4909-8bac-3a7551c505fd req-43b1ea68-8da4-41af-8619-fcda59fa09c5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596187
Dec 15 13:12:50.243237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c90bd-ae7d-449e-9731-5b8bf0772738 req-f0e0d33d-9791-42de-a308-88f341e2627b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:50.244996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30c90bd-ae7d-449e-9731-5b8bf0772738 req-f0e0d33d-9791-42de-a308-88f341e2627b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0979776
Dec 15 13:12:50.298840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f30c90bd-ae7d-449e-9731-5b8bf0772738 req-d4a1df7d-94ff-48e4-bd16-ca0896913a7f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462034
Dec 15 13:12:51.540625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a67cbb-39ef-4edf-86a6-88c745f69abc req-9a0bf81c-bc5d-4219-86cd-3a3c0e02d032 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:51.542217 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9a67cbb-39ef-4edf-86a6-88c745f69abc req-9a0bf81c-bc5d-4219-86cd-3a3c0e02d032 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.1056557
Dec 15 13:12:51.595890 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9a67cbb-39ef-4edf-86a6-88c745f69abc req-3ded10d1-3dba-44c5-8847-bf4a0241395f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466933
Dec 15 13:12:52.827020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71351-36ba-4d91-86ce-d6ee3c5a324c req-9d2f6714-e7f4-4f24-8db0-6fe7aa9df968 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:52.828711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9e71351-36ba-4d91-86ce-d6ee3c5a324c req-9d2f6714-e7f4-4f24-8db0-6fe7aa9df968 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0996335
Dec 15 13:12:52.881576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9e71351-36ba-4d91-86ce-d6ee3c5a324c req-91267507-fa28-442e-9c66-ff4422090e68 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437229
Dec 15 13:12:54.357005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7981e1-d7ee-4571-8b3a-c7c1a051e110 req-927c6c03-2597-4568-a78e-dbe1e2826a99 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:54.358698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de7981e1-d7ee-4571-8b3a-c7c1a051e110 req-927c6c03-2597-4568-a78e-dbe1e2826a99 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.3390708
Dec 15 13:12:54.414837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de7981e1-d7ee-4571-8b3a-c7c1a051e110 req-87190ef8-b379-4988-9f17-675ad44baad9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470731
Dec 15 13:12:55.658906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168f63-336e-4698-b7f2-bb84f258c772 req-25648b7a-427b-4a6c-a229-86b258d5cc25 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:55.660697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e168f63-336e-4698-b7f2-bb84f258c772 req-25648b7a-427b-4a6c-a229-86b258d5cc25 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0890751
Dec 15 13:12:55.726225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e168f63-336e-4698-b7f2-bb84f258c772 req-1a516b50-82f9-4ade-90e3-6804327738e9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588584
Dec 15 13:12:56.973055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e13c3-35b5-45e4-a429-029db36d54f0 req-a19b7a15-4ddf-479a-a185-cc0d7e4bd791 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:56.974708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a6e13c3-35b5-45e4-a429-029db36d54f0 req-a19b7a15-4ddf-479a-a185-cc0d7e4bd791 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0969710
Dec 15 13:12:57.025501 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a6e13c3-35b5-45e4-a429-029db36d54f0 req-99ebd35d-2ce9-4066-a51c-be982b91f270 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443380
Dec 15 13:12:58.266270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364d58-0f96-4f81-9bfa-970975f49d4c req-8f5f2006-ee6f-46ff-af24-ad41b8a68051 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:58.267976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e364d58-0f96-4f81-9bfa-970975f49d4c req-8f5f2006-ee6f-46ff-af24-ad41b8a68051 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.1011071
Dec 15 13:12:58.307286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:12:58.332433 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e364d58-0f96-4f81-9bfa-970975f49d4c req-8e937b51-3315-42c0-8c19-1d837b070022 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551527
Dec 15 13:12:58.863899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-0666a8bd-d0e3-4ea0-8753-e16c6a860884 service neutron] 10.222.0.77 "GET /v2.0/ports/161a01c1-6299-4d2d-8ab7-3409bf4ded04/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0991397
Dec 15 13:12:59.148807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-fbca27e1-8004-4fef-ba61-c7fa546ea9f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 1099 time: 0.0787492
Dec 15 13:12:59.258081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-e32e38e7-b8b9-4e86-a9b7-1d0ba9fb84ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1099 time: 0.0811524
Dec 15 13:12:59.414267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-d7fe58dd-8960-406f-a754-18eb9037bca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:59.415906 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-d7fe58dd-8960-406f-a754-18eb9037bca2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1515744
Dec 15 13:12:59.582548 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-cacae259-0e01-441c-b7c3-1f7fe7e8ba3c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 1002 time: 0.1600046
Dec 15 13:12:59.667479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c2e6-e3c9-46a8-846a-45385c684910 req-108fcd3e-3849-4377-8ed5-045e9ceb0867 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:59.669019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e9b2c2e6-e3c9-46a8-846a-45385c684910 req-108fcd3e-3849-4377-8ed5-045e9ceb0867 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.1960721
Dec 15 13:12:59.675266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-c5bbd172-2456-4e08-a9ce-3ff39371e0ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:12:59.676917 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-c5bbd172-2456-4e08-a9ce-3ff39371e0ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0870466
Dec 15 13:12:59.770965 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e9b2c2e6-e3c9-46a8-846a-45385c684910 req-e9f81efc-1eb3-4df2-9e36-b51e0fa3949d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929959
Dec 15 13:12:59.795073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-81a9fac2-6381-4d69-82c5-75b236edc7a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1013725
Dec 15 13:12:59.955244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-3e167c1a-92f8-4069-93a3-0737735c65de service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533687
Dec 15 13:13:00.101054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-644621b2-01f1-4f4b-a4c8-eb6c72a7fc1e req-df7e99ae-a2c9-4b0b-834e-f633f7a2be2d service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399727
Dec 15 13:13:00.997899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d68d5-8a42-4b9d-af31-62e258dc45be req-52e38f92-62f9-4dca-b300-32cb9d7cf530 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:01.000177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-047d68d5-8a42-4b9d-af31-62e258dc45be req-52e38f92-62f9-4dca-b300-32cb9d7cf530 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0926297
Dec 15 13:13:01.065596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-047d68d5-8a42-4b9d-af31-62e258dc45be req-ae75e00b-59fe-4cc8-a82f-48521f2be977 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558379
Dec 15 13:13:01.446100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 161a01c1-6299-4d2d-8ab7-3409bf4ded04 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:13:01.612316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:13:01.628657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'mac_address': 'fa:16:3e:e6:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:13:01.688080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:01.708391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 161a01c1-6299-4d2d-8ab7-3409bf4ded04 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:13:01.727275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:13:01.732057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:01.734218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:01.803474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['161a01c1-6299-4d2d-8ab7-3409bf4ded04'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:13:01.845023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:01.871507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.871903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.872287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.872672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.873053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.873486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.873867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.874235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.874603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.874973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.875355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:01.880638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:02.284586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e78b9-37c3-4a81-b62c-3e1be3ca604f req-8c8aa721-7740-440f-a3ab-457322a911e5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:02.286246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-928e78b9-37c3-4a81-b62c-3e1be3ca604f req-8c8aa721-7740-440f-a3ab-457322a911e5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 945 time: 0.0913489
Dec 15 13:13:02.339198 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-928e78b9-37c3-4a81-b62c-3e1be3ca604f req-85418c37-d9f3-444d-a610-7acef5b7e55f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466483
Dec 15 13:13:02.785948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218125-1fa3-4f11-a990-8251c074b38c req-b574bc89-44e7-4916-92b4-d430e190eace tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:02.787603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-b574bc89-44e7-4916-92b4-d430e190eace tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde&tenant_id=a0faa96c48744acc95c75dc63d572453&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.1583798
Dec 15 13:13:02.794198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ebc1-4048-4466-843e-ad9e2d6ed415 req-2e42840e-586a-4c11-af88-a135ed9d1c40 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:02.796123 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f929ebc1-4048-4466-843e-ad9e2d6ed415 req-2e42840e-586a-4c11-af88-a135ed9d1c40 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 945 time: 0.1692541
Dec 15 13:13:02.851871 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f929ebc1-4048-4466-843e-ad9e2d6ed415 req-3be12170-4f04-4a59-801f-624faa80be34 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490286
Dec 15 13:13:02.946734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-7a43697b-4aec-43b3-815a-70dfa700b8dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 1098 time: 0.0805900
Dec 15 13:13:03.106890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218125-1fa3-4f11-a990-8251c074b38c req-4cabf9a9-98e4-4341-9650-879feae53b5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:03.108623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-4cabf9a9-98e4-4341-9650-879feae53b5c service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1555147
Dec 15 13:13:03.218879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-33bf12f6-833c-414a-9903-6402dc393835 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 200  len: 1001 time: 0.1039286
Dec 15 13:13:03.299396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218125-1fa3-4f11-a990-8251c074b38c req-565a0b9f-69b4-491d-9601-d5f6713fb5e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:03.302378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-565a0b9f-69b4-491d-9601-d5f6713fb5e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0763512
Dec 15 13:13:03.392834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-23592dbb-b079-4e2a-b4c4-cc2a0ccd05ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0840569
Dec 15 13:13:03.452324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 161a01c1-6299-4d2d-8ab7-3409bf4ded04 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:13:03.530477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:13:03.531014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:03.541788 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-6e07c2e2-5da7-4b6f-b5f2-38f5c11ac5a4 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422613
Dec 15 13:13:03.658809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:03.689223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:13:03.691491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02218125-1fa3-4f11-a990-8251c074b38c req-af456099-b88f-458e-a349-b64ed8774ce9 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438379
Dec 15 13:13:03.699653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:13:03.704123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:03.706191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:03.762119 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'code': 200}
Dec 15 13:13:03.787752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:03.791658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:04.074076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd8a0f-f82f-4602-a8c8-7558c1a40611 req-7db4fc97-c7f3-4891-80ee-380e55529726 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:04.076390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9acd8a0f-f82f-4602-a8c8-7558c1a40611 req-7db4fc97-c7f3-4891-80ee-380e55529726 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0895944
Dec 15 13:13:04.131375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9acd8a0f-f82f-4602-a8c8-7558c1a40611 req-ca31c428-b76a-4a6b-83f3-2f455e93fb55 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485830
Dec 15 13:13:05.362194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf615-84fc-4af7-bf14-3a6af8e65dc9 req-acdf30be-09be-4207-b5a9-65da2aab1759 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:05.364070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-75bbf615-84fc-4af7-bf14-3a6af8e65dc9 req-acdf30be-09be-4207-b5a9-65da2aab1759 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0986304
Dec 15 13:13:05.419091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-75bbf615-84fc-4af7-bf14-3a6af8e65dc9 req-c135e356-36aa-4c84-9d94-52591d075f39 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485151
Dec 15 13:13:05.643216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f2b0-b6df-409f-8c2d-f50fefbd5521 req-52e247d6-0bf7-439a-a51a-e6eb67b83bd9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:05.645956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5f87f2b0-b6df-409f-8c2d-f50fefbd5521 req-52e247d6-0bf7-439a-a51a-e6eb67b83bd9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0982850
Dec 15 13:13:05.709926 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5f87f2b0-b6df-409f-8c2d-f50fefbd5521 req-3fbdab0d-a232-4bae-bb52-3be237536e6e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557883
Dec 15 13:13:05.946828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc8c9d-cc40-4023-b09f-47600cfd1e66 req-490c0d4f-981f-4233-b62c-905ad2d84806 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:05.948707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1edc8c9d-cc40-4023-b09f-47600cfd1e66 req-490c0d4f-981f-4233-b62c-905ad2d84806 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0938680
Dec 15 13:13:06.007247 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1edc8c9d-cc40-4023-b09f-47600cfd1e66 req-df2f3eec-f91c-4933-b757-f21e5cb5c205 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514600
Dec 15 13:13:06.463910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e32e-92cb-4d05-898b-478a80a6bccb req-7d34365a-5f82-4577-9e0e-326872433187 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:06.465541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-51e3e32e-92cb-4d05-898b-478a80a6bccb req-7d34365a-5f82-4577-9e0e-326872433187 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0907128
Dec 15 13:13:06.517448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-51e3e32e-92cb-4d05-898b-478a80a6bccb req-dc5e7e52-e263-4cf6-ae9b-9e579a014f2f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448236
Dec 15 13:13:07.758130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a7ae4-7874-44c1-9460-fdd0df1890ad req-60db7209-1729-4722-b79b-a718b3677ebe tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:07.760477 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621a7ae4-7874-44c1-9460-fdd0df1890ad req-60db7209-1729-4722-b79b-a718b3677ebe tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.1109908
Dec 15 13:13:07.812203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621a7ae4-7874-44c1-9460-fdd0df1890ad req-40a66b77-2596-44c9-97ca-2804e5819270 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448103
Dec 15 13:13:08.036699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-b2a578a8-ed28-4ce2-858b-c3e4bf1e3b87 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:08.038392 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-b2a578a8-ed28-4ce2-858b-c3e4bf1e3b87 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0990117
Dec 15 13:13:08.129370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Deleting port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:13:08.129754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:08.636840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] For port 161a01c1-6299-4d2d-8ab7-3409bf4ded04, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=161a01c1-6299-4d2d-8ab7-3409bf4ded04,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:13:08.637232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:08.955055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:08.955676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:08.955781 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a disassociated. External IP: 172.26.0.149, port: 161a01c1-6299-4d2d-8ab7-3409bf4ded04.
Dec 15 13:13:08.956086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Calling delete_port for 161a01c1-6299-4d2d-8ab7-3409bf4ded04 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:13:09.033439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf2f16-3410-4bc7-aa7a-a556c9f19b47 req-0f11fa63-0fe4-4257-a20d-44f81393b007 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:09.035142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fdf2f16-3410-4bc7-aa7a-a556c9f19b47 req-0f11fa63-0fe4-4257-a20d-44f81393b007 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 946 time: 0.0933726
Dec 15 13:13:09.087313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1fdf2f16-3410-4bc7-aa7a-a556c9f19b47 req-28e742ae-0e2f-4f8f-9d3f-0251a356491f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454600
Dec 15 13:13:09.117184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:09.123628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1b99729a-a48a-48c0-bcc5-c41aafc74f52 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:09.169857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event deleted for resources: {'Port': ['ID=161a01c1-6299-4d2d-8ab7-3409bf4ded04,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:09.184056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.184486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.184967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.185387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.185799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.186280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.186692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.187176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.187598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.188409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.188700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:13:09.192921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:09.415676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:13:09.645526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:13:09.657427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:13:09.671201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:13:09.674013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8f16d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:12:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:09.729671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] No DVR routers for this DVR port 161a01c1-6299-4d2d-8ab7-3409bf4ded04 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:13:09.732424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:09.735506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'name': 'network-vif-deleted', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:13:09.753404 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd92c6d2-53f0-437f-a5d2-94335578cc13 req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "DELETE /v2.0/ports/161a01c1-6299-4d2d-8ab7-3409bf4ded04 HTTP/1.1" status: 204  len: 173 time: 1.7098138
Dec 15 13:13:09.798976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da3144-82eb-401b-98f0-31676f0c9bde', 'name': 'network-vif-deleted', 'tag': '161a01c1-6299-4d2d-8ab7-3409bf4ded04', 'status': 'completed', 'code': 200}
Dec 15 13:13:09.892127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:13:10.260111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8f16d8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:10.265980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:13:10.278408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:13:10.279179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb8f16d8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:12:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:10.300093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-735fa6fd-f0fa-4adf-a3ba-335d52992fc2 req-42f0aef8-caa3-49e4-9e02-8e3a28794e08 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=89da3144-82eb-401b-98f0-31676f0c9bde HTTP/1.1" status: 200  len: 210 time: 0.0541091
Dec 15 13:13:10.473819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:13:10.832426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb8f16d8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:10.837231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa7d4c-8fca-47c7-951e-abf8619363ee None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:13:10.995238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f6db2c00-25a3-4320-9d74-6593439e60b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:11.318539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c376241-2d37-4dd7-ab1b-9160b17a900e None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:13:11.616390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:13:11.707985 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-22e06b5c-c2ec-43f9-9a4a-8961fe5acfef tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327990410&fields=id&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 267 time: 0.0459614
Dec 15 13:13:11.885943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-cdb1ab57-466e-4ba4-be60-0655d17f0b11 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:11.887683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-cdb1ab57-466e-4ba4-be60-0655d17f0b11 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.1675730
Dec 15 13:13:11.911616 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-2241c1c9-6442-451d-b146-97428290c1c3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/quotas/a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 375 time: 0.0124087
Dec 15 13:13:12.008850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-09592a22-c9d1-4ad4-a6da-b0158df25847 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:13:12.026127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-09592a22-c9d1-4ad4-a6da-b0158df25847 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:13:12.027619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-09592a22-c9d1-4ad4-a6da-b0158df25847 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1101599
Dec 15 13:13:12.193388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-34a6b259-41ea-4760-a14c-3202a7d09b22 service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432323
Dec 15 13:13:12.356454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-bf15ca7b-f254-4fb7-b30d-4d105dd3bb8e service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565993
Dec 15 13:13:12.565638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-123c8883-2742-4a58-99df-7d801a3e9087 req-4ea8eb2d-0285-4453-9a48-7d4fc7c41f21 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 210 time: 0.0474265
Dec 15 13:13:12.675097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:13.439770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-839e2754-38f7-40de-985d-43324bb0d897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:13.522954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 161a01c1-6299-4d2d-8ab7-3409bf4ded04 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:13:13.563795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 161a01c1-6299-4d2d-8ab7-3409bf4ded04 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:13:13.564318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 161a01c1-6299-4d2d-8ab7-3409bf4ded04 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:13:13.705244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:13.761523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3d43b67e-8300-412e-88f1-b6edbf0da2d5 req-93aca6b9-89aa-41b1-ad45-8b7c5ae68638 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 210 time: 0.0570211
Dec 15 13:13:13.766932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-789634e2-4c3c-4494-acb5-eef5016b1496 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:13.768658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-789634e2-4c3c-4494-acb5-eef5016b1496 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.2224064
Dec 15 13:13:13.834053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-251f25e2-9cb4-4623-a2f7-9dfc17e27e5f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 379 time: 0.0484235
Dec 15 13:13:13.842696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'port': {'device_id': 'd7503557-9c14-46f5-9000-f196f74c2959', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'admin_state_up': True, 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'security_groups': ['a5a47fc0-d660-44d8-930e-84b27774b166']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:13:14.006961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:13:14.017834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:13:14.029586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Made reservation on behalf of a0faa96c48744acc95c75dc63d572453 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:13:14.035384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:14.218286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Allocated IP 172.20.0.3 (115cf090-fb88-4348-90c9-19de4ffb0ba7/0288275d-0b87-4f0f-846b-14236b95a63f/57a623f4-ed77-43b9-b0b7-33c24af86b13) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:13:14.439830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:14.457311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Transition to ACTIVE for port object 57a623f4-ed77-43b9-b0b7-33c24af86b13 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:13:14.479799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:14.486745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e39b49ca-01fa-4aea-8a26-4daf5435d73c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:14.563976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:13:14.567401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:13:14.572164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:13:14.599965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:14.605903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:14.641560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:14.642259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:14.670832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8317173
Dec 15 13:13:14.684266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Request body: {'port': {'device_id': 'd7503557-9c14-46f5-9000-f196f74c2959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:13:14.814377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:14.884525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fea13822-494c-47d0-abda-d3212bcc8721 None None] Provisioning for port 57a623f4-ed77-43b9-b0b7-33c24af86b13 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:13:14.890118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fea13822-494c-47d0-abda-d3212bcc8721 None None] Provisioning complete for port 57a623f4-ed77-43b9-b0b7-33c24af86b13 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:13:14.890852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fea13822-494c-47d0-abda-d3212bcc8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:14.950544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fea13822-494c-47d0-abda-d3212bcc8721 None None] Port 57a623f4-ed77-43b9-b0b7-33c24af86b13 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:13:14.988583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b25c-60c0-447a-b2e6-2fd9f0bc0bbb req-0d4879a6-b823-4b1c-b002-e59fd79b5c70 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:14.990234 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c0f3b25c-60c0-447a-b2e6-2fd9f0bc0bbb req-0d4879a6-b823-4b1c-b002-e59fd79b5c70 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 931 time: 0.0914161
Dec 15 13:13:15.039678 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c0f3b25c-60c0-447a-b2e6-2fd9f0bc0bbb req-0efa5a68-642d-481b-be76-74a2720edf67 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427396
Dec 15 13:13:15.189745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a623f4-ed77-43b9-b0b7-33c24af86b13 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:13:15.197163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:15.213353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Transition to ACTIVE for port object 57a623f4-ed77-43b9-b0b7-33c24af86b13 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:13:15.217903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:15.221877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:15.334024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:15.357668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:15.361070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:15.482882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Attempting to bind port 57a623f4-ed77-43b9-b0b7-33c24af86b13 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:13:15.483594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Attempting to bind port 57a623f4-ed77-43b9-b0b7-33c24af86b13 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:13:15.483594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Attempting to bind port 57a623f4-ed77-43b9-b0b7-33c24af86b13 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:13:15.490712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Port 57a623f4-ed77-43b9-b0b7-33c24af86b13 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:13:15.491079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Attempting to bind port 57a623f4-ed77-43b9-b0b7-33c24af86b13 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:13:15.498352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:13:15.499141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Checking segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:13:15.499906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Bound using segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:13:15.500610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Bound port: 57a623f4-ed77-43b9-b0b7-33c24af86b13, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:13:15.501094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:15.609184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:13:15.612534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:13:15.616759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:15.620650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4fe7da1-207c-4a17-a9b0-ba299f496a47 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:15.679837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:15.681354 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] 10.222.0.77 "PUT /v2.0/ports/57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 1093 time: 1.0023479
Dec 15 13:13:15.681886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:13:15.710126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:15.713917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:15.763886 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'status': 'completed', 'code': 200}
Dec 15 13:13:15.809553 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-804e545a-9670-4a72-abfd-feb64fbfcb5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1096 time: 0.0870790
Dec 15 13:13:16.150240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-4f8d1844-9def-48a6-9152-31e271a55a3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 217 time: 0.3324134
Dec 15 13:13:16.219611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-72f04432-fe9a-4607-8209-017a92ddd85e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:16.221383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-72f04432-fe9a-4607-8209-017a92ddd85e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0654271
Dec 15 13:13:16.258191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c96793-e407-49b7-ab21-b07d969bebf7 req-940e8252-0b53-4266-8c8b-1c62a67b411c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:16.259850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02c96793-e407-49b7-ab21-b07d969bebf7 req-940e8252-0b53-4266-8c8b-1c62a67b411c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 943 time: 0.0921321
Dec 15 13:13:16.309653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-46553633-e87c-4cda-9187-827d8f5b0a7a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797684
Dec 15 13:13:16.316034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02c96793-e407-49b7-ab21-b07d969bebf7 req-d09421e4-4cab-471e-b892-2e272fb0f319 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489759
Dec 15 13:13:16.458071 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-7ab38ca3-56e5-4764-9be4-dcdabd01a9eb service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405857
Dec 15 13:13:16.614539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae1be80a-3ed3-4787-a202-a242122f9e48 req-169cfba3-7978-4f01-9e6e-ad42690ba9b1 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502378
Dec 15 13:13:16.751916 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-82213c00-7799-4fab-b3cc-f11d1367f165 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1096 time: 0.0856876
Dec 15 13:13:16.918816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-79f3dee4-c896-44af-a220-6405811ee865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:16.920773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-79f3dee4-c896-44af-a220-6405811ee865 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1624312
Dec 15 13:13:17.005812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-7047255f-d874-498e-9c5e-67176e7850a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 217 time: 0.0768809
Dec 15 13:13:17.079939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-ee5fe821-6ac2-4cb7-9be7-834290932fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:17.081580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-ee5fe821-6ac2-4cb7-9be7-834290932fff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0693886
Dec 15 13:13:17.173844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-2b707976-8084-40d7-ba86-0f5c7f696b89 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0850973
Dec 15 13:13:17.325827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-38e8016a-fc96-4b4e-92f9-910678aa2830 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446757
Dec 15 13:13:17.524657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bdae7dd4-afdf-4d7e-bb58-72422d075e49 req-4e2308dc-9319-44ce-a173-88fbd91bfc5b service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910579
Dec 15 13:13:17.554187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2263c-d22b-45a1-84b3-9b84ebd20ea2 req-4563c58f-64f0-4f18-8041-c9fc14a0e29b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:17.554462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 57a623f4-ed77-43b9-b0b7-33c24af86b13 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:13:17.555087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-60b2263c-d22b-45a1-84b3-9b84ebd20ea2 req-4563c58f-64f0-4f18-8041-c9fc14a0e29b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:13:17.573780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-60b2263c-d22b-45a1-84b3-9b84ebd20ea2 req-4563c58f-64f0-4f18-8041-c9fc14a0e29b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:13:17.575279 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-60b2263c-d22b-45a1-84b3-9b84ebd20ea2 req-4563c58f-64f0-4f18-8041-c9fc14a0e29b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 943 time: 0.1320124
Dec 15 13:13:17.629679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-60b2263c-d22b-45a1-84b3-9b84ebd20ea2 req-164175fc-a8ff-474f-972c-a123488f406d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476537
Dec 15 13:13:17.717253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:13:17.733377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'mac_address': 'fa:16:3e:dd:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:13:17.802911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:17.823294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a623f4-ed77-43b9-b0b7-33c24af86b13 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:13:17.840529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:13:17.844777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:17.847711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:17.921597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:17.925119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:18.048489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['57a623f4-ed77-43b9-b0b7-33c24af86b13'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:13:18.850418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a5f3c-2c27-43f6-9e33-a8076900d594 req-717907e9-5055-43b1-ba1e-3db6df641907 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:18.852112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c8a5f3c-2c27-43f6-9e33-a8076900d594 req-717907e9-5055-43b1-ba1e-3db6df641907 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 944 time: 0.0888302
Dec 15 13:13:18.913633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c8a5f3c-2c27-43f6-9e33-a8076900d594 req-52927066-c4cf-4078-ad46-eb7b2078ab38 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516331
Dec 15 13:13:19.554633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 57a623f4-ed77-43b9-b0b7-33c24af86b13 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:13:19.635522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 57a623f4-ed77-43b9-b0b7-33c24af86b13 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:13:19.641083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 57a623f4-ed77-43b9-b0b7-33c24af86b13 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:13:19.641499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:19.763297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:19.800100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:13:19.811501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:13:19.816353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:19.817982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:13:19.861960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'code': 200}
Dec 15 13:13:19.887095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:13:19.890255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:13:20.122453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4497d204-eb60-424f-b880-65928c418c1f req-c048eba9-6cbe-4647-870a-4b24d3d1f076 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1098 time: 0.0797811
Dec 15 13:13:20.148065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a77205-00ff-4abd-b84d-6a75c45fbc33 req-cffe0eec-e1d3-499c-aaff-7ad746653624 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:20.149711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-34a77205-00ff-4abd-b84d-6a75c45fbc33 req-cffe0eec-e1d3-499c-aaff-7ad746653624 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0910232
Dec 15 13:13:20.170560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4497d204-eb60-424f-b880-65928c418c1f req-f7b98063-997f-4227-85e1-5628c52cec63 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409274
Dec 15 13:13:20.200753 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-34a77205-00ff-4abd-b84d-6a75c45fbc33 req-6e6e0a2f-46ea-4fd1-8a8d-fdf4e9c4f704 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442688
Dec 15 13:13:21.418660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45ba2-9479-4d7b-a3a8-5d1c13960386 req-e9675df0-8228-4922-b396-ec968a6eda82 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:21.420669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3a45ba2-9479-4d7b-a3a8-5d1c13960386 req-e9675df0-8228-4922-b396-ec968a6eda82 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0861158
Dec 15 13:13:21.475417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3a45ba2-9479-4d7b-a3a8-5d1c13960386 req-3d3d88cb-7beb-4f51-98e2-0a31a88eddcc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457523
Dec 15 13:13:21.697929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4b2e-ba28-451e-9374-612daf9c8be8 req-476af913-51a7-40bc-95d5-22443c13afbd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:21.699624 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3aaa4b2e-ba28-451e-9374-612daf9c8be8 req-476af913-51a7-40bc-95d5-22443c13afbd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.1053841
Dec 15 13:13:21.710024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 36424) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:13:21.715936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'floatingip': {'port_id': '57a623f4-ed77-43b9-b0b7-33c24af86b13'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:13:21.806868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:22.494249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:22.498099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:22.956545 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a associated. External IP: 172.26.0.149, port: 57a623f4-ed77-43b9-b0b7-33c24af86b13.
Dec 15 13:13:23.403505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:13:23.630476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:13:23.635562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:23.640776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:13:23.654685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:13:23.655395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb04d160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:13:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:23.693426 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7588723a-aac2-4c2e-a7c9-88b904c491d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "PUT /v2.0/floatingips/a02b1442-2138-456a-8c66-75754746935a HTTP/1.1" status: 200  len: 991 time: 1.9821792
Dec 15 13:13:23.694422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:13:23.766895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'status': 'completed', 'code': 200}
Dec 15 13:13:23.887772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-0f2c8b65-3aa3-4419-9c49-f400067a5a8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1098 time: 0.0977221
Dec 15 13:13:24.033548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:13:24.038227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-8f842ebc-5ca8-46ea-b890-020637c87020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:24.039900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-8f842ebc-5ca8-46ea-b890-020637c87020 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1462312
Dec 15 13:13:24.153375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-40b66ee1-0566-4d54-862e-ab440e84646b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 999 time: 0.1049683
Dec 15 13:13:24.227382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-c586570d-0649-4bfb-b0a1-f5d6ba38c896 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:13:24.229125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-c586570d-0649-4bfb-b0a1-f5d6ba38c896 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0719447
Dec 15 13:13:24.312155 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-5382c226-e5a3-4de2-b704-8d1a1f55711b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767961
Dec 15 13:13:24.415884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb04d160>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:dd:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7503557-9c14-46f5-9000-f196f74c2959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:13:22Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:24.420253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:13:24.432447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:13:24.433074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb04d160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:13:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:24.458033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-3ef883bf-0447-4581-b689-a56af569052d service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395969
Dec 15 13:13:24.608587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4ae265f6-6977-4f8d-96a8-d145e2b6aae2 req-24567903-4ff6-432c-b699-7b345b9d7955 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442759
Dec 15 13:13:24.630073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:13:25.014813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb04d160>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:dd:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7503557-9c14-46f5-9000-f196f74c2959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:13:22Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:13:25.019415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12130d-c2a0-4bee-896c-4d9b4c3ec27a None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:dd:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7503557-9c14-46f5-9000-f196f74c2959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:13:22Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:13:25.399975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c9a3f-d1a7-4f86-ade1-64ad2003e02d None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:13:28.311794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:40.990454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a886f5ab-e88f-4fb0-b4b7-5fb2de093cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:42.687205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:43.448313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5776-bf52-4c6e-954f-9ed7fa292f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:43.711927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:45.338235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:13:45.721603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-dec9f90c-3658-49e8-b923-07e08fb6fc98 req-d087fcdf-1eb9-48e9-abe6-5617c7b259f5 service neutron] (88870) timed out ('10.222.0.77', 62341) {{(pid=88870) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 15 13:13:48.773635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:13:58.328245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:00.214143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278c233-6590-4108-ae7b-28664d3cafc1 req-4e1a80a5-7d7b-45bd-aabe-8afed613f07f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:00.215770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4278c233-6590-4108-ae7b-28664d3cafc1 req-4e1a80a5-7d7b-45bd-aabe-8afed613f07f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.1002676
Dec 15 13:14:00.268106 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4278c233-6590-4108-ae7b-28664d3cafc1 req-83186361-a1e9-4c42-955b-97d72a317e14 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455072
Dec 15 13:14:01.489884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174cade-bbb8-4552-a818-ea30bc67471f req-8a950a0d-94a7-4f5c-ba13-081535cdb2d9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:01.492242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5174cade-bbb8-4552-a818-ea30bc67471f req-8a950a0d-94a7-4f5c-ba13-081535cdb2d9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0963101
Dec 15 13:14:01.556131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5174cade-bbb8-4552-a818-ea30bc67471f req-90f794f9-00e0-4b5a-b3a8-caf9f3fd47b3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544870
Dec 15 13:14:02.781026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4692-27da-4aa0-8dc0-0a4c1f9b9f53 req-df0f99ef-6294-4754-a6ff-07414992afba tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:02.782642 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-76fd4692-27da-4aa0-8dc0-0a4c1f9b9f53 req-df0f99ef-6294-4754-a6ff-07414992afba tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0905457
Dec 15 13:14:02.835012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-76fd4692-27da-4aa0-8dc0-0a4c1f9b9f53 req-fb4494b1-07b4-4806-8b7c-66e407fac3c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452473
Dec 15 13:14:04.066433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ec47e-7f80-4931-8f03-11f2dd8c9a4d req-9c2a0944-e076-43c1-a8a5-22b2602884d6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:04.068172 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-613ec47e-7f80-4931-8f03-11f2dd8c9a4d req-9c2a0944-e076-43c1-a8a5-22b2602884d6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0936599
Dec 15 13:14:04.118652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-613ec47e-7f80-4931-8f03-11f2dd8c9a4d req-e46afe50-b59e-4730-ae2a-28eaaf732956 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440347
Dec 15 13:14:05.347383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bfa4e-7e35-413b-87a9-61b9d3ea00ee req-adc0e905-4de6-42c9-a4a9-5eb901457647 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:05.349170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-193bfa4e-7e35-413b-87a9-61b9d3ea00ee req-adc0e905-4de6-42c9-a4a9-5eb901457647 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0953422
Dec 15 13:14:05.406712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-193bfa4e-7e35-413b-87a9-61b9d3ea00ee req-4ed54a4c-aba7-4832-af03-eb41aa50d3fe tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502267
Dec 15 13:14:06.648818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b044fb1-a3f9-4ef9-9ead-64c59bba25e2 req-07a18550-697e-4b5b-a05a-e27eb404f11b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:06.650496 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b044fb1-a3f9-4ef9-9ead-64c59bba25e2 req-07a18550-697e-4b5b-a05a-e27eb404f11b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0956128
Dec 15 13:14:06.700326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b044fb1-a3f9-4ef9-9ead-64c59bba25e2 req-bfefb2e6-712e-44ac-b426-e36b782ac413 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434284
Dec 15 13:14:07.935939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71600160-bc4f-4b1a-b436-92058afaac8e req-14d76f77-8fa8-475c-99f7-bba997669963 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:07.937590 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71600160-bc4f-4b1a-b436-92058afaac8e req-14d76f77-8fa8-475c-99f7-bba997669963 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0919859
Dec 15 13:14:07.995659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-71600160-bc4f-4b1a-b436-92058afaac8e req-ea7334d4-4913-4c83-9e50-f63bdaf77f8b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516102
Dec 15 13:14:09.217490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe3fed-2444-4e0f-af0b-a3821d62b9cc req-afeb154a-9ce1-4868-a2de-8e0949bda0e7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:09.219268 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1bbe3fed-2444-4e0f-af0b-a3821d62b9cc req-afeb154a-9ce1-4868-a2de-8e0949bda0e7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0896420
Dec 15 13:14:09.274559 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1bbe3fed-2444-4e0f-af0b-a3821d62b9cc req-12ed0753-9800-4eea-b959-0eca52cc9ae8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489328
Dec 15 13:14:10.493834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c15ea-ace5-4760-8c80-fb63869cd3d6 req-465e8fad-2ade-4fd9-834f-3f400fba24c5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:10.495513 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-458c15ea-ace5-4760-8c80-fb63869cd3d6 req-465e8fad-2ade-4fd9-834f-3f400fba24c5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0888205
Dec 15 13:14:10.548879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-458c15ea-ace5-4760-8c80-fb63869cd3d6 req-b25978d6-750e-4540-8093-77446626e072 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460680
Dec 15 13:14:10.995864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b5175402-8042-45b8-939a-ab74e963e198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:11.773575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f946f67-7725-4327-88c5-c06db2e94e28 req-624f9b3a-4f1d-416b-adfe-b50180c02ce5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:11.775186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f946f67-7725-4327-88c5-c06db2e94e28 req-624f9b3a-4f1d-416b-adfe-b50180c02ce5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0848713
Dec 15 13:14:11.826169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f946f67-7725-4327-88c5-c06db2e94e28 req-e98d9bf5-e1b3-4f81-9bfe-a4c60910778e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441253
Dec 15 13:14:12.681779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:13.050920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fac3f-d3b7-4df4-8697-26d24180b8d3 req-39d836cf-ad13-4ea6-90a8-3021cb32e416 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:13.052615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-933fac3f-d3b7-4df4-8697-26d24180b8d3 req-39d836cf-ad13-4ea6-90a8-3021cb32e416 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0939384
Dec 15 13:14:13.104050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-933fac3f-d3b7-4df4-8697-26d24180b8d3 req-54e079fd-a8d8-4840-ab78-ac989a2c0be4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449412
Dec 15 13:14:13.442620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-132831a9-d73d-42ac-bb8b-3af00c02129e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:13.711858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:14.340074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc5153-57d7-4ebc-b9be-0c7a173ffbce req-6c3c34ac-88b3-4a7b-9fe1-a5a6f4c7cbdb tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:14.341685 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3afc5153-57d7-4ebc-b9be-0c7a173ffbce req-6c3c34ac-88b3-4a7b-9fe1-a5a6f4c7cbdb tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0992517
Dec 15 13:14:14.395470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3afc5153-57d7-4ebc-b9be-0c7a173ffbce req-8fbdb434-7a1f-4f47-af52-dbc5209a054d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468464
Dec 15 13:14:15.339952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:15.607383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab430b8-d9c0-4e5d-a3a8-001421a83caa req-703b36ee-57bc-4857-a65f-50afeeb2e416 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:15.609066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ab430b8-d9c0-4e5d-a3a8-001421a83caa req-703b36ee-57bc-4857-a65f-50afeeb2e416 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0897000
Dec 15 13:14:15.660930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ab430b8-d9c0-4e5d-a3a8-001421a83caa req-bc5127fd-6821-4991-bac0-f37099a72a61 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455122
Dec 15 13:14:15.869983 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-034af748-608a-45f1-897a-8cbee50988e2 req-c95d9736-5006-4851-808e-cd881b3375d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0761306
Dec 15 13:14:16.269242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d9ac-5300-4c73-a43e-b76a7fc3723d req-04d2c68c-e24d-42a2-ad28-f86ffd0c7aaa tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:16.270921 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f5c7d9ac-5300-4c73-a43e-b76a7fc3723d req-04d2c68c-e24d-42a2-ad28-f86ffd0c7aaa tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.1469598
Dec 15 13:14:16.297387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-c5fca4a5-60a2-441c-9f56-739be3b1d4f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2363477
Dec 15 13:14:16.329504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f5c7d9ac-5300-4c73-a43e-b76a7fc3723d req-54b43e00-84d3-480c-acf3-9c2d37f26c41 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507948
Dec 15 13:14:17.631470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2bb4f-7ab9-4928-98f0-9712d80d29b9 req-596bac55-a453-46f6-866e-720cb6b6b761 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:17.633040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7e2bb4f-7ab9-4928-98f0-9712d80d29b9 req-596bac55-a453-46f6-866e-720cb6b6b761 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.1606989
Dec 15 13:14:17.637107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-6a0cbc8c-e193-4d2e-bf37-1fb08774f624 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1098 time: 0.1286266
Dec 15 13:14:17.798924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7e2bb4f-7ab9-4928-98f0-9712d80d29b9 req-e7fb7f60-6f43-40c6-9cf7-c83a74e8b1ce tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593029
Dec 15 13:14:17.828824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d302-37f9-4b50-9a75-7355215c9460 req-53d07529-8481-49cb-8730-a4e5aeca2363 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:17.830483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-53d07529-8481-49cb-8730-a4e5aeca2363 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1758518
Dec 15 13:14:17.942660 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-070a48d1-3211-4c1f-9d98-7bd3eedcb4b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 1001 time: 0.1059728
Dec 15 13:14:18.020491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d302-37f9-4b50-9a75-7355215c9460 req-c24d3810-9d26-492c-a0a3-2e59647f446a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:18.022129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-c24d3810-9d26-492c-a0a3-2e59647f446a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0733912
Dec 15 13:14:18.369201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-c494dbf7-38c9-4774-a474-c041fcf84262 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3408282
Dec 15 13:14:18.517046 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-2a45ccde-d0b4-4369-9160-f04a589ad98e service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412165
Dec 15 13:14:18.677705 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-3f484cd2-9cb1-4328-9142-05ecf08af840 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505349
Dec 15 13:14:19.025418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2fcb9-ce64-45a7-9a7c-28d6362cf7d9 req-eaf93b6b-59bf-4761-ae5d-88c4b1ecc682 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:19.027634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3df2fcb9-ce64-45a7-9a7c-28d6362cf7d9 req-eaf93b6b-59bf-4761-ae5d-88c4b1ecc682 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0914819
Dec 15 13:14:19.081120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3df2fcb9-ce64-45a7-9a7c-28d6362cf7d9 req-4548196b-5b29-4c5d-bfa4-45efb66a226b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468917
Dec 15 13:14:20.145010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-4b143dd8-97fc-4f57-b264-8071b7bb9f03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1098 time: 0.0825286
Dec 15 13:14:20.374246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-83839996-48f5-40f5-a368-e8b6ca5fffd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:20.376701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-83839996-48f5-40f5-a368-e8b6ca5fffd8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.2092888
Dec 15 13:14:20.396512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-1f188089-6952-4a69-a3c0-6d262c11d8c4 service neutron] 10.222.0.77 "GET /v2.0/ports/57a623f4-ed77-43b9-b0b7-33c24af86b13/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0873430
Dec 15 13:14:20.488039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b6cb-60a5-43ea-9c6e-83f3de611d83 req-7b8d2b86-0ebe-443e-aa98-03f155aa7850 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:20.489716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f085b6cb-60a5-43ea-9c6e-83f3de611d83 req-7b8d2b86-0ebe-443e-aa98-03f155aa7850 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.2714405
Dec 15 13:14:20.534609 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-08d4f5c2-b6e8-4abe-9456-0e6184b4d816 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 1001 time: 0.1504903
Dec 15 13:14:20.620823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f085b6cb-60a5-43ea-9c6e-83f3de611d83 req-cf722229-4958-4a1a-9e7c-5f4aaaf020a6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234910
Dec 15 13:14:20.628797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-02b7f32a-9271-4e66-a543-739051df0777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:20.631050 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-02b7f32a-9271-4e66-a543-739051df0777 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0878675
Dec 15 13:14:20.695655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-8f53efac-da5c-4a09-ae7c-4a7e1c995f98 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 1098 time: 0.0859931
Dec 15 13:14:20.719016 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-0ed22aef-b5c3-4dc4-bb50-083af84bae8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0817780
Dec 15 13:14:20.870350 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-51d2e64f-c69c-4668-b61e-aafccf4dea69 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446011
Dec 15 13:14:21.024041 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2d23746-0524-467d-82e6-6e5d9632e09f req-5b70721c-30d3-4893-91c3-28e7f33bff92 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475108
Dec 15 13:14:21.146263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-5a6b81cc-c19e-4b5c-a1cd-61a73fbe0ac1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1098 time: 0.0826049
Dec 15 13:14:21.293315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d302-37f9-4b50-9a75-7355215c9460 req-a0a3e93c-93f2-4794-bc84-8195bdb4aa32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:21.295406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-a0a3e93c-93f2-4794-bc84-8195bdb4aa32 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1427925
Dec 15 13:14:21.407255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-bb08e253-932e-4bcf-8023-73c22541f56a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 1001 time: 0.1053262
Dec 15 13:14:21.480259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d302-37f9-4b50-9a75-7355215c9460 req-223aab08-38ce-4783-aa5c-f9ec3a7c0e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:21.482081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-223aab08-38ce-4783-aa5c-f9ec3a7c0e1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0691037
Dec 15 13:14:21.568950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-67438e1b-114f-4f69-b271-2875219b54f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803742
Dec 15 13:14:21.722607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-b9b64dfd-3453-48c0-98ee-e88bcd8846d7 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474488
Dec 15 13:14:21.837513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1447e4-a211-4daf-b57f-f1b646f9cd94 req-bd3c2b06-e4b2-4a46-b9bb-5d492fe6f673 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:21.839029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c1447e4-a211-4daf-b57f-f1b646f9cd94 req-bd3c2b06-e4b2-4a46-b9bb-5d492fe6f673 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0901325
Dec 15 13:14:21.876269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-eecebbd7-c089-41fb-8259-cdf865fe1f29 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476357
Dec 15 13:14:21.891065 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c1447e4-a211-4daf-b57f-f1b646f9cd94 req-78ed5813-2511-489a-a538-812e31648a51 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450108
Dec 15 13:14:23.104929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d85cf4-ea79-4c6c-8d97-2edd45696117 req-d74ab743-23d0-424f-b3ca-ced3cb3e7eae tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:23.106877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-55d85cf4-ea79-4c6c-8d97-2edd45696117 req-d74ab743-23d0-424f-b3ca-ced3cb3e7eae tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0868211
Dec 15 13:14:23.159689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-55d85cf4-ea79-4c6c-8d97-2edd45696117 req-a966a935-e923-4c6b-a47f-df48af173dfd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463362
Dec 15 13:14:23.880723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 57a623f4-ed77-43b9-b0b7-33c24af86b13 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:14:23.884392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 57a623f4-ed77-43b9-b0b7-33c24af86b13 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:14:24.118426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:24.147700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:24.168261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'mac_address': 'fa:16:3e:dd:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:14:24.175626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:14:24.228236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:24.239522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:24.247482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:24.296938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'code': 200}
Dec 15 13:14:24.313808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:24.350944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57a623f4-ed77-43b9-b0b7-33c24af86b13 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:14:24.361522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:24.391781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57ee4-81c5-4e00-929b-8099b0e9535e req-34fa6fd6-d5cb-4852-89b6-12fdf3dd4698 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:24.393688 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2be57ee4-81c5-4e00-929b-8099b0e9535e req-34fa6fd6-d5cb-4852-89b6-12fdf3dd4698 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 943 time: 0.0917373
Dec 15 13:14:24.409831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.410136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.410505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.410881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.411252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.411657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.412024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.412392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.412756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.413120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.413491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:24.420112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:24.442956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:14:24.443385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:14:24.458444 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2be57ee4-81c5-4e00-929b-8099b0e9535e req-f0e720fe-8fce-4ede-a3b9-ceeedf1db466 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578926
Dec 15 13:14:24.878031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487eb84-bd32-475d-8663-f5e7ce73b7c9 req-14ebb178-a1f6-4c3b-8126-16084cf4a608 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:24.879729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8487eb84-bd32-475d-8663-f5e7ce73b7c9 req-14ebb178-a1f6-4c3b-8126-16084cf4a608 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 943 time: 0.1569209
Dec 15 13:14:24.890934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-6a7fc01a-a761-47fc-accd-c5b4dce2ed40 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:24.892491 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-6a7fc01a-a761-47fc-accd-c5b4dce2ed40 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959&tenant_id=a0faa96c48744acc95c75dc63d572453&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 943 time: 0.1341338
Dec 15 13:14:24.942891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8487eb84-bd32-475d-8663-f5e7ce73b7c9 req-b827cfc1-e970-4b7f-936c-c952efc61e1c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493283
Dec 15 13:14:25.001153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:25.020842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a623f4-ed77-43b9-b0b7-33c24af86b13 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:14:25.037590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:25.041557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:25.043698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:25.050265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-a4c405fd-a4c6-4e48-9b5d-75d6c0c4d375 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1096 time: 0.0818689
Dec 15 13:14:25.119649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['57a623f4-ed77-43b9-b0b7-33c24af86b13'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:14:25.159707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:25.164624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:25.200339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-9f8f87d0-a4e3-407a-91a0-dc4e696eb5ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:25.201972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-9f8f87d0-a4e3-407a-91a0-dc4e696eb5ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1457245
Dec 15 13:14:25.311246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-55723a37-0835-4e36-b77c-0b2636ad878b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 1000 time: 0.1026609
Dec 15 13:14:25.385248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-b838e651-6951-45e5-871a-3babcb9ea0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:25.386924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-b838e651-6951-45e5-871a-3babcb9ea0df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0690126
Dec 15 13:14:25.471572 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-dcea9928-c1bd-4ec2-8725-914fd5ff81fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776920
Dec 15 13:14:25.616173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:14:25.622774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-1d75c82e-9931-4a44-810e-bf5fb30239eb service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445622
Dec 15 13:14:25.782595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c909d59-a93f-4ad8-8be9-0e66a951be41 req-e149ed78-c186-490b-aed4-eca494b8c212 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423397
Dec 15 13:14:25.880271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 57a623f4-ed77-43b9-b0b7-33c24af86b13 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:14:25.957533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 57a623f4-ed77-43b9-b0b7-33c24af86b13 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:14:25.957961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:26.099409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:26.135127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:26.139124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:26.142727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:26.180800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087523c-a65d-4099-ada8-3dc31e59e8ad req-14882314-2184-4e2a-aba5-58f4566b9253 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:26.182431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6087523c-a65d-4099-ada8-3dc31e59e8ad req-14882314-2184-4e2a-aba5-58f4566b9253 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 944 time: 0.0941164
Dec 15 13:14:26.211772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:26.215399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:26.235004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6087523c-a65d-4099-ada8-3dc31e59e8ad req-d733a63f-2b05-4ffd-8272-ab3f23ccd6c9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457091
Dec 15 13:14:26.298624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:14:26.364241 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'code': 200}
Dec 15 13:14:27.446866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c7667-de22-441b-bb1b-20992f78d210 req-37d4bcc8-3866-448f-a4de-7aeb7678dae1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:27.448535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e84c7667-de22-441b-bb1b-20992f78d210 req-37d4bcc8-3866-448f-a4de-7aeb7678dae1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0866339
Dec 15 13:14:27.499369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e84c7667-de22-441b-bb1b-20992f78d210 req-d98583be-a31f-4f2c-8374-12dc312ce21d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442879
Dec 15 13:14:27.711785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d8f7e-e63c-42a9-93ba-1b10aea5c564 req-963b93e4-8a1f-4da9-b703-62a466bbd4e4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:27.713406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f3d8f7e-e63c-42a9-93ba-1b10aea5c564 req-963b93e4-8a1f-4da9-b703-62a466bbd4e4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0849273
Dec 15 13:14:27.768215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f3d8f7e-e63c-42a9-93ba-1b10aea5c564 req-5c075d27-5fc6-4a66-b645-e4c5c8d7bcbd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479374
Dec 15 13:14:28.217854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d709a21-92e7-448e-83da-e21a4a1c4c8c req-56997079-97ed-4753-9ea4-d407fa538286 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:28.219601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5d709a21-92e7-448e-83da-e21a4a1c4c8c req-56997079-97ed-4753-9ea4-d407fa538286 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.1367726
Dec 15 13:14:28.275664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-c3c11270-c4da-4a72-90f6-8f947f0c2e7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 1098 time: 0.1380157
Dec 15 13:14:28.312785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5d709a21-92e7-448e-83da-e21a4a1c4c8c req-b9972cbc-8c86-4ffb-91c1-7393867dbf8f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853028
Dec 15 13:14:28.318157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:28.695880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-914c5eb3-fe2b-40ed-b13f-10f23e65770e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:28.698737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-914c5eb3-fe2b-40ed-b13f-10f23e65770e service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.4164345
Dec 15 13:14:28.809828 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-f2fbf2b6-400a-4b09-ae49-46bbb26f18e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 200  len: 1001 time: 0.1031802
Dec 15 13:14:28.881438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-f9c1fc7e-2a04-414b-b9f5-8172226f4099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:28.883069 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-f9c1fc7e-2a04-414b-b9f5-8172226f4099 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0662889
Dec 15 13:14:28.968191 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-5623b1d8-2d1c-425a-9f3d-5652faaae170 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790000
Dec 15 13:14:29.117712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-88007aba-3fc7-4478-8040-e27f95f56c5a service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429608
Dec 15 13:14:29.263900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4637ed2b-6751-4d5d-933c-2f719cc8c937 req-a2f868b9-7438-4b1b-b77a-f9161024b943 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398370
Dec 15 13:14:29.532715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3f7cd-f397-4283-a500-4ab996a58662 req-e3179da9-77d9-4053-bad7-569bec1d7f4e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:29.534337 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45d3f7cd-f397-4283-a500-4ab996a58662 req-e3179da9-77d9-4053-bad7-569bec1d7f4e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0876429
Dec 15 13:14:29.585307 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45d3f7cd-f397-4283-a500-4ab996a58662 req-ff3f75a4-5eeb-49cc-90ba-2513f5df06cb tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446348
Dec 15 13:14:30.808403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075fc9f-6f2e-42bb-9b0a-4ab083d9a561 req-e7f700a0-1ce9-464b-9bf3-37c0c1f39e44 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:30.810205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4075fc9f-6f2e-42bb-9b0a-4ab083d9a561 req-e7f700a0-1ce9-464b-9bf3-37c0c1f39e44 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0900450
Dec 15 13:14:30.862934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4075fc9f-6f2e-42bb-9b0a-4ab083d9a561 req-fe48d7fd-a674-4af9-bebb-12ebab148af2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462341
Dec 15 13:14:31.293428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac33b8-0c18-4b7a-8f78-43de48ad4878 req-73e23828-c2cf-4c4e-bdad-5e9c93022b08 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:31.295460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8bac33b8-0c18-4b7a-8f78-43de48ad4878 req-73e23828-c2cf-4c4e-bdad-5e9c93022b08 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0872874
Dec 15 13:14:31.349795 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8bac33b8-0c18-4b7a-8f78-43de48ad4878 req-b7ab1e8a-0c32-4f5b-98f0-9f3b6ad95337 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479825
Dec 15 13:14:32.581287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032f5f8-52f0-455a-9874-90d8da155412 req-0fd22844-c357-466d-82de-76f49b20f5a2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:32.583073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7032f5f8-52f0-455a-9874-90d8da155412 req-0fd22844-c357-466d-82de-76f49b20f5a2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.1019194
Dec 15 13:14:32.635567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7032f5f8-52f0-455a-9874-90d8da155412 req-7ec00209-0f61-41e8-8e92-f7dd6a4b25b6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458107
Dec 15 13:14:32.893940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-0889a705-4ff9-4fbb-8693-72ed72d1dba1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:32.895741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-0889a705-4ff9-4fbb-8693-72ed72d1dba1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 945 time: 0.0949457
Dec 15 13:14:32.975459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Deleting port 57a623f4-ed77-43b9-b0b7-33c24af86b13 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:14:32.975853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:33.246680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] For port 57a623f4-ed77-43b9-b0b7-33c24af86b13, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=57a623f4-ed77-43b9-b0b7-33c24af86b13,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:33.246984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:33.554259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:33.554670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:33.555020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a disassociated. External IP: 172.26.0.149, port: 57a623f4-ed77-43b9-b0b7-33c24af86b13.
Dec 15 13:14:33.555380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Calling delete_port for 57a623f4-ed77-43b9-b0b7-33c24af86b13 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:14:33.716264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:33.722816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4932997-bd38-4848-b7cb-775bb48b59d8 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:33.772035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event deleted for resources: {'Port': ['ID=57a623f4-ed77-43b9-b0b7-33c24af86b13,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:33.829966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff9fb0e2-e2b0-4912-89b4-4d61c7943f51 req-dddb977e-ab27-47bf-95a1-19e9f4de1db3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 210 time: 0.0614340
Dec 15 13:14:33.832336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.833006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.833304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.833763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.834209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.834716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.835107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.835529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.835950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.836344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.836734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:14:33.840729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:34.069415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:14:34.293632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:14:34.304659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:14:34.319043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:14:34.319869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa787b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:14:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:34.370083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] No DVR routers for this DVR port 57a623f4-ed77-43b9-b0b7-33c24af86b13 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:14:34.373598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:34.376604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-deleted', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:14:34.394250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0da6d7bf-7369-435a-97ad-d23c5545672b req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "DELETE /v2.0/ports/57a623f4-ed77-43b9-b0b7-33c24af86b13 HTTP/1.1" status: 204  len: 173 time: 1.4934230
Dec 15 13:14:34.437693 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7503557-9c14-46f5-9000-f196f74c2959', 'name': 'network-vif-deleted', 'tag': '57a623f4-ed77-43b9-b0b7-33c24af86b13', 'status': 'completed', 'code': 200}
Dec 15 13:14:34.708317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:14:35.026696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-873ed9e5-474c-43eb-9e80-f06431d07316 req-e02653f7-c97f-4529-8b0e-75ea74f19957 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:14:35.044062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-873ed9e5-474c-43eb-9e80-f06431d07316 req-e02653f7-c97f-4529-8b0e-75ea74f19957 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:14:35.045725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-873ed9e5-474c-43eb-9e80-f06431d07316 req-e02653f7-c97f-4529-8b0e-75ea74f19957 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7503557-9c14-46f5-9000-f196f74c2959 HTTP/1.1" status: 200  len: 210 time: 0.0670476
Dec 15 13:14:35.065437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa787b8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:35.069816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:14:35.082349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:14:35.083067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa787b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:14:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:35.279213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:14:35.624243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa787b8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:35.628818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44e6c6-19cb-4d02-858c-6e0c34eb5bc6 None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:14:36.070397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212356d6-6313-454b-aa1c-a2e19501f583 None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:14:36.458686 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-4d9f7bbb-284a-45e4-a421-bebbc9d82d0d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327990410&fields=id&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 267 time: 0.0470681
Dec 15 13:14:36.625887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-47878171-f13f-494f-aa06-675a96812cdd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:36.626646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-47878171-f13f-494f-aa06-675a96812cdd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:14:36.645462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-47878171-f13f-494f-aa06-675a96812cdd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:14:36.646764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-47878171-f13f-494f-aa06-675a96812cdd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.1807034
Dec 15 13:14:36.665397 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-cbed8cd9-5012-4f50-9e6e-dbba0fc64b67 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/quotas/a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 375 time: 0.0124905
Dec 15 13:14:36.755654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-f1a3b6ea-75b3-48e3-9fd8-dd3c385c0b8d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0838361
Dec 15 13:14:36.853278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-2545e038-a196-4807-8b38-12ae8f05696b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:14:36.854369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-2545e038-a196-4807-8b38-12ae8f05696b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0860748
Dec 15 13:14:37.017470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-a2c2cd7a-1533-42ee-90cc-9a375e2cab74 service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558163
Dec 15 13:14:37.167987 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-e9dfb042-561b-4d51-8ea6-b1e48a8f6e3c service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438024
Dec 15 13:14:37.374347 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527064da-0d3b-4ab7-afe2-46a907a0fc77 req-fb9c47e3-3d50-4cb0-b85a-bd65ac71f219 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 210 time: 0.0466499
Dec 15 13:14:37.928156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 57a623f4-ed77-43b9-b0b7-33c24af86b13 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:14:37.963453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 57a623f4-ed77-43b9-b0b7-33c24af86b13 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:14:37.963855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 57a623f4-ed77-43b9-b0b7-33c24af86b13 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:14:38.491045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-89121675-253f-42a9-89b3-0b5380037b40 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:38.492668 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-89121675-253f-42a9-89b3-0b5380037b40 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.1658165
Dec 15 13:14:38.553506 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-e55fd589-7091-4c45-a7a8-d9cacfa4d176 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 379 time: 0.0494938
Dec 15 13:14:38.562586 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ace7b551-fc81-4deb-a7c2-12170842e11b req-67577083-260f-4706-8923-42193c8228ae tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 210 time: 0.0563827
Dec 15 13:14:38.576168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'port': {'device_id': '7ec5f095-6df4-4159-8167-527a9de1426e', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'admin_state_up': True, 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'security_groups': ['a5a47fc0-d660-44d8-930e-84b27774b166']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:14:38.730923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:14:38.741370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:14:38.754285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Made reservation on behalf of a0faa96c48744acc95c75dc63d572453 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:14:38.759997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:38.950695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Allocated IP 172.20.0.10 (115cf090-fb88-4348-90c9-19de4ffb0ba7/0288275d-0b87-4f0f-846b-14236b95a63f/8e96cb6c-f03e-49de-86be-9c970526d115) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:14:39.153888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:39.170811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Transition to ACTIVE for port object 8e96cb6c-f03e-49de-86be-9c970526d115 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:14:39.191778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:39.197613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-39a93579-e84d-4d1b-b7c3-6b3436c33821 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:39.279705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:14:39.283394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:14:39.288242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:14:39.320891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:39.327131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:39.363380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:39.364096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:39.391795 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8210602
Dec 15 13:14:39.404816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Request body: {'port': {'device_id': '7ec5f095-6df4-4159-8167-527a9de1426e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:14:39.531670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:39.626683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-99e3673b-0078-4259-9719-0dbf1fa0fbc1 None None] Provisioning for port 8e96cb6c-f03e-49de-86be-9c970526d115 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:14:39.634149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-99e3673b-0078-4259-9719-0dbf1fa0fbc1 None None] Provisioning complete for port 8e96cb6c-f03e-49de-86be-9c970526d115 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:14:39.634703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99e3673b-0078-4259-9719-0dbf1fa0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:39.693264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-99e3673b-0078-4259-9719-0dbf1fa0fbc1 None None] Port 8e96cb6c-f03e-49de-86be-9c970526d115 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:14:39.900409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b0ba-8f93-44ed-82d2-44dde30e4e8a req-135d5ba0-2ecb-4016-95d7-5baeb5c0e239 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:39.901086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fea8b0ba-8f93-44ed-82d2-44dde30e4e8a req-135d5ba0-2ecb-4016-95d7-5baeb5c0e239 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:14:39.980360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fea8b0ba-8f93-44ed-82d2-44dde30e4e8a req-135d5ba0-2ecb-4016-95d7-5baeb5c0e239 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:14:39.981702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fea8b0ba-8f93-44ed-82d2-44dde30e4e8a req-135d5ba0-2ecb-4016-95d7-5baeb5c0e239 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 932 time: 0.2732279
Dec 15 13:14:39.990713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e96cb6c-f03e-49de-86be-9c970526d115 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:14:40.011762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:40.041046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Transition to ACTIVE for port object 8e96cb6c-f03e-49de-86be-9c970526d115 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:14:40.048150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:40.053894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:40.102256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fea8b0ba-8f93-44ed-82d2-44dde30e4e8a req-e8fd3511-ae0e-4d12-b942-f9b0b666228c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138053
Dec 15 13:14:40.434010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:40.437871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:40.551256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Attempting to bind port 8e96cb6c-f03e-49de-86be-9c970526d115 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:14:40.551893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Attempting to bind port 8e96cb6c-f03e-49de-86be-9c970526d115 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:14:40.552031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Attempting to bind port 8e96cb6c-f03e-49de-86be-9c970526d115 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:14:40.558814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Port 8e96cb6c-f03e-49de-86be-9c970526d115 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:14:40.559206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Attempting to bind port 8e96cb6c-f03e-49de-86be-9c970526d115 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:14:40.566334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:14:40.566707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Checking segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:14:40.567121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Bound using segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:14:40.567703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Bound port: 8e96cb6c-f03e-49de-86be-9c970526d115, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:14:40.568097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:40.663513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:14:40.666858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:14:40.671497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:40.675772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65989d0f-cf5b-44e1-b011-133f10f919c8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:40.734558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:40.736467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] 10.222.0.77 "PUT /v2.0/ports/8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 1094 time: 1.3361073
Dec 15 13:14:40.745144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:14:40.765990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:40.769777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:40.827461 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115', 'status': 'completed', 'code': 200}
Dec 15 13:14:40.870121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-8afcd29b-abd1-4574-b3c9-40a5a3363a55 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1097 time: 0.0891142
Dec 15 13:14:40.954333 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-8c97baf1-188d-41fa-a1d5-ac0f1211de25 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 217 time: 0.0771503
Dec 15 13:14:41.000709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72bf08de-8557-41a1-bd81-3d55f5656072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:41.026902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-629d338b-6125-41e7-873b-d79028fa6488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:41.028472 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-629d338b-6125-41e7-873b-d79028fa6488 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0669193
Dec 15 13:14:41.115577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-c9cefe16-1f3b-4a41-bd1a-9e2d1ca63457 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792761
Dec 15 13:14:41.323611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-5711719d-ca06-4fc3-b051-d184f0c84d0e service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011487
Dec 15 13:14:41.457405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e2259-6358-40f3-95f2-0985d1543571 req-7fbe0bdf-b5db-4acd-8d3e-fbdb7912f976 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:41.459022 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-708e2259-6358-40f3-95f2-0985d1543571 req-7fbe0bdf-b5db-4acd-8d3e-fbdb7912f976 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 944 time: 0.2240529
Dec 15 13:14:41.537730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e8c0c937-fc97-48b4-b7e7-1cfc2e5444d8 req-773565a6-43d5-4aca-a93b-ada62a1828e2 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031796
Dec 15 13:14:41.540622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-708e2259-6358-40f3-95f2-0985d1543571 req-d47225d4-c3a4-4b75-9fe1-0be85c1941e0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733254
Dec 15 13:14:41.667793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-b9c5e746-17a9-45e1-b7ed-f8bf4ccbb634 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1097 time: 0.0834332
Dec 15 13:14:41.815448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-ab467a0e-62ca-45b6-ae44-aebc25493587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:41.817213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-ab467a0e-62ca-45b6-ae44-aebc25493587 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1426487
Dec 15 13:14:41.893883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-b1cb90cb-d60b-4362-86c8-80e692ff34c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 217 time: 0.0692921
Dec 15 13:14:41.967996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-22e6b79d-9bc5-4424-83bf-c6d8a4897710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:41.969639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-22e6b79d-9bc5-4424-83bf-c6d8a4897710 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0696068
Dec 15 13:14:42.060891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-ff373497-5e20-498a-8df1-46ff50577e91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0837240
Dec 15 13:14:42.216114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-c40f1d7c-b865-4f78-8471-cae7ad979463 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466262
Dec 15 13:14:42.374600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a622dcba-71a7-4e56-aef8-d9864ef4fd7d req-16c879bf-e431-4120-94ee-7542dedde600 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519694
Dec 15 13:14:42.687866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:42.764239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5ee5-a333-4c3c-b7d0-bf7f24a585ae req-6e0d6470-99ba-4e87-b88b-00680194f6c1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:42.765942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9d3b5ee5-a333-4c3c-b7d0-bf7f24a585ae req-6e0d6470-99ba-4e87-b88b-00680194f6c1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 944 time: 0.0950370
Dec 15 13:14:42.817857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9d3b5ee5-a333-4c3c-b7d0-bf7f24a585ae req-0ccac8f7-c907-450c-aa7c-2e298b49d2e1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448070
Dec 15 13:14:43.445988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-40b1fb78-db36-4794-b918-66c2c83353f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:43.714357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:43.927466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:14:44.032815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df42-bfc7-48e9-ad0e-777e70319d69 req-c91285bd-8f84-4246-939b-ab2044ecd45d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:44.034463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a34df42-bfc7-48e9-ad0e-777e70319d69 req-c91285bd-8f84-4246-939b-ab2044ecd45d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 944 time: 0.0893915
Dec 15 13:14:44.078946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:44.087647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a34df42-bfc7-48e9-ad0e-777e70319d69 req-ca11154b-fd46-4e9c-9659-4d6f36e53020 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464721
Dec 15 13:14:44.103978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '8e96cb6c-f03e-49de-86be-9c970526d115', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': '8e96cb6c-f03e-49de-86be-9c970526d115', 'mac_address': 'fa:16:3e:ba:18:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:14:44.161237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:44.180506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e96cb6c-f03e-49de-86be-9c970526d115 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:14:44.196379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:44.199847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:44.202495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:44.270538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:44.273680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:44.422405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['8e96cb6c-f03e-49de-86be-9c970526d115'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:14:45.310675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ea571-7529-4c67-a8a5-a0e018989ed6 req-47aeb57c-c6a7-488c-89a5-0dda9c283c30 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:45.311905 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8ea571-7529-4c67-a8a5-a0e018989ed6 req-47aeb57c-c6a7-488c-89a5-0dda9c283c30 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 945 time: 0.0976062
Dec 15 13:14:45.344312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:45.362738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e8ea571-7529-4c67-a8a5-a0e018989ed6 req-f28f7d55-92e0-4102-bb89-e7061ebb43a1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444243
Dec 15 13:14:45.942915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:14:46.018709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 8e96cb6c-f03e-49de-86be-9c970526d115 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:14:46.023988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 8e96cb6c-f03e-49de-86be-9c970526d115 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:14:46.024401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:46.148773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:46.179568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:14:46.191776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:14:46.195646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:46.198486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:14:46.237944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115', 'code': 200}
Dec 15 13:14:46.281015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:14:46.284604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:14:46.501414 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9cee2c26-0714-496e-a879-1f661fb0b080 req-2b00a300-0913-4fab-aecc-eec48058636b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1099 time: 0.0835068
Dec 15 13:14:46.550301 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9cee2c26-0714-496e-a879-1f661fb0b080 req-1d50bf71-68eb-4fe7-9e38-7c051668a7f2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430064
Dec 15 13:14:46.584321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8084a-acd7-4070-8aa9-befca8cab7e9 req-a4a388e9-4de6-4658-b60b-f3d1296edf0b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:46.585957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26a8084a-acd7-4070-8aa9-befca8cab7e9 req-a4a388e9-4de6-4658-b60b-f3d1296edf0b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0872476
Dec 15 13:14:46.640729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26a8084a-acd7-4070-8aa9-befca8cab7e9 req-462b279c-369d-4810-9d08-923eb9f92b3e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479085
Dec 15 13:14:47.855303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93595df-2b8a-4a37-9e26-d385739e2e29 req-fb4902d6-e5c5-4880-937b-812b54a72c6b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:47.856756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a93595df-2b8a-4a37-9e26-d385739e2e29 req-fb4902d6-e5c5-4880-937b-812b54a72c6b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0857046
Dec 15 13:14:47.932006 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a93595df-2b8a-4a37-9e26-d385739e2e29 req-ccf26e90-2175-4355-b2bb-6f74bc5358bb tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669341
Dec 15 13:14:48.171657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b39dcd-0179-482c-a3c2-f1063ee3251a req-d97b4901-8e91-47cf-a349-ee91e306fcfc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:48.173070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61b39dcd-0179-482c-a3c2-f1063ee3251a req-d97b4901-8e91-47cf-a349-ee91e306fcfc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0947423
Dec 15 13:14:48.187166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36662) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:14:48.193374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'floatingip': {'port_id': '8e96cb6c-f03e-49de-86be-9c970526d115'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:14:48.278417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:48.928908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:48.932773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:49.142679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a associated. External IP: 172.26.0.149, port: 8e96cb6c-f03e-49de-86be-9c970526d115.
Dec 15 13:14:49.819920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:14:50.042049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:14:50.047785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:14:50.053759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:14:50.068922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:14:50.069627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad149e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:14:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:50.108907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c1c2f6ec-4d3f-4df1-8c47-e715aac33548 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "PUT /v2.0/floatingips/a02b1442-2138-456a-8c66-75754746935a HTTP/1.1" status: 200  len: 992 time: 1.9203498
Dec 15 13:14:50.109541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:14:50.184820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115', 'status': 'completed', 'code': 200}
Dec 15 13:14:50.265133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:14:50.323521 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50d08306-b921-457c-84c7-d471aba240f3 req-cf52121a-4f70-49c1-a080-b3b7bb8d7ce8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1099 time: 0.1159468
Dec 15 13:14:50.486794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d08306-b921-457c-84c7-d471aba240f3 req-2d3fd746-23ae-49f0-b54f-7f23ca10fa5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:50.488449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50d08306-b921-457c-84c7-d471aba240f3 req-2d3fd746-23ae-49f0-b54f-7f23ca10fa5b service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1577601
Dec 15 13:14:50.602805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50d08306-b921-457c-84c7-d471aba240f3 req-06026b8b-c3b9-4ef9-b5fa-0fc3c6cfe6c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 1000 time: 0.1077838
Dec 15 13:14:50.652141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad149e8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '8e96cb6c-f03e-49de-86be-9c970526d115', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:ba:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5f095-6df4-4159-8167-527a9de1426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:14:48Z', 'revision_number': 9, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:50.657786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:14:50.671012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:14:50.671715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad149e8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:14:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:50.675262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d08306-b921-457c-84c7-d471aba240f3 req-b79f5dab-eaab-429f-8c50-6a12a2c6ca94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:14:50.677001 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50d08306-b921-457c-84c7-d471aba240f3 req-b79f5dab-eaab-429f-8c50-6a12a2c6ca94 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0679080
Dec 15 13:14:50.766112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50d08306-b921-457c-84c7-d471aba240f3 req-a6273582-5cec-4933-97c9-f858df28c49a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0827138
Dec 15 13:14:50.926860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50d08306-b921-457c-84c7-d471aba240f3 req-f5efc990-6575-424f-9f0e-4ed18422a12c service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536841
Dec 15 13:14:51.064040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:14:51.089755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-50d08306-b921-457c-84c7-d471aba240f3 req-697489a4-42bf-46df-a76e-c2476fb82ba3 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541364
Dec 15 13:14:51.465342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad149e8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '8e96cb6c-f03e-49de-86be-9c970526d115', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:ba:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5f095-6df4-4159-8167-527a9de1426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:14:48Z', 'revision_number': 9, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:14:51.470203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed989f75-b8fb-4981-a7a6-0ad80ad3d9a0 None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': '8e96cb6c-f03e-49de-86be-9c970526d115', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:ba:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5f095-6df4-4159-8167-527a9de1426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:14:48Z', 'revision_number': 9, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:14:51.820065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce1075-37a4-4d25-9ea8-5268d0926a95 None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:14:58.333388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:02.618724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:15:11.005908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-41f4c02f-c4fb-4d14-9c2f-dd2e58704f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:12.683660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:13.454399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c9c27283-038b-4c81-a13b-e8bb02da1f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:13.717343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:15.344073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:19.684759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-8c640cac-7718-4d31-ae5c-ef30c33e1446 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0871546
Dec 15 13:15:19.848621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-3a611332-46f2-4c8a-8a36-713147b4965c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1099 time: 0.0873654
Dec 15 13:15:20.019840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-0ed59916-afac-4528-8fe6-b7cbcf5f176e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:20.021492 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-0ed59916-afac-4528-8fe6-b7cbcf5f176e service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1521580
Dec 15 13:15:20.139606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-21065c83-ae26-4783-bc41-4e8b93b0757b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 1003 time: 0.1066065
Dec 15 13:15:20.214987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-b8c3679f-45ec-42a2-a76e-3273221faeee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:20.216972 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-b8c3679f-45ec-42a2-a76e-3273221faeee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0705998
Dec 15 13:15:20.304557 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-1c1eb1aa-1215-4552-9e81-a8100649b253 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803130
Dec 15 13:15:20.458355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-00188369-9eea-40ab-bfb6-b1fa283b032f service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460407
Dec 15 13:15:20.603881 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-56631480-2227-49a5-a13e-ff9154ef30b4 req-f265be5a-0079-4eb5-b70b-831137e2870c service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386571
Dec 15 13:15:28.222431 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-13be0821-aeb0-40e4-817e-37bf817d89e2 req-737994a5-8adc-4ecd-a8c7-2091bd9391fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0755057
Dec 15 13:15:28.338403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:28.790940 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-6b6a214e-79aa-41d8-bb5c-8ff66cb5e539 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3683422
Dec 15 13:15:28.823117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca075836-454f-4f0c-929e-0f1f8ab0c03d req-f17a189b-bfa8-4774-89d5-11ba90dc0c14 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:28.824674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca075836-454f-4f0c-929e-0f1f8ab0c03d req-f17a189b-bfa8-4774-89d5-11ba90dc0c14 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.3353095
Dec 15 13:15:28.876874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca075836-454f-4f0c-929e-0f1f8ab0c03d req-ba5afb1f-bfa9-490a-b43f-153c5a6d219a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451326
Dec 15 13:15:30.119526 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-6d898c8d-0965-49b8-a471-7e7e4de597eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1099 time: 0.1501572
Dec 15 13:15:30.126627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738e88-3bfb-4451-a899-3702d015cd81 req-5923d1a4-e09e-4765-abf7-78a2dfd21ec0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:30.128223 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e9738e88-3bfb-4451-a899-3702d015cd81 req-5923d1a4-e09e-4765-abf7-78a2dfd21ec0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.1158326
Dec 15 13:15:30.287379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e9738e88-3bfb-4451-a899-3702d015cd81 req-bbe7eff4-6016-4222-a071-c7c4bdd3e9c5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1353705
Dec 15 13:15:30.317224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-d5e76deb-46bd-4c50-8428-649134a66b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:30.318846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-d5e76deb-46bd-4c50-8428-649134a66b86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1896346
Dec 15 13:15:30.429921 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-76621303-d190-4372-bd0a-0b179c4760c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 1003 time: 0.1045537
Dec 15 13:15:30.504958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-c8685c58-e65b-492e-8e24-3fb6f2537ce9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:30.506596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-c8685c58-e65b-492e-8e24-3fb6f2537ce9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0697296
Dec 15 13:15:30.593126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-fb68b493-8dd7-4f9a-a196-d782057f3d05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797548
Dec 15 13:15:30.742201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-62e46a53-ee70-4f98-ba3b-d958a3002ff3 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429090
Dec 15 13:15:30.896582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-08c1965f-be02-4ea4-b6e9-e8ff7d40b353 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453948
Dec 15 13:15:31.499684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f4e39-128a-4694-a341-84311a0d45b5 req-d61fc65e-18d3-484c-b909-715cc2c17fed tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:31.501333 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-880f4e39-128a-4694-a341-84311a0d45b5 req-d61fc65e-18d3-484c-b909-715cc2c17fed tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0873561
Dec 15 13:15:31.552255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-880f4e39-128a-4694-a341-84311a0d45b5 req-f5716324-82bb-46f2-a2c9-829bade5cb0e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445628
Dec 15 13:15:32.770511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714e386-e79a-43b0-99a4-9046ee736989 req-37c8a545-6ef2-4f11-b72d-31bce40e916c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:32.772163 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9714e386-e79a-43b0-99a4-9046ee736989 req-37c8a545-6ef2-4f11-b72d-31bce40e916c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0876982
Dec 15 13:15:32.827861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9714e386-e79a-43b0-99a4-9046ee736989 req-c39414bb-d82b-41f4-982a-2bc3d084e8dd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492823
Dec 15 13:15:34.052837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49c2ec-a300-4250-bb12-3b0c42b290f0 req-bda56785-d735-4403-9b6a-7cecc16592d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:34.054501 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ad49c2ec-a300-4250-bb12-3b0c42b290f0 req-bda56785-d735-4403-9b6a-7cecc16592d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0920322
Dec 15 13:15:34.104029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ad49c2ec-a300-4250-bb12-3b0c42b290f0 req-7674783d-13e2-429e-9fb5-be18f64cc3f4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430460
Dec 15 13:15:35.314924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221502ac-686d-4532-8917-6c7eea109108 req-3553716c-4b72-4097-8b2c-5cd7f0601074 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:35.316574 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-221502ac-686d-4532-8917-6c7eea109108 req-3553716c-4b72-4097-8b2c-5cd7f0601074 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0855465
Dec 15 13:15:35.369417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-221502ac-686d-4532-8917-6c7eea109108 req-2cd9b528-d1f5-4308-900f-36179cdbf188 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463808
Dec 15 13:15:36.718020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827cb1-ba45-4d4b-9980-4ae1491563c3 req-0ee355df-7038-4916-a4d8-4d53d0fb97a8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:36.720023 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45827cb1-ba45-4d4b-9980-4ae1491563c3 req-0ee355df-7038-4916-a4d8-4d53d0fb97a8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0896113
Dec 15 13:15:36.769916 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45827cb1-ba45-4d4b-9980-4ae1491563c3 req-6f6cdc3f-a075-4117-9332-963205148000 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435362
Dec 15 13:15:37.985213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02e7a-afed-47b0-a32c-b494c172f9da req-d1f7ac44-f2cf-45a1-9ec1-ad01649c5bbd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:37.986769 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31b02e7a-afed-47b0-a32c-b494c172f9da req-d1f7ac44-f2cf-45a1-9ec1-ad01649c5bbd tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0914125
Dec 15 13:15:38.037332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31b02e7a-afed-47b0-a32c-b494c172f9da req-a89a93da-7bb0-4a81-a0bc-64ab3bd38c61 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439491
Dec 15 13:15:39.251938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595d9f6-3916-4701-8e86-9302d038b7d0 req-e84cc3ea-5790-470a-a494-84608e63c4c4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:39.253580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d595d9f6-3916-4701-8e86-9302d038b7d0 req-e84cc3ea-5790-470a-a494-84608e63c4c4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0913622
Dec 15 13:15:39.303393 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d595d9f6-3916-4701-8e86-9302d038b7d0 req-a0c2132f-8252-4976-bd60-f27a3b21e240 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433977
Dec 15 13:15:39.620432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:15:40.522389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870e5d8-facc-462f-9f33-50a8d8c58004 req-dfd1af76-6ffa-4a68-9cc7-4b0d49ac827c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:40.524013 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7870e5d8-facc-462f-9f33-50a8d8c58004 req-dfd1af76-6ffa-4a68-9cc7-4b0d49ac827c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0865867
Dec 15 13:15:40.574153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7870e5d8-facc-462f-9f33-50a8d8c58004 req-837bd69a-b7d9-443c-a76b-a17395ff0a24 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438159
Dec 15 13:15:41.004104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3ec382b-d94e-481b-af09-41c104cdfc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:41.860490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88d96a-d21a-4c8c-ac56-c6a3005c53b5 req-7f49bb4f-222d-4b84-827f-0db42b3047c6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:41.862029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e88d96a-d21a-4c8c-ac56-c6a3005c53b5 req-7f49bb4f-222d-4b84-827f-0db42b3047c6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0978200
Dec 15 13:15:41.921164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e88d96a-d21a-4c8c-ac56-c6a3005c53b5 req-8351be6e-4563-4c02-94c9-c8dc30660491 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526650
Dec 15 13:15:42.616438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-2bf2991c-8703-42ca-b879-7dc4635cea8d service neutron] 10.222.0.77 "GET /v2.0/ports/8e96cb6c-f03e-49de-86be-9c970526d115/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0890384
Dec 15 13:15:42.690135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:42.906791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-bb441ceb-2c30-4622-add7-658222cb6308 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 1099 time: 0.0794406
Dec 15 13:15:43.320146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-e009cd53-0415-4290-8beb-d4d321d2b333 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1099 time: 0.3881776
Dec 15 13:15:43.451495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e670ad45-0d7a-4e1c-a6e8-322a82a78a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:43.473843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3693a-4adf-4074-8872-9bb88ab72d2a req-f09c8e1e-58f9-43f5-b9c2-1cc644f4da24 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:43.475560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45a3693a-4adf-4074-8872-9bb88ab72d2a req-f09c8e1e-58f9-43f5-b9c2-1cc644f4da24 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.2097640
Dec 15 13:15:43.515464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-6466bfe0-94af-4625-8ec6-07d94580fae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:43.517096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-6466bfe0-94af-4625-8ec6-07d94580fae7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1891553
Dec 15 13:15:43.610808 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45a3693a-4adf-4074-8872-9bb88ab72d2a req-7ee5a733-2643-4718-8c28-9905952dfaa1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211021
Dec 15 13:15:43.647034 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-6bd86f98-3506-4855-aa75-a88999ab2aa9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 1003 time: 0.1179729
Dec 15 13:15:43.720803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:43.725424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-c27be71b-ef43-4a96-999a-9d60185e27f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:43.727088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-c27be71b-ef43-4a96-999a-9d60185e27f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0737157
Dec 15 13:15:43.812310 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-87722806-3cb1-4b47-b9fd-7213b1d129d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791106
Dec 15 13:15:43.965712 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-9f89947d-4882-4619-8812-848b11821f37 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468086
Dec 15 13:15:44.124017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-14a76ecd-22cd-4556-80cc-db21da1c4add req-b2505b7b-7199-4811-9187-e8065a5eabb7 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508379
Dec 15 13:15:44.825820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e109c-d00d-496a-9022-adea25f9d1d1 req-3d98ef00-684f-421a-b15e-d1b63ef62569 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:44.827664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c13e109c-d00d-496a-9022-adea25f9d1d1 req-3d98ef00-684f-421a-b15e-d1b63ef62569 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0882466
Dec 15 13:15:44.879537 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c13e109c-d00d-496a-9022-adea25f9d1d1 req-382f3f4c-896b-4421-a545-7630ab4adefa tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447321
Dec 15 13:15:45.346291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:46.098716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea4c2c-528e-44b1-b5d7-d9fa459e1183 req-370551a9-f4e0-40eb-89d9-4df2ff78c8da tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:46.100477 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c2ea4c2c-528e-44b1-b5d7-d9fa459e1183 req-370551a9-f4e0-40eb-89d9-4df2ff78c8da tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0903466
Dec 15 13:15:46.157625 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c2ea4c2c-528e-44b1-b5d7-d9fa459e1183 req-6c02fdfd-7b29-4813-8ff4-f437ec080bfc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506930
Dec 15 13:15:46.234186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:15:46.238049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:15:46.477804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:46.532498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:15:46.540236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:46.557997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:46.560986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '8e96cb6c-f03e-49de-86be-9c970526d115', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': '8e96cb6c-f03e-49de-86be-9c970526d115', 'mac_address': 'fa:16:3e:ba:18:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:15:46.572387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:46.574124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:15:46.697771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:15:46.699461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394104e1-f34f-47ad-bd88-1568db413914 req-d42e7623-f02e-4ee9-bc44-2d86a403eb4e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:46.701104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-d42e7623-f02e-4ee9-bc44-2d86a403eb4e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e&tenant_id=a0faa96c48744acc95c75dc63d572453&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.1723835
Dec 15 13:15:46.708963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.709307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.709727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.710104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.710482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.710854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.711271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.711809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.712432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.712808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.713182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:46.717412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:46.730252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:15:46.737723 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115', 'code': 200}
Dec 15 13:15:46.740957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e96cb6c-f03e-49de-86be-9c970526d115 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:15:46.757683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:46.763610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:46.765785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8aff7041-ad2b-4451-8578-d28773f03c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:15:46.816846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b8f35-2233-4c57-b625-1d42fa57f2b4 req-6ad0f933-b7fc-414f-92a9-62957d64a1a7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:46.818466 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1a7b8f35-2233-4c57-b625-1d42fa57f2b4 req-6ad0f933-b7fc-414f-92a9-62957d64a1a7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 944 time: 0.2163987
Dec 15 13:15:46.837959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['8e96cb6c-f03e-49de-86be-9c970526d115'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:15:46.848091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-249a6b53-d4dc-447b-b0f7-6af4a30f01fe service neutron] 10.222.0.77 "GET /v2.0/ports/8e96cb6c-f03e-49de-86be-9c970526d115/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.1396856
Dec 15 13:15:46.887380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:15:46.897812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:15:46.931269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1a7b8f35-2233-4c57-b625-1d42fa57f2b4 req-dc724930-7057-4bf8-bf27-bbdeeb3f6616 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055045
Dec 15 13:15:46.972283 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-ceaacd74-7add-4422-aad7-ca65c0fcb61b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1098 time: 0.0980644
Dec 15 13:15:47.130599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394104e1-f34f-47ad-bd88-1568db413914 req-7b67cbd5-c4c5-4470-9930-ae214a003e3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:47.132297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-7b67cbd5-c4c5-4470-9930-ae214a003e3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1532829
Dec 15 13:15:47.245960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-e9edabce-262c-4a2c-bcfb-4835449353e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 1002 time: 0.1066756
Dec 15 13:15:47.324937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394104e1-f34f-47ad-bd88-1568db413914 req-e808c615-590d-4c3a-a4a7-ee0479e73542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:47.326795 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-e808c615-590d-4c3a-a4a7-ee0479e73542 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0741093
Dec 15 13:15:47.414340 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-658a717e-754b-4d24-9d1b-459484f1f04d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808358
Dec 15 13:15:47.572394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-cc523b4e-08d8-4209-9b44-aa20eb7e2af0 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519244
Dec 15 13:15:47.731262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-b843016a-82b7-4dee-b242-09cc6515c62d service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523900
Dec 15 13:15:48.152309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb5365-a79e-4039-b95d-7423d1b2db82 req-8a09522a-7c8c-4702-9c73-284f4125d2bc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:48.153948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1fb5365-a79e-4039-b95d-7423d1b2db82 req-8a09522a-7c8c-4702-9c73-284f4125d2bc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 945 time: 0.0898235
Dec 15 13:15:48.206176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1fb5365-a79e-4039-b95d-7423d1b2db82 req-e99de1aa-aa70-4ae4-adfb-bd50f01993e4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452390
Dec 15 13:15:48.248209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:15:48.324329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 8e96cb6c-f03e-49de-86be-9c970526d115 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:15:48.324757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:48.455805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:48.492240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:48.496144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:48.498312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:15:48.569043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:15:48.572402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:15:48.738765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:15:48.808817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115', 'code': 200}
Dec 15 13:15:49.440359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513170cd-f0ed-4de1-8d2f-4331af101abb req-9521eb77-be6f-4d49-9e3e-795f72e4c95a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:49.442046 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-513170cd-f0ed-4de1-8d2f-4331af101abb req-9521eb77-be6f-4d49-9e3e-795f72e4c95a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.0970838
Dec 15 13:15:49.506042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-513170cd-f0ed-4de1-8d2f-4331af101abb req-acf95f6d-684f-4c39-8753-63138bd1952e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567605
Dec 15 13:15:50.302418 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-9f2df5ab-59ac-470b-87aa-843d36a15d04 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 1099 time: 0.0811298
Dec 15 13:15:50.407897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-b2fa0816-5de7-4760-941b-22bff900a332 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 1099 time: 0.0825632
Dec 15 13:15:50.558694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394104e1-f34f-47ad-bd88-1568db413914 req-b4626bd6-8671-402b-a3fb-bad155408e74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:50.560417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-b4626bd6-8671-402b-a3fb-bad155408e74 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1467977
Dec 15 13:15:50.719687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-57b10ace-b3a3-4ce9-8e99-ee5d2234b77e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 200  len: 1003 time: 0.1524341
Dec 15 13:15:50.811053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394104e1-f34f-47ad-bd88-1568db413914 req-c4ed3619-cc31-4523-8ee9-0ad64277c505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:50.812854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-c4ed3619-cc31-4523-8ee9-0ad64277c505 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0868690
Dec 15 13:15:50.824039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72a48b-1c3f-4c19-a096-b8d3a15f1cd0 req-3175e83d-e1cd-435e-8409-71ab43d21da2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:50.825608 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c72a48b-1c3f-4c19-a096-b8d3a15f1cd0 req-3175e83d-e1cd-435e-8409-71ab43d21da2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.1838753
Dec 15 13:15:50.924944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c72a48b-1c3f-4c19-a096-b8d3a15f1cd0 req-8746077f-d670-4eb7-8a93-b52f064e6fe0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623240
Dec 15 13:15:50.945306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-f5c8030b-5405-4b84-83dd-3ba62bf9b55e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1185243
Dec 15 13:15:51.093799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-c3754509-ccbd-438d-82c6-2481e7d4eb9c service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416593
Dec 15 13:15:51.258241 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-394104e1-f34f-47ad-bd88-1568db413914 req-041a0b63-63b6-428b-b71c-c79dbd682cec service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574125
Dec 15 13:15:52.206050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf320c27-f44d-4b6c-91eb-965c40f7659c req-76842522-e15a-4e95-afaa-da241025081d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:52.208903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf320c27-f44d-4b6c-91eb-965c40f7659c req-76842522-e15a-4e95-afaa-da241025081d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 946 time: 0.1434140
Dec 15 13:15:52.266694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf320c27-f44d-4b6c-91eb-965c40f7659c req-b9a8548f-15f4-4865-859a-8bbec55bb532 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515220
Dec 15 13:15:52.271451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:15:52.432913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:52.450112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '8e96cb6c-f03e-49de-86be-9c970526d115', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': '8e96cb6c-f03e-49de-86be-9c970526d115', 'mac_address': 'fa:16:3e:ba:18:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:15:52.515812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:52.538313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e96cb6c-f03e-49de-86be-9c970526d115 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:15:52.566914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:52.570186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:52.572361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:15:52.645059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['8e96cb6c-f03e-49de-86be-9c970526d115'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:15:52.694505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=9']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:15:52.699512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:15:53.487986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec63dd5-5347-4ef5-864a-c941417488fa req-6ab8a004-0394-42c2-96d5-f04c4e8ac657 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:53.489673 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3ec63dd5-5347-4ef5-864a-c941417488fa req-6ab8a004-0394-42c2-96d5-f04c4e8ac657 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 945 time: 0.0893309
Dec 15 13:15:53.548025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3ec63dd5-5347-4ef5-864a-c941417488fa req-d26086ec-e8e2-4eae-8444-466b1b1d5618 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505495
Dec 15 13:15:53.765488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94af38-ff83-479f-939a-af7e83abab76 req-3848c023-d026-4f05-ab67-2df65e59ef43 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:53.767155 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf94af38-ff83-479f-939a-af7e83abab76 req-3848c023-d026-4f05-ab67-2df65e59ef43 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 945 time: 0.0913990
Dec 15 13:15:53.841377 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf94af38-ff83-479f-939a-af7e83abab76 req-210c6135-81d6-473c-85f4-96ebf2701151 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673208
Dec 15 13:15:54.057958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701e57-105e-4ca4-a42b-60007e1703d8 req-945fa45f-34cd-413c-8081-86dd1f4b9b4b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:54.059726 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87701e57-105e-4ca4-a42b-60007e1703d8 req-945fa45f-34cd-413c-8081-86dd1f4b9b4b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 945 time: 0.0914381
Dec 15 13:15:54.112205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87701e57-105e-4ca4-a42b-60007e1703d8 req-2f07ced2-a0f7-4306-b181-13db606d2894 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454397
Dec 15 13:15:54.276328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:15:54.355163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 8e96cb6c-f03e-49de-86be-9c970526d115 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:15:54.355616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:54.498916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:54.532932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:15:54.544412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:54.549295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:54.551754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:15:54.583079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7410d-4798-464b-b1de-5c83f5ab5978 req-6b310257-4cd0-4998-a166-b4d3ee3df4f6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:54.584838 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24c7410d-4798-464b-b1de-5c83f5ab5978 req-6b310257-4cd0-4998-a166-b4d3ee3df4f6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 945 time: 0.0980160
Dec 15 13:15:54.601134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115', 'code': 200}
Dec 15 13:15:54.626879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=10']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:15:54.630364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:15:54.640732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24c7410d-4798-464b-b1de-5c83f5ab5978 req-964d134c-883e-4c3d-a978-723b4a5cfaea tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485787
Dec 15 13:15:55.895444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19ceb2-0791-4fa2-a8c8-6853d94019f9 req-6c498522-aeca-4c58-9c5e-c8a7c133e324 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:55.897800 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6d19ceb2-0791-4fa2-a8c8-6853d94019f9 req-6c498522-aeca-4c58-9c5e-c8a7c133e324 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 947 time: 0.1262469
Dec 15 13:15:55.959986 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6d19ceb2-0791-4fa2-a8c8-6853d94019f9 req-57ac0536-ec01-4fbd-8fe3-196766f1def6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522466
Dec 15 13:15:56.766180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df716a1c-f758-4502-8092-390b2f728804 req-9ae01347-199b-46e3-8ee3-59ad1690737c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:56.768201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df716a1c-f758-4502-8092-390b2f728804 req-9ae01347-199b-46e3-8ee3-59ad1690737c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 947 time: 0.1198199
Dec 15 13:15:56.859502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Deleting port 8e96cb6c-f03e-49de-86be-9c970526d115 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:15:56.859882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:57.350636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bfd81-3e30-44a2-978e-9ef528c04893 req-782c4b7a-4990-4d9a-9bd9-f97a4da67ebc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:15:57.352286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9d6bfd81-3e30-44a2-978e-9ef528c04893 req-782c4b7a-4990-4d9a-9bd9-f97a4da67ebc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 947 time: 0.1986272
Dec 15 13:15:57.489779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9d6bfd81-3e30-44a2-978e-9ef528c04893 req-f99defd1-206d-4850-bb9e-f297ed0845d9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848112
Dec 15 13:15:57.495212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] For port 8e96cb6c-f03e-49de-86be-9c970526d115, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8e96cb6c-f03e-49de-86be-9c970526d115,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:15:57.495614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:57.826472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:57.827124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:57.827264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a disassociated. External IP: 172.26.0.149, port: 8e96cb6c-f03e-49de-86be-9c970526d115.
Dec 15 13:15:57.827639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Calling delete_port for 8e96cb6c-f03e-49de-86be-9c970526d115 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:15:58.005520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:58.011930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:15:58.062277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event deleted for resources: {'Port': ['ID=8e96cb6c-f03e-49de-86be-9c970526d115,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:15:58.076602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.077222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.077633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.078622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.078622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.079220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.079410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.079807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.080226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.080678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.081047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:15:58.085086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:15:58.321808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:15:58.346562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:58.547986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:15:58.560164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:15:58.574307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:15:58.575238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab09048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:15:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:15:58.621989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] No DVR routers for this DVR port 8e96cb6c-f03e-49de-86be-9c970526d115 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:15:58.624982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:15:58.628341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-deleted', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:15:58.649059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df716a1c-f758-4502-8092-390b2f728804 req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "DELETE /v2.0/ports/8e96cb6c-f03e-49de-86be-9c970526d115 HTTP/1.1" status: 204  len: 173 time: 1.8755763
Dec 15 13:15:58.680337 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dab7d4a3-e737-4e9c-84a7-f7a128fff734 req-f7927776-f620-4ea6-8690-d97adb7fa214 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec5f095-6df4-4159-8167-527a9de1426e HTTP/1.1" status: 200  len: 210 time: 0.0523012
Dec 15 13:15:58.782304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:15:58.831482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5f095-6df4-4159-8167-527a9de1426e', 'name': 'network-vif-deleted', 'tag': '8e96cb6c-f03e-49de-86be-9c970526d115', 'status': 'completed', 'code': 200}
Dec 15 13:15:59.338847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab09048>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:15:59.343381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:15:59.355385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:15:59.356023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab09048>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:15:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:15:59.556591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:15:59.916721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab09048>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:15:59.921751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026bc93-a684-485a-93a8-b1655167cf32 None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:16:00.167482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-d836a4f2-c486-4c6e-8ca8-ee99bfa4f5a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327990410&fields=id&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 267 time: 0.0524065
Dec 15 13:16:00.269152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:16:00.309649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 8e96cb6c-f03e-49de-86be-9c970526d115 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:16:00.310071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 8e96cb6c-f03e-49de-86be-9c970526d115 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:16:00.350039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-72377e4b-531a-435f-95db-fea509e2f7f6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:00.351729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-72377e4b-531a-435f-95db-fea509e2f7f6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.1765747
Dec 15 13:16:00.371829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-22bef272-14e4-45c1-83af-3df497f5befb tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/quotas/a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 375 time: 0.0139017
Dec 15 13:16:00.429805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a5a1c-3f95-4330-8505-c3f10a6a17e6 None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:16:00.469220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-7aaaf274-6b97-45ad-8f46-e751a53703bf tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0911820
Dec 15 13:16:00.631444 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-a99e4685-9a96-47fa-8fa7-7ff45c59f651 service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488962
Dec 15 13:16:00.785626 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-2f810524-de10-47b1-86e4-adb245a644f3 service neutron] 10.222.0.53 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475692
Dec 15 13:16:00.990653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-210c171c-c635-4faf-a401-53d27f3026f6 req-2a145279-5ced-46bb-b3be-bfb71aad770b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:16:01.007900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-210c171c-c635-4faf-a401-53d27f3026f6 req-2a145279-5ced-46bb-b3be-bfb71aad770b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:16:01.009305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-210c171c-c635-4faf-a401-53d27f3026f6 req-2a145279-5ced-46bb-b3be-bfb71aad770b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 210 time: 0.0658665
Dec 15 13:16:02.196850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fd9b1e91-938d-4b3c-9e3a-c867e9dcb9ea req-0c06b4d7-2dc6-46fa-bdc8-30e6a5ab0415 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 210 time: 0.0508673
Dec 15 13:16:02.268408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-72b872da-25f9-472c-b352-6b17b93e65f2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:02.270112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-72b872da-25f9-472c-b352-6b17b93e65f2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 811 time: 0.1791620
Dec 15 13:16:02.333932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-4e84063b-8280-4133-b43a-1703f3c3807e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 379 time: 0.0526140
Dec 15 13:16:02.343062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'port': {'device_id': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'admin_state_up': True, 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'security_groups': ['a5a47fc0-d660-44d8-930e-84b27774b166']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:16:02.495273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:16:02.506107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:16:02.516728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Made reservation on behalf of a0faa96c48744acc95c75dc63d572453 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:16:02.522626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:02.699678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Allocated IP 172.20.0.8 (115cf090-fb88-4348-90c9-19de4ffb0ba7/0288275d-0b87-4f0f-846b-14236b95a63f/c4781674-c8aa-4d4e-b636-980d55048211) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:16:02.912360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:02.931748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Transition to ACTIVE for port object c4781674-c8aa-4d4e-b636-980d55048211 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:16:02.953893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:02.959941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a9d5d9e-ce0d-4cd4-aece-510d281aa9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:16:03.032034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:16:03.035632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:16:03.040421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:16:03.071982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:16:03.080244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:16:03.110395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:03.111092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:03.145825 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8067801
Dec 15 13:16:03.158799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Request body: {'port': {'device_id': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:16:03.286096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:03.395732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-54df7ca6-b693-41cf-a3ae-38fc43b99e59 None None] Provisioning for port c4781674-c8aa-4d4e-b636-980d55048211 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:16:03.401024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-54df7ca6-b693-41cf-a3ae-38fc43b99e59 None None] Provisioning complete for port c4781674-c8aa-4d4e-b636-980d55048211 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:16:03.401445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-54df7ca6-b693-41cf-a3ae-38fc43b99e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:03.460588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-54df7ca6-b693-41cf-a3ae-38fc43b99e59 None None] Port c4781674-c8aa-4d4e-b636-980d55048211 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:16:03.632808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c1d7-c15a-4764-818f-302cf95ad2d2 req-144e6b1f-612e-44f4-b5f0-ef0ab9b769ce tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:03.633587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bf53c1d7-c15a-4764-818f-302cf95ad2d2 req-144e6b1f-612e-44f4-b5f0-ef0ab9b769ce tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:16:03.674881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bf53c1d7-c15a-4764-818f-302cf95ad2d2 req-144e6b1f-612e-44f4-b5f0-ef0ab9b769ce tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:16:03.676286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf53c1d7-c15a-4764-818f-302cf95ad2d2 req-144e6b1f-612e-44f4-b5f0-ef0ab9b769ce tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 931 time: 0.2601168
Dec 15 13:16:03.789208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4781674-c8aa-4d4e-b636-980d55048211 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:16:03.798984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:03.805313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf53c1d7-c15a-4764-818f-302cf95ad2d2 req-c8d62822-9d97-44c4-a931-dc97ebbe3133 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133649
Dec 15 13:16:03.818543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Transition to ACTIVE for port object c4781674-c8aa-4d4e-b636-980d55048211 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:16:03.822008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:03.826178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-261b42aa-baed-42d6-80aa-5671c4f26765 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:16:03.962246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:16:03.968040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:16:04.087327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Attempting to bind port c4781674-c8aa-4d4e-b636-980d55048211 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:16:04.087742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Attempting to bind port c4781674-c8aa-4d4e-b636-980d55048211 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:16:04.088112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Attempting to bind port c4781674-c8aa-4d4e-b636-980d55048211 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:16:04.095662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Port c4781674-c8aa-4d4e-b636-980d55048211 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:16:04.096028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Attempting to bind port c4781674-c8aa-4d4e-b636-980d55048211 on network 115cf090-fb88-4348-90c9-19de4ffb0ba7 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:16:04.103475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:16:04.103859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Checking segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:16:04.104282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Bound using segment: {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:16:04.104800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Bound port: c4781674-c8aa-4d4e-b636-980d55048211, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f49ab5e-81ae-4588-bdca-319f36a7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:16:04.105191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:04.205210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:16:04.208569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:16:04.212703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:04.218058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dde983fe-d614-401f-a9b7-baffb7113cad tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:16:04.271849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:04.273549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] 10.222.0.77 "PUT /v2.0/ports/c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1093 time: 1.1201532
Dec 15 13:16:04.274168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:16:04.315894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:16:04.319521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:16:04.377641 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'status': 'completed', 'code': 200}
Dec 15 13:16:04.420945 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-27c424bf-e740-4fa9-b3ee-5d24908c1a7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1096 time: 0.0891445
Dec 15 13:16:04.499700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-7570598a-9785-4288-b874-64afaa17429f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 217 time: 0.0712402
Dec 15 13:16:04.579068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-a2c35346-e6b4-47b9-9d6f-cb4588abcb22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:04.580711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-a2c35346-e6b4-47b9-9d6f-cb4588abcb22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0741475
Dec 15 13:16:04.670438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-8426252f-c97b-4805-955c-7c08bb5a772c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0828731
Dec 15 13:16:04.820241 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-9b3291d9-c3d7-4c29-bb8a-d95f62ca205c service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424675
Dec 15 13:16:05.289072 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c28bc848-b395-4bf3-a699-41419981bdf1 req-9e3cbe0c-e2c7-453b-a422-a0648e51e907 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4627204
Dec 15 13:16:05.329157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab28c-d5cb-45e5-a8ab-3fd90c09dd26 req-18c04f2b-7d43-428e-9b6f-077ff4087729 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:05.330799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-30eab28c-d5cb-45e5-a8ab-3fd90c09dd26 req-18c04f2b-7d43-428e-9b6f-077ff4087729 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 943 time: 0.3928258
Dec 15 13:16:05.444999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-30eab28c-d5cb-45e5-a8ab-3fd90c09dd26 req-cd7d0622-2cf4-4f28-8a4e-ef1599aa6852 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724483
Dec 15 13:16:05.453097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-2c8248e8-842e-438d-bb0c-248b072385b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1096 time: 0.1187122
Dec 15 13:16:05.604218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-6462bacd-db48-4029-94fd-b2842bfebf62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:05.605714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-6462bacd-db48-4029-94fd-b2842bfebf62 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1434546
Dec 15 13:16:05.686550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-34643c10-940f-467d-a879-be445a18bde2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 217 time: 0.0729880
Dec 15 13:16:05.761460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-9e089605-a148-49d9-b797-69a3a8a216b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:05.763115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-9e089605-a148-49d9-b797-69a3a8a216b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0692954
Dec 15 13:16:05.856200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-fd9e1384-07a7-4a24-bebc-554565da6137 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0832119
Dec 15 13:16:06.010615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-fbc84e5f-20cc-4c16-b3d4-9b1d86b5dd87 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465802
Dec 15 13:16:06.164448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a9174bb-0fc7-48b0-9704-0dea70c4eee1 req-615b5435-db67-4ce2-9ec0-41ed7c4a38a4 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468983
Dec 15 13:16:06.681709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89d9e3-1f52-420e-ae0d-ede28ee2cdf1 req-f10f5d9f-6bd3-4153-bf56-e3237f3f9ca5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:06.683374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5f89d9e3-1f52-420e-ae0d-ede28ee2cdf1 req-f10f5d9f-6bd3-4153-bf56-e3237f3f9ca5 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 943 time: 0.0967619
Dec 15 13:16:06.734579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5f89d9e3-1f52-420e-ae0d-ede28ee2cdf1 req-8ade3368-91ff-4210-a166-8cce5619a3e8 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444880
Dec 15 13:16:07.958955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b230-2ae0-406a-bb7c-f7052d964051 req-c061451a-ab2e-4875-a460-fac06fa32c22 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:07.960511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c24b230-2ae0-406a-bb7c-f7052d964051 req-c061451a-ab2e-4875-a460-fac06fa32c22 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 943 time: 0.0939374
Dec 15 13:16:08.013601 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c24b230-2ae0-406a-bb7c-f7052d964051 req-c72c4eae-221f-4fab-8535-fe703699424a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466993
Dec 15 13:16:08.300448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:16:08.458353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:16:08.475620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'c4781674-c8aa-4d4e-b636-980d55048211', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': 'c4781674-c8aa-4d4e-b636-980d55048211', 'mac_address': 'fa:16:3e:c2:65:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:16:08.536703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:08.556884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4781674-c8aa-4d4e-b636-980d55048211 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:16:08.579683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:16:08.584151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:08.586105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:16:08.659684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:16:08.663111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:16:08.790780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['c4781674-c8aa-4d4e-b636-980d55048211'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:16:09.229383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986add43-a5ec-4d4c-91ed-390386d934e9 req-47b3d8bb-74c4-4457-8b16-2f637a0eefdf tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:09.231437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-986add43-a5ec-4d4c-91ed-390386d934e9 req-47b3d8bb-74c4-4457-8b16-2f637a0eefdf tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 944 time: 0.0899093
Dec 15 13:16:09.290623 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-986add43-a5ec-4d4c-91ed-390386d934e9 req-88fed320-007e-44b2-b4ba-62bf77704f80 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511291
Dec 15 13:16:10.315678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:16:10.391265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port c4781674-c8aa-4d4e-b636-980d55048211 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:16:10.397174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port c4781674-c8aa-4d4e-b636-980d55048211 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:16:10.397612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:10.524124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5d157-5d53-4a3a-98f2-a059ba83502d req-329dc027-d66f-4f12-a9fb-107ce325007d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:10.525711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2af5d157-5d53-4a3a-98f2-a059ba83502d req-329dc027-d66f-4f12-a9fb-107ce325007d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 944 time: 0.1083112
Dec 15 13:16:10.546322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:10.575692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:16:10.579543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2af5d157-5d53-4a3a-98f2-a059ba83502d req-20738b04-1d5d-47fc-b462-15cd0aa92aee tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470090
Dec 15 13:16:10.587425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:16:10.591533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:10.595480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:16:10.640454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'code': 200}
Dec 15 13:16:10.669533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:16:10.673366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:16:10.901257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7aca0c8a-6e19-4aa4-9f02-bc004c3d2ce5 req-3ca4209d-b029-4a0f-a945-951d2c8ad2fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1098 time: 0.0868728
Dec 15 13:16:10.949508 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7aca0c8a-6e19-4aa4-9f02-bc004c3d2ce5 req-1cc60f64-3655-4829-9b81-1bb4ea2612bc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416603
Dec 15 13:16:10.999531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb1fa8fa-52fe-423d-ab56-2daf710c9b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:11.807122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed754b-cae7-4a36-8884-acfc9030de80 req-6116d641-8ddc-4591-be64-9aab1fd39f86 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:11.808927 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9bed754b-cae7-4a36-8884-acfc9030de80 req-6116d641-8ddc-4591-be64-9aab1fd39f86 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0925047
Dec 15 13:16:11.865824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9bed754b-cae7-4a36-8884-acfc9030de80 req-d1cdd52b-054f-412a-a39b-77b7ccef39b3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467086
Dec 15 13:16:12.690173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:13.091081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e35fe-bfab-4182-9b43-ac7ba8ea4225 req-d617c5c3-92ba-46ec-9139-f0868b166309 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:13.092958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-801e35fe-bfab-4182-9b43-ac7ba8ea4225 req-d617c5c3-92ba-46ec-9139-f0868b166309 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0924644
Dec 15 13:16:13.150861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-801e35fe-bfab-4182-9b43-ac7ba8ea4225 req-1f14be3a-2f18-4029-8c19-12f20049cd3a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507812
Dec 15 13:16:13.370430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e451e75-685a-4da8-a62d-fcd6e6e87c7c req-a5deae28-0081-4a56-b935-6d275c7b06aa tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:13.372145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3e451e75-685a-4da8-a62d-fcd6e6e87c7c req-a5deae28-0081-4a56-b935-6d275c7b06aa tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0912197
Dec 15 13:16:13.383652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 36894) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:16:13.391956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Request body: {'floatingip': {'port_id': 'c4781674-c8aa-4d4e-b636-980d55048211'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:16:13.447446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96c87abb-2d4a-4cd5-b1a4-b4c2f59c2e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:13.479920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:13.726341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:14.164251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:14.167755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:14.389796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a associated. External IP: 172.26.0.149, port: c4781674-c8aa-4d4e-b636-980d55048211.
Dec 15 13:16:14.827404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:16:15.334947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:16:15.339898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:15.347093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:16:15.359625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:15.366262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:16:15.367053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa7fd68>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:16:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:16:15.403580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-734ddf61-c19a-4100-b647-84ca1acd8463 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "PUT /v2.0/floatingips/a02b1442-2138-456a-8c66-75754746935a HTTP/1.1" status: 200  len: 992 time: 2.0154414
Dec 15 13:16:15.403580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:16:15.464632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'status': 'completed', 'code': 200}
Dec 15 13:16:15.578254 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-12a1177e-e312-4b77-ac41-5c9e3e27f75b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1098 time: 0.0909805
Dec 15 13:16:15.582769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:16:15.741040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-e9a990c9-7227-4367-b348-98e6e9461193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:15.742689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-e9a990c9-7227-4367-b348-98e6e9461193 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1575074
Dec 15 13:16:15.870689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-df07dbed-93d1-4d0e-8479-e42ee799b343 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1000 time: 0.1205871
Dec 15 13:16:15.946459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-b914da59-0b15-4ce6-9e8b-8a706792afdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:15.948150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-b914da59-0b15-4ce6-9e8b-8a706792afdc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0714021
Dec 15 13:16:16.007040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa7fd68>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': 'c4781674-c8aa-4d4e-b636-980d55048211', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:c2:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:16:14Z', 'revision_number': 13, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:16:16.011537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:16:16.023661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:16:16.024342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa7fd68>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:16:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:16:16.031063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-9a933820-9522-46ac-ad51-6517bbe45cca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767887
Dec 15 13:16:16.188947 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-ba53bada-eef3-4a78-b367-ce9758b00317 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515856
Dec 15 13:16:16.231505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:16:16.368051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e267b4ed-f5cc-45db-bb23-006cded5480d req-fc793e6d-9077-4279-9f3d-2982a5115d45 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717262
Dec 15 13:16:16.623604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:16:16.825125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa7fd68>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': 'c4781674-c8aa-4d4e-b636-980d55048211', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:c2:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:16:14Z', 'revision_number': 13, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:16:16.829713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e2c09-9898-4b1d-bb77-576f4d350420 None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a02b1442-2138-456a-8c66-75754746935a', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'floating_ip_address': '172.26.0.149', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'port_id': 'c4781674-c8aa-4d4e-b636-980d55048211', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'mac_address': 'fa:16:3e:c2:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:11:53Z', 'updated_at': '2021-12-15T13:16:14Z', 'revision_number': 13, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:16:17.203387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033ce39-6a2a-4c5c-9944-ee6bfdca6ca0 None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:16:21.692541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-74dd6563-43fe-4289-a9b2-f8d17912f017 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0865972
Dec 15 13:16:21.854291 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-ee12b2a1-8f73-4d36-bfb4-2a9a5feced74 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1098 time: 0.0882378
Dec 15 13:16:22.025091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-acd439ca-27dc-4367-9477-855005a5a5a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:22.026792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-acd439ca-27dc-4367-9477-855005a5a5a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1511343
Dec 15 13:16:22.141887 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-b95f02a0-bae3-4162-b12f-753d7a64fbb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1002 time: 0.1087539
Dec 15 13:16:22.213070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-18a04af8-2740-4518-b200-23c15a8aeef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:22.214694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-18a04af8-2740-4518-b200-23c15a8aeef9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0668695
Dec 15 13:16:22.309295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-e548c01f-c634-423e-b244-c064dcea0f6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0885088
Dec 15 13:16:22.472957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-cc985a1c-3cc4-4d4f-af75-1ee219b758b2 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573114
Dec 15 13:16:22.628018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a43e3cd1-3e53-45f6-a1fb-b5982bc805cd req-ed84c348-1fa8-4be7-a5f5-dcd4f40b9068 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470487
Dec 15 13:16:28.354651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:41.012372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a92a-d339-409c-b025-458214ca64c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:42.686414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:43.454914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72d9a01e-d6f9-4584-a070-97e37cc190f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:43.731076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:45.353097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:16:53.308220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7cc5-fefb-4642-a460-501368898b16 req-1586ed0f-2d3f-413b-bd98-c9a5088f2469 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:16:53.309883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2d7cc5-fefb-4642-a460-501368898b16 req-1586ed0f-2d3f-413b-bd98-c9a5088f2469 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0906224
Dec 15 13:16:53.369017 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2d7cc5-fefb-4642-a460-501368898b16 req-2e78ac13-099b-4524-8e50-bf5ad5750faf tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523748
Dec 15 13:16:53.628846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:16:58.360171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:03.163146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2ede83ea-070f-432b-bfe2-516f3fe86175 req-b4e29095-ac48-41c0-9b25-34aeb2819118 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0822105
Dec 15 13:17:03.470644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-8d2b52c4-c16a-410f-a6c3-95a807b025de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0937982
Dec 15 13:17:03.526665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d7ce-9731-49a4-b4ed-ef0c1be18736 req-f5b85ab8-19a0-4183-abf6-2b35d5374d2e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:03.528428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea48d7ce-9731-49a4-b4ed-ef0c1be18736 req-f5b85ab8-19a0-4183-abf6-2b35d5374d2e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0917737
Dec 15 13:17:03.580624 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea48d7ce-9731-49a4-b4ed-ef0c1be18736 req-c29a45ab-067c-4f39-87cc-4dbed2609dbf tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456204
Dec 15 13:17:04.805778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257386d-3be6-4c0a-8b81-d6d942abf5ee req-e1d678f7-58d3-4c35-b930-123eca3191ee tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:04.807667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1257386d-3be6-4c0a-8b81-d6d942abf5ee req-e1d678f7-58d3-4c35-b930-123eca3191ee tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0941818
Dec 15 13:17:04.816377 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-2f5e00fc-ab97-4481-b5bf-1b5200add93c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1098 time: 0.0875046
Dec 15 13:17:04.862580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1257386d-3be6-4c0a-8b81-d6d942abf5ee req-2b854ff6-0531-43b3-85c4-bf15e36efce7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473824
Dec 15 13:17:04.976004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535848-b3a0-4ec0-b39e-66901445befe req-ea0e441b-93d8-4581-98f6-16dc2647ef9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:04.977714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-ea0e441b-93d8-4581-98f6-16dc2647ef9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1543000
Dec 15 13:17:05.098436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-94a0a1c2-f62f-44a5-8305-aaf7429b74ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1002 time: 0.1136553
Dec 15 13:17:05.178811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535848-b3a0-4ec0-b39e-66901445befe req-b09885a0-a9ca-458c-bdb6-633575a4eccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:05.180391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-b09885a0-a9ca-458c-bdb6-633575a4eccd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0741374
Dec 15 13:17:05.269010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-a64614b8-6837-463e-9248-43dde7e29a55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0815520
Dec 15 13:17:05.281267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-974bb11d-9d14-43a7-8dc7-0d8df9e92133 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:17:05.282336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-974bb11d-9d14-43a7-8dc7-0d8df9e92133 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0064740
Dec 15 13:17:05.440008 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-ff81cd43-53b4-41bd-9aab-be1b6d5e54fa service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493399
Dec 15 13:17:05.596629 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-ab7c94fd-2d55-409f-8563-c0a270d20399 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497309
Dec 15 13:17:06.100520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75f093-6ae6-4d46-80e0-22b6856a84ae req-ab4192a8-c73f-4c02-8c02-4685499641b0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:06.102177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6a75f093-6ae6-4d46-80e0-22b6856a84ae req-ab4192a8-c73f-4c02-8c02-4685499641b0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0948222
Dec 15 13:17:06.155868 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6a75f093-6ae6-4d46-80e0-22b6856a84ae req-c6d78ff4-ec8e-4d95-9cff-1265b284e856 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465524
Dec 15 13:17:07.390294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431096bc-81f8-4f9e-b780-8aef67d3fdf7 req-6a03cf24-325f-4e10-9314-3bd02dd049ab tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:07.392004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-431096bc-81f8-4f9e-b780-8aef67d3fdf7 req-6a03cf24-325f-4e10-9314-3bd02dd049ab tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0921438
Dec 15 13:17:07.459312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-431096bc-81f8-4f9e-b780-8aef67d3fdf7 req-d63477ee-7c5b-41c2-8edc-628914c204e4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503111
Dec 15 13:17:08.686688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4067d-eb07-4c8c-8b4f-e4457ba5c0ed req-4e3de3d4-ba1b-4838-b7e0-b7a89d987d96 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:08.688424 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83c4067d-eb07-4c8c-8b4f-e4457ba5c0ed req-4e3de3d4-ba1b-4838-b7e0-b7a89d987d96 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0913291
Dec 15 13:17:08.747236 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83c4067d-eb07-4c8c-8b4f-e4457ba5c0ed req-ff21c87b-4ac2-43be-bc30-e4d8123a024a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518703
Dec 15 13:17:09.982729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4cbd-737f-4727-b4c2-48e6e3522e37 req-d56ccc05-91b8-46e4-9605-26089b8ffa21 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:09.984402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7ace4cbd-737f-4727-b4c2-48e6e3522e37 req-d56ccc05-91b8-46e4-9605-26089b8ffa21 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1007574
Dec 15 13:17:10.043851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7ace4cbd-737f-4727-b4c2-48e6e3522e37 req-9090ec49-b7ea-4739-aebf-ec680ae6eff7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530653
Dec 15 13:17:11.010055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a771fe19-0673-450c-8897-887168df3393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:11.274858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aadff-51d6-4a44-ab64-8aab65cb64d2 req-f1e9ea73-db98-4503-b6f5-428e191596d1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:11.276591 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e70aadff-51d6-4a44-ab64-8aab65cb64d2 req-f1e9ea73-db98-4503-b6f5-428e191596d1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0995240
Dec 15 13:17:11.329143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e70aadff-51d6-4a44-ab64-8aab65cb64d2 req-0fe39c68-fd7d-4933-b067-b98b3703bbbb tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457895
Dec 15 13:17:12.559490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b098c9c-0445-415f-a96f-71e43d501443 req-bd32ba96-4fe5-41b9-b55b-7aef93b34376 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:12.562005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b098c9c-0445-415f-a96f-71e43d501443 req-bd32ba96-4fe5-41b9-b55b-7aef93b34376 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0978243
Dec 15 13:17:12.618229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b098c9c-0445-415f-a96f-71e43d501443 req-3ea52532-5a9a-4799-8d9d-511dca4a47e9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494468
Dec 15 13:17:12.682721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:13.450472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffb887e1-c8c5-46f5-a2bc-cef544b4e407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:13.734042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:13.846426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d924589-3189-490d-8b09-4df9fbc16561 req-7ad7977d-4e67-4da1-b3c6-9075145044b0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:13.851973 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8d924589-3189-490d-8b09-4df9fbc16561 req-7ad7977d-4e67-4da1-b3c6-9075145044b0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0986419
Dec 15 13:17:13.905543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8d924589-3189-490d-8b09-4df9fbc16561 req-8a898245-84ce-41ee-9763-7e40a486de35 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506141
Dec 15 13:17:15.136137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc2a1-437b-4bb9-840b-b06834eceb1f req-55842132-d573-455b-984a-9261a96a7a25 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:15.137792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c9bc2a1-437b-4bb9-840b-b06834eceb1f req-55842132-d573-455b-984a-9261a96a7a25 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0910747
Dec 15 13:17:15.196708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7c9bc2a1-437b-4bb9-840b-b06834eceb1f req-4ef464f8-769c-4485-8549-96da1aa33b32 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518327
Dec 15 13:17:15.355152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:16.429700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5e12-c219-4239-9a6a-7aa6486356c2 req-3de89ef8-14f3-4d28-9bf5-63aefd8d92e1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:16.431463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-525c5e12-c219-4239-9a6a-7aa6486356c2 req-3de89ef8-14f3-4d28-9bf5-63aefd8d92e1 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0922403
Dec 15 13:17:16.482683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-525c5e12-c219-4239-9a6a-7aa6486356c2 req-7e0c1400-9399-459c-a8e6-06c73d4805b4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446250
Dec 15 13:17:17.727801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e12ad-c15f-4b91-bb17-896f16847b1f req-f7417e91-4f57-425c-a937-456aba4e56ea tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:17.729432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e35e12ad-c15f-4b91-bb17-896f16847b1f req-f7417e91-4f57-425c-a937-456aba4e56ea tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0964305
Dec 15 13:17:17.788412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e35e12ad-c15f-4b91-bb17-896f16847b1f req-d6671a62-cb18-4057-af21-783219f6b430 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513794
Dec 15 13:17:18.132295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-61578ad6-eb22-44ea-8251-cfb63c79f5c3 service neutron] 10.222.0.77 "GET /v2.0/ports/c4781674-c8aa-4d4e-b636-980d55048211/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0881867
Dec 15 13:17:18.434274 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-3a0b55d4-db70-4215-9f9b-b3f99e38b3e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 1098 time: 0.0795002
Dec 15 13:17:18.540996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-41ef9afe-c9b2-4ee1-a44e-953f8f4fafb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1098 time: 0.0850656
Dec 15 13:17:18.702776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535848-b3a0-4ec0-b39e-66901445befe req-c315b634-dfc2-4b0d-b458-ad963ebc4854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:18.704700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-c315b634-dfc2-4b0d-b458-ad963ebc4854 service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1572018
Dec 15 13:17:18.817778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-e8e10688-5870-4004-beaa-2792db7d30cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1002 time: 0.1069524
Dec 15 13:17:18.908518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535848-b3a0-4ec0-b39e-66901445befe req-384cb6ca-de69-44d6-91a7-09b82259e822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:18.910189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-384cb6ca-de69-44d6-91a7-09b82259e822 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0855944
Dec 15 13:17:19.073815 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-b7ffdfe7-8199-43f8-9845-69c0e99217c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1562715
Dec 15 13:17:19.080719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf8b5-ea6c-4e21-9a6d-a8f1acad3bb8 req-3abdf5bf-4807-4998-b2e5-cfe6e87154b7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:19.082318 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-734cf8b5-ea6c-4e21-9a6d-a8f1acad3bb8 req-3abdf5bf-4807-4998-b2e5-cfe6e87154b7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1278255
Dec 15 13:17:19.521232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-734cf8b5-ea6c-4e21-9a6d-a8f1acad3bb8 req-2e49a8ae-1a40-4811-9461-e4add01d0602 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4154439
Dec 15 13:17:19.556089 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-dec6fa3e-7005-4647-8d55-bcbe07f5d081 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4726841
Dec 15 13:17:19.719475 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-3fdd5de2-0217-4dcf-97e1-6e4dab5a0b16 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544342
Dec 15 13:17:20.768942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:17:20.774624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10758b61-809c-48cb-bb9b-d82a0f0df7a8 req-ce3d2f87-2ecf-4e2e-b631-08b02245bef0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:20.777308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10758b61-809c-48cb-bb9b-d82a0f0df7a8 req-ce3d2f87-2ecf-4e2e-b631-08b02245bef0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1004481
Dec 15 13:17:20.834851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10758b61-809c-48cb-bb9b-d82a0f0df7a8 req-5014961e-8438-4004-b717-59899d108865 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489140
Dec 15 13:17:20.896340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:20.936101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:17:20.951219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:20.956254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:20.959582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:21.017700 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'code': 200}
Dec 15 13:17:21.050714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:21.064106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.064455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.064842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.065469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.065863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.068985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.068985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.068985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.068985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.068985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.068985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:21.073227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:22.115904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d20e2-5889-45dd-ab4e-197d4a2b7798 req-f4688565-4f7e-40f1-81ab-4736cf31eda3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:22.118525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e2d20e2-5889-45dd-ab4e-197d4a2b7798 req-f4688565-4f7e-40f1-81ab-4736cf31eda3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 943 time: 0.1432211
Dec 15 13:17:22.174667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e2d20e2-5889-45dd-ab4e-197d4a2b7798 req-901f00b1-2e4b-4800-a9cf-ead54a3a9c14 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486598
Dec 15 13:17:23.450659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667deb1-a55a-4db0-b8ea-7f6d0181ad25 req-4df99e6c-dc35-4314-bacd-f19feffe1c2a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:23.452583 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8667deb1-a55a-4db0-b8ea-7f6d0181ad25 req-4df99e6c-dc35-4314-bacd-f19feffe1c2a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 943 time: 0.0879669
Dec 15 13:17:23.505417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8667deb1-a55a-4db0-b8ea-7f6d0181ad25 req-90457269-b46b-4af8-a806-30690ace9ba4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463140
Dec 15 13:17:23.749512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-e63c8c3a-eee9-4515-94f2-1473229902c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1096 time: 0.0838201
Dec 15 13:17:23.918114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-303e81c2-ec38-4a43-95ff-b6570126e66a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:23.920161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-303e81c2-ec38-4a43-95ff-b6570126e66a service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1469667
Dec 15 13:17:24.034830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-1f9fe24c-9882-4db8-836f-89e507f21350 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1000 time: 0.1083238
Dec 15 13:17:24.119395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-271b4e61-31a4-4155-a26b-b7b3ec701e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:24.121049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-271b4e61-31a4-4155-a26b-b7b3ec701e48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0790000
Dec 15 13:17:24.206837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-a13fea40-8f0e-44b3-b4f0-909e73f0650c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783739
Dec 15 13:17:24.360694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-22ed07ac-2fad-484c-813a-8f76fbf42880 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466362
Dec 15 13:17:24.517718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2324b91b-a1a9-46b3-b2e9-59ceb4b367d2 req-83101027-e725-46d2-9046-eb7c75756fdd service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500981
Dec 15 13:17:24.732741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7987-307d-4ce6-b22a-f01ac9571177 req-8f41d0bc-b357-42ee-a6e8-425978406587 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:24.734480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-044a7987-307d-4ce6-b22a-f01ac9571177 req-8f41d0bc-b357-42ee-a6e8-425978406587 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 943 time: 0.0938118
Dec 15 13:17:24.788697 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-044a7987-307d-4ce6-b22a-f01ac9571177 req-83d740b1-7b9b-488c-a939-c340799b6cc2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465391
Dec 15 13:17:24.814366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:17:24.972758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:24.987579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'c4781674-c8aa-4d4e-b636-980d55048211', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': 'c4781674-c8aa-4d4e-b636-980d55048211', 'mac_address': 'fa:16:3e:c2:65:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:17:25.045922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:25.065766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4781674-c8aa-4d4e-b636-980d55048211 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:17:25.083211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:25.088642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:25.090646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:25.164541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['c4781674-c8aa-4d4e-b636-980d55048211'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:17:25.207363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:25.212443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:26.025236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e45d1-d8b1-4579-8436-8462644ef534 req-dcda065d-452a-41cf-872b-2d564ce10edc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:26.026810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d45e45d1-d8b1-4579-8436-8462644ef534 req-dcda065d-452a-41cf-872b-2d564ce10edc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 944 time: 0.0946860
Dec 15 13:17:26.086617 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d45e45d1-d8b1-4579-8436-8462644ef534 req-b6188abe-888b-4958-9926-465a32708f5c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519402
Dec 15 13:17:26.816384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:17:26.896072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port c4781674-c8aa-4d4e-b636-980d55048211 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:17:26.896489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:27.042941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:27.074687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:17:27.086130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:27.090341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:27.092937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:27.167906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:27.171985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:27.174081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'code': 200}
Dec 15 13:17:27.354746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a40a3-603a-4918-9baa-913271a60417 req-bca43e47-6d89-44a2-8aa3-c955195dac25 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:27.356349 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd4a40a3-603a-4918-9baa-913271a60417 req-bca43e47-6d89-44a2-8aa3-c955195dac25 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1152730
Dec 15 13:17:27.412857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd4a40a3-603a-4918-9baa-913271a60417 req-8fb82d10-c29a-4a34-a5ec-f7ec634cd25e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497832
Dec 15 13:17:28.361115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:28.646637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094c7fe-f574-4104-b7dd-f0686cb390e2 req-a6f64dfa-5416-40a5-9da1-32965677bd83 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:28.648276 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2094c7fe-f574-4104-b7dd-f0686cb390e2 req-a6f64dfa-5416-40a5-9da1-32965677bd83 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1004963
Dec 15 13:17:28.701627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2094c7fe-f574-4104-b7dd-f0686cb390e2 req-dbddd72c-02f0-45e7-9046-34c6c2b86949 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461986
Dec 15 13:17:29.206912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-c97eec8e-ce80-4d01-8b8a-4d3e95f5cce9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:29.208669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-c97eec8e-ce80-4d01-8b8a-4d3e95f5cce9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a&tenant_id=a0faa96c48744acc95c75dc63d572453&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.0959749
Dec 15 13:17:29.274479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ffe44-fa8d-4fc7-8fa4-2038c18402ba req-470e3576-bf88-4649-95d1-d504e11c043b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:29.276286 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-864ffe44-fa8d-4fc7-8fa4-2038c18402ba req-470e3576-bf88-4649-95d1-d504e11c043b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1048613
Dec 15 13:17:29.296681 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-33c433ed-f192-45e2-a037-37f58d60ddb5 service neutron] 10.222.0.77 "GET /v2.0/ports/c4781674-c8aa-4d4e-b636-980d55048211/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0810075
Dec 15 13:17:29.333362 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-864ffe44-fa8d-4fc7-8fa4-2038c18402ba req-ab5af29c-bef8-457d-9ddf-c9350072320a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499930
Dec 15 13:17:29.408693 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-41c140f1-5cc3-448d-8dc1-f7c4afed4ed8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1098 time: 0.0852358
Dec 15 13:17:29.569765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-3234a8a5-1a7b-46ac-aecb-cef93f1795ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:29.571404 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-3234a8a5-1a7b-46ac-aecb-cef93f1795ee service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1551220
Dec 15 13:17:29.695736 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-4fed9e79-02a5-4358-99a9-b111d98ae417 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1002 time: 0.1140187
Dec 15 13:17:29.769175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-f9af37b6-92d6-4767-9777-dd7ff6d2a6ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:29.770834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-f9af37b6-92d6-4767-9777-dd7ff6d2a6ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0678601
Dec 15 13:17:29.860996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-83480f57-480c-434f-bb06-d0a166a35772 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824921
Dec 15 13:17:30.022221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-415807a9-2117-4151-90ef-248c5de2acea service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506376
Dec 15 13:17:30.181200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-e35313a9-e68b-4cef-9704-2572ba200bdf service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512392
Dec 15 13:17:30.573181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6304490-fa1f-4b7e-9c05-2d933c186183 req-1f61b3aa-9955-4f4f-a8e8-6449a63b8e15 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:30.574823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6304490-fa1f-4b7e-9c05-2d933c186183 req-1f61b3aa-9955-4f4f-a8e8-6449a63b8e15 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1064181
Dec 15 13:17:30.627814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6304490-fa1f-4b7e-9c05-2d933c186183 req-d08538a4-154b-4e9c-a089-bae3e6f74c60 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463419
Dec 15 13:17:30.632100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:17:31.853530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09479695-fc6f-4cee-b93e-b71a3d2eea38 req-08df2874-cd70-410f-8e6b-8aabb2c091c0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:31.855245 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09479695-fc6f-4cee-b93e-b71a3d2eea38 req-08df2874-cd70-410f-8e6b-8aabb2c091c0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0856729
Dec 15 13:17:31.924015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09479695-fc6f-4cee-b93e-b71a3d2eea38 req-fdc320ba-6f19-47d0-82da-201583fe5707 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571120
Dec 15 13:17:33.162967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22c66b-8039-4779-b3a2-302df3b9b720 req-1d2db3ab-b387-47c3-a8ea-ac69e0974ab4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:33.164633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6c22c66b-8039-4779-b3a2-302df3b9b720 req-1d2db3ab-b387-47c3-a8ea-ac69e0974ab4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0952265
Dec 15 13:17:33.242298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6c22c66b-8039-4779-b3a2-302df3b9b720 req-38ca2454-eb56-46d5-a6be-77bc5c3951aa tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694630
Dec 15 13:17:33.751807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-5561de10-9b5a-4fb4-b320-74340c8745fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a&tenant_id=a0faa96c48744acc95c75dc63d572453 HTTP/1.1" status: 200  len: 1098 time: 0.0872283
Dec 15 13:17:33.854532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-e5cf69cd-d17a-4416-a700-d83bc69ecb3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0faa96c48744acc95c75dc63d572453&device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 1098 time: 0.0797982
Dec 15 13:17:34.010377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-ec997435-d83a-4572-bc01-d6fa7e693e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:34.012033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-ec997435-d83a-4572-bc01-d6fa7e693e7a service neutron] 10.222.0.77 "GET /v2.0/networks?id=115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 200  len: 912 time: 0.1502967
Dec 15 13:17:34.132252 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-98d8a2fb-ee30-4fa9-aeb6-393c6780a9f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 200  len: 1002 time: 0.1129024
Dec 15 13:17:34.211811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-089a561b-6095-4611-af20-175cb688d59b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:34.213412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-089a561b-6095-4611-af20-175cb688d59b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 200  len: 850 time: 0.0744200
Dec 15 13:17:34.307305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-684c684c-68f5-45ca-8ad6-fa9efe2e6dc4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=115cf090-fb88-4348-90c9-19de4ffb0ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776231
Dec 15 13:17:34.464752 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-b61db9f0-c9f9-49d4-8f8d-bbf0b95d6bf5 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497746
Dec 15 13:17:34.484959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496daaf-4255-40d7-9d5b-44c27eff7307 req-187df25f-6372-4250-b4d6-ae778a3aab1e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:34.487795 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0496daaf-4255-40d7-9d5b-44c27eff7307 req-187df25f-6372-4250-b4d6-ae778a3aab1e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.1067407
Dec 15 13:17:34.542454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0496daaf-4255-40d7-9d5b-44c27eff7307 req-ff2cdc25-6f25-4799-9bed-02823ea9cc30 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469651
Dec 15 13:17:34.615854 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-15e9a741-82e8-44f7-b086-7d4c452d93fc req-cba9bc51-b5b7-4bea-8000-e0311efc83e0 service neutron] 10.222.0.77 "GET /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445017
Dec 15 13:17:35.761465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ff9c-ccd5-45be-a33f-6a504aa57be5 req-b50be3a4-94d5-4917-9300-f589890395ca tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:35.763176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f62ff9c-ccd5-45be-a33f-6a504aa57be5 req-b50be3a4-94d5-4917-9300-f589890395ca tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0864780
Dec 15 13:17:35.823000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f62ff9c-ccd5-45be-a33f-6a504aa57be5 req-a4a59dde-842a-4fbe-8c02-7e8d449490bc tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530276
Dec 15 13:17:36.861953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:17:36.985453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:37.014608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:17:37.028335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:37.033305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:37.035209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:37.050972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931575f8-8b97-4056-9960-d9710fd80adf req-bf5a3112-e798-4868-9062-750951fd8c7d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:37.053040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-931575f8-8b97-4056-9960-d9710fd80adf req-bf5a3112-e798-4868-9062-750951fd8c7d tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0990086
Dec 15 13:17:37.103053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'code': 200}
Dec 15 13:17:37.110066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-931575f8-8b97-4056-9960-d9710fd80adf req-0883916f-37c4-4019-a0e2-ee65cc9e9e9e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500095
Dec 15 13:17:37.116911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=9']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:37.120402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:38.336213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e107fd2-71a3-4f95-a793-59b1cee24bcc req-96ec31cc-72a4-4910-a915-cda2b80d87b9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:38.337856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4e107fd2-71a3-4f95-a793-59b1cee24bcc req-96ec31cc-72a4-4910-a915-cda2b80d87b9 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 943 time: 0.0898948
Dec 15 13:17:38.389896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4e107fd2-71a3-4f95-a793-59b1cee24bcc req-810c4187-d3eb-4dba-b29f-56e23ce31177 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450888
Dec 15 13:17:38.876233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:17:39.022306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:39.037482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'c4781674-c8aa-4d4e-b636-980d55048211', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'port_id': 'c4781674-c8aa-4d4e-b636-980d55048211', 'mac_address': 'fa:16:3e:c2:65:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:17:39.110711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:39.129579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4781674-c8aa-4d4e-b636-980d55048211 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:17:39.144914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:39.148524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:39.150391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:39.219670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['c4781674-c8aa-4d4e-b636-980d55048211'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:17:39.260166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=10']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:39.265812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:39.612038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8ea86-ce45-4bbd-a5a5-37040bc11e0a req-44683653-54d1-46bf-a233-b210d58a9474 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:39.613671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6dc8ea86-ce45-4bbd-a5a5-37040bc11e0a req-44683653-54d1-46bf-a233-b210d58a9474 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0926628
Dec 15 13:17:39.666182 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6dc8ea86-ce45-4bbd-a5a5-37040bc11e0a req-5347d047-f960-46b3-bb2b-7893e9aaf02a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461111
Dec 15 13:17:40.886087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd93f4-5a85-4c6e-b9d9-b35fd25fde98 req-9388a924-dc9c-4768-8a91-30f53d08a474 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:40.887747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4dd93f4-5a85-4c6e-b9d9-b35fd25fde98 req-9388a924-dc9c-4768-8a91-30f53d08a474 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 945 time: 0.0891187
Dec 15 13:17:40.892291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:17:40.945203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4dd93f4-5a85-4c6e-b9d9-b35fd25fde98 req-4344bd60-2ed8-4a5f-8b70-03685076adcf tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491154
Dec 15 13:17:40.974590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port c4781674-c8aa-4d4e-b636-980d55048211 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:17:40.975012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:41.042117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-16ef6f18-5d66-4a0b-a9ff-8b31867ff82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:41.117384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:41.148270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:17:41.159792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:41.163515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:41.166263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:41.215460 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'code': 200}
Dec 15 13:17:41.241436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=11']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:41.244825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:42.171586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fa805-0e31-4fb9-b0c4-a9405faba57c req-32a51db0-2301-43f1-9001-314a3d385bd7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:42.173263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-258fa805-0e31-4fb9-b0c4-a9405faba57c req-32a51db0-2301-43f1-9001-314a3d385bd7 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.0964701
Dec 15 13:17:42.224279 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-258fa805-0e31-4fb9-b0c4-a9405faba57c req-c205ab0c-0cbc-4942-a8ac-88508bf09629 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445933
Dec 15 13:17:42.678007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:43.459618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec472c6a-e4de-4d0c-adc1-b0abb1156e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:43.527562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa2b3d-ad3f-4313-9096-b39da4e76686 req-2b7ae809-a986-44c2-9039-ec76e546849b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:43.529452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-20fa2b3d-ad3f-4313-9096-b39da4e76686 req-2b7ae809-a986-44c2-9039-ec76e546849b tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.1741827
Dec 15 13:17:43.579802 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-20fa2b3d-ad3f-4313-9096-b39da4e76686 req-16b97d4e-a39c-4f29-86fa-e07dac03e230 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439653
Dec 15 13:17:43.733013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:43.796735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17d120-e351-40fb-bd0d-eac27a017df2 req-d2364691-be45-4e88-a7cf-874a67b940ec tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:43.798297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f17d120-e351-40fb-bd0d-eac27a017df2 req-d2364691-be45-4e88-a7cf-874a67b940ec tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.0919700
Dec 15 13:17:43.849232 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f17d120-e351-40fb-bd0d-eac27a017df2 req-b177a6fa-7a83-4aa1-ab03-e6168e743e6c tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444536
Dec 15 13:17:44.059164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffaaa4-cdd1-477a-a329-df6b17961a21 req-758a62cf-c469-4633-92d7-7c82790482e3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:44.061127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9cffaaa4-cdd1-477a-a329-df6b17961a21 req-758a62cf-c469-4633-92d7-7c82790482e3 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.0857728
Dec 15 13:17:44.115381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9cffaaa4-cdd1-477a-a329-df6b17961a21 req-005df5a8-a6bb-4d27-9649-e99718ff9774 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474854
Dec 15 13:17:44.557232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2a134-fd6c-437a-adaa-1652d49e5851 req-dadea060-9bb8-43fa-b3e5-32e5f83b8eca tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:44.558859 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-93f2a134-fd6c-437a-adaa-1652d49e5851 req-dadea060-9bb8-43fa-b3e5-32e5f83b8eca tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.0898530
Dec 15 13:17:44.623141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-93f2a134-fd6c-437a-adaa-1652d49e5851 req-d8827e89-939c-4f9d-954d-e5d72dbf0504 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565290
Dec 15 13:17:45.359647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:45.932836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62835df-0633-4469-b858-39b2e89f2e13 req-8c556584-fd3c-4249-9d79-bbce28909a19 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:45.934417 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c62835df-0633-4469-b858-39b2e89f2e13 req-8c556584-fd3c-4249-9d79-bbce28909a19 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.1694849
Dec 15 13:17:45.988950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c62835df-0633-4469-b858-39b2e89f2e13 req-0cbedea8-ab0b-44b0-97e6-7fe0ece5c793 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476441
Dec 15 13:17:47.228043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-be7442e6-c0fd-4180-9189-1b856faea5df tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:47.228621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe95d8-ea32-4426-9e49-22ebef7a3302 req-41e2803a-c3dd-48f1-b512-a2b8577c27ad tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:17:47.230096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ddbe95d8-ea32-4426-9e49-22ebef7a3302 req-41e2803a-c3dd-48f1-b512-a2b8577c27ad tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.1043317
Dec 15 13:17:47.233038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-be7442e6-c0fd-4180-9189-1b856faea5df tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 946 time: 0.3503850
Dec 15 13:17:47.316148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Deleting port c4781674-c8aa-4d4e-b636-980d55048211 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:17:47.316462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:47.516382 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ddbe95d8-ea32-4426-9e49-22ebef7a3302 req-8d00077d-5538-4a7a-bb77-6cba6961ec6a tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5a47fc0-d660-44d8-930e-84b27774b166&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2796359
Dec 15 13:17:47.602715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] For port c4781674-c8aa-4d4e-b636-980d55048211, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4781674-c8aa-4d4e-b636-980d55048211,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:47.602990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:47.931300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:47.931669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:47.932035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Floating IP a02b1442-2138-456a-8c66-75754746935a disassociated. External IP: 172.26.0.149, port: c4781674-c8aa-4d4e-b636-980d55048211.
Dec 15 13:17:47.932387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Calling delete_port for c4781674-c8aa-4d4e-b636-980d55048211 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:17:48.094087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:48.100240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:48.149608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event deleted for resources: {'Port': ['ID=c4781674-c8aa-4d4e-b636-980d55048211,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:48.166400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.166831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.167223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.168028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.168460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.169140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.169681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.170110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.170895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.171119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.171611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:48.175778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:48.410450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:17:48.695170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:17:48.698739 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-17648bf3-443b-4fcc-b198-bf7440b4062b req-7c0cab29-0577-49c5-a156-25beee9d7843 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 210 time: 0.0530305
Dec 15 13:17:48.706019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:17:48.729941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:17:48.730659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab262b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:17:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:48.779577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] No DVR routers for this DVR port c4781674-c8aa-4d4e-b636-980d55048211 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:17:48.782547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:48.785622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-deleted', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:17:48.803143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3cea0ba8-dba7-4643-b1b8-3c45b274ef47 req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.77 "DELETE /v2.0/ports/c4781674-c8aa-4d4e-b636-980d55048211 HTTP/1.1" status: 204  len: 173 time: 1.5638354
Dec 15 13:17:48.847505 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fbdb16-4c28-41eb-8ec5-565079a6694a', 'name': 'network-vif-deleted', 'tag': 'c4781674-c8aa-4d4e-b636-980d55048211', 'status': 'completed', 'code': 200}
Dec 15 13:17:49.106833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:17:49.462511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab262b0>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:49.466909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:17:49.479377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:17:49.480048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fab262b0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:17:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:49.674103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:17:49.897549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-94d82c98-3078-4277-ac62-34f7bf55c166 req-4a07f367-1986-4873-98fa-6ed4f77c9bde tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Synchronizing usage tracker for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:17:49.915424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-94d82c98-3078-4277-ac62-34f7bf55c166 req-4a07f367-1986-4873-98fa-6ed4f77c9bde tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Unset dirty status for tenant:a0faa96c48744acc95c75dc63d572453 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:17:49.916951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-94d82c98-3078-4277-ac62-34f7bf55c166 req-4a07f367-1986-4873-98fa-6ed4f77c9bde tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/ports?device_id=87fbdb16-4c28-41eb-8ec5-565079a6694a HTTP/1.1" status: 200  len: 210 time: 0.0657363
Dec 15 13:17:50.051484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fab262b0>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:50.055818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a6eaa-d3e9-4e0d-85da-5240111c1df6 None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:11:50Z', 'revision_number': 4, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '1c229416-d159-4b68-8289-7b27c469c32b', 'name': '', 'network_id': '115cf090-fb88-4348-90c9-19de4ffb0ba7', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'mac_address': 'fa:16:3e:7c:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:49Z', 'updated_at': '2021-12-15T13:11:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'subnets': [{'id': '0288275d-0b87-4f0f-846b-14236b95a63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:17:50.548853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3556ca51-ce5d-44c1-ad75-282ad98d14a8 None None] New status for floating IP a02b1442-2138-456a-8c66-75754746935a: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:17:50.940351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:17:50.975859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: c4781674-c8aa-4d4e-b636-980d55048211 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:17:50.976541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4781674-c8aa-4d4e-b636-980d55048211 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:17:54.448280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37174) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:17:54.524279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:54.555688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:54.611000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:54.615381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a795467-97be-44db-ae98-ed3ea1697af5 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:54.635881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a47fc0-d660-44d8-930e-84b27774b166,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:54.649940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.650396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.650794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.653686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.653686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.653686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.653686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.653686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.653686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.653686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.654263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:17:54.657181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:54.661074 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5a47fc0-d660-44d8-930e-84b27774b166 HTTP/1.1" status: 204  len: 168 time: 0.2087367
Dec 15 13:17:54.661074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:54.661603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37178) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:17:54.679941 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-64da4533-a08d-4228-9104-1066dabfeda6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] show failed (client error): The resource could not be found.
Dec 15 13:17:54.681410 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-64da4533-a08d-4228-9104-1066dabfeda6 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "GET /v2.0/security-groups/a5a47fc0-d660-44d8-930e-84b27774b166 HTTP/1.1" status: 404  len: 347 time: 0.0187705
Dec 15 13:17:54.684230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37182) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:17:54.862415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Deleting port 39d1d508-b538-47ff-8000-3abc4d7158e6 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:17:54.862798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:55.049626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:55.049626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:55.184049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Calling delete_port for 39d1d508-b538-47ff-8000-3abc4d7158e6 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:17:55.341723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:55.346508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-11e06fee-fadd-4410-9f1f-232e0131ecb8 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:55.394904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Pushing event deleted for resources: {'Port': ['ID=39d1d508-b538-47ff-8000-3abc4d7158e6,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:55.397743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:55.491854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:55.511098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:55.512444 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] 10.222.0.53 "DELETE /v2.0/floatingips/a02b1442-2138-456a-8c66-75754746935a HTTP/1.1" status: 204  len: 168 time: 0.8273787
Dec 15 13:17:55.516928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37186) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:17:56.049031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:56.725093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Deleting port 1c229416-d159-4b68-8289-7b27c469c32b {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:17:56.725745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:56.916586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] For port 1c229416-d159-4b68-8289-7b27c469c32b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=1c229416-d159-4b68-8289-7b27c469c32b,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:56.916995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:57.050424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Calling delete_port for 1c229416-d159-4b68-8289-7b27c469c32b owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:17:57.513353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:57.518092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3b23749-d48a-486d-ac70-642cdd8053c7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:17:57.562494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Pushing event deleted for resources: {'Port': ['ID=1c229416-d159-4b68-8289-7b27c469c32b,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:17:57.565624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:17:57.923539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:58.362946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:58.675729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:17:58.897743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:17:58.910167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] Sync routers for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:17:58.912455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] 10.222.0.53 "PUT /v2.0/routers/8baf9486-c1e1-4441-93ae-f9fe7b8d7815/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3935771
Dec 15 13:17:58.914740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37192) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:17:58.930410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:17:58.931219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa9beb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:17:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:59.137749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:59.140109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:17:59.363434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:59.374367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Deleting port a8670a3c-4673-4bf8-8607-b29595d07100 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:17:59.374978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:59.510705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa9beb8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:17:57Z', 'revision_number': 5, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port': {'id': 'a8670a3c-4673-4bf8-8607-b29595d07100', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:11:47Z', 'updated_at': '2021-12-15T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:59.516716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] Checking router: 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:17:59.528970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] Routers {'8baf9486-c1e1-4441-93ae-f9fe7b8d7815'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:17:59.529906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa9beb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:17:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:59.627290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] For port a8670a3c-4673-4bf8-8607-b29595d07100, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a8670a3c-4673-4bf8-8607-b29595d07100,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:17:59.627641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:17:59.695858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] Set router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:17:59.818031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa9beb8>, [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:17:59Z', 'revision_number': 6, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:17:59.823684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f129567-3e73-477b-baf7-ec0785a1e01d None None] The sync data for ids ['8baf9486-c1e1-4441-93ae-f9fe7b8d7815'] in dv-neutron-821831-1-hyperv is: [{'id': '8baf9486-c1e1-4441-93ae-f9fe7b8d7815', 'name': 'tempest-ServerActionsTestJSON-933569250-router', 'tenant_id': 'a0faa96c48744acc95c75dc63d572453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:11:46Z', 'updated_at': '2021-12-15T13:17:59Z', 'revision_number': 6, 'project_id': 'a0faa96c48744acc95c75dc63d572453', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:18:00.062040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Calling delete_port for a8670a3c-4673-4bf8-8607-b29595d07100 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:00.256453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:00.261204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b01fcbdb-f899-410d-97e5-4732f485e4dc tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:00.312086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8670a3c-4673-4bf8-8607-b29595d07100,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:00.314632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:00.562008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:00.833678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:00.838406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:00.868720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:00.869644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8baf9486-c1e1-4441-93ae-f9fe7b8d7815 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:18:00.884629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:00.885922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8baf9486-c1e1-4441-93ae-f9fe7b8d7815 HTTP/1.1" status: 204  len: 168 time: 1.9701071
Dec 15 13:18:00.889518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37196) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:00.958643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Deleting subnet 0288275d-0b87-4f0f-846b-14236b95a63f {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:18:00.962253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.015733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.107405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.194647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.198554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a4ce1c0e-d3e1-4e9b-b39e-9aed48178edb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:01.234786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0288275d-0b87-4f0f-846b-14236b95a63f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:01.238611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:01.242472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.248154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605effa-e11a-4990-bf73-1604305bfbe8 None None] Network 115cf090-fb88-4348-90c9-19de4ffb0ba7 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:01.248998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0288275d-0b87-4f0f-846b-14236b95a63f HTTP/1.1" status: 204  len: 168 time: 0.3582096
Dec 15 13:18:01.252250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37200) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:01.370708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.383050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Deleting port 9302465d-0dc5-444b-ba1d-d7ad591f78fb {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:01.383461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.532426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] DHCP port deletion for 115cf090-fb88-4348-90c9-19de4ffb0ba7 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:18:01.537395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Deleting port 9302465d-0dc5-444b-ba1d-d7ad591f78fb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:01.537820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.610447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] For port 9302465d-0dc5-444b-ba1d-d7ad591f78fb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9302465d-0dc5-444b-ba1d-d7ad591f78fb,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:01.610828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.753278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8670a3c-4673-4bf8-8607-b29595d07100 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:18:01.753577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Calling delete_port for 9302465d-0dc5-444b-ba1d-d7ad591f78fb owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:01.800162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: a8670a3c-4673-4bf8-8607-b29595d07100 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:18:01.800546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8670a3c-4673-4bf8-8607-b29595d07100 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:18:01.801043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1c229416-d159-4b68-8289-7b27c469c32b no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:18:01.828954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.833028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] For port 9302465d-0dc5-444b-ba1d-d7ad591f78fb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=9302465d-0dc5-444b-ba1d-d7ad591f78fb,segment=NetworkSegment(8f49ab5e-81ae-4588-bdca-319f36a7a830),segment_id=8f49ab5e-81ae-4588-bdca-319f36a7a830)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:01.833479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:01.834197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-525da387-680e-4164-ad7f-d73ae2e05ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:01.848893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 1c229416-d159-4b68-8289-7b27c469c32b {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:18:01.849318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 1c229416-d159-4b68-8289-7b27c469c32b not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:18:01.849696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9302465d-0dc5-444b-ba1d-d7ad591f78fb no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:18:01.881227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Pushing event deleted for resources: {'Port': ['ID=9302465d-0dc5-444b-ba1d-d7ad591f78fb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:01.884068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:01.886611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] No DVR routers for this DVR port 9302465d-0dc5-444b-ba1d-d7ad591f78fb on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:18:02.020181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.050448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb992b00>,) {'filters': {'network_id': ['115cf090-fb88-4348-90c9-19de4ffb0ba7']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:02.064842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb992b00>, '8f49ab5e-81ae-4588-bdca-319f36a7a830') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:02.065130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb992b00>, '8f49ab5e-81ae-4588-bdca-319f36a7a830') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:02.080133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.102119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.109609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:18:02.110678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:18:02.126071 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:18:02.169083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 9302465d-0dc5-444b-ba1d-d7ad591f78fb {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:18:02.169470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 9302465d-0dc5-444b-ba1d-d7ad591f78fb not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:18:02.177212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Calling delete_port for 9302465d-0dc5-444b-ba1d-d7ad591f78fb owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:02.210472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.214432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:02.229776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.241309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Pushing event deleted for resources: {'Network': ['ID=115cf090-fb88-4348-90c9-19de4ffb0ba7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:02.245229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:18:02.250977 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:18:02.259390 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] 10.222.0.53 "DELETE /v2.0/networks/115cf090-fb88-4348-90c9-19de4ffb0ba7 HTTP/1.1" status: 204  len: 168 time: 1.0033035
Dec 15 13:18:02.264040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:18:02.264613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:18:02.408978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37206) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:02.477042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bafaa540-f535-4316-8ae2-9532f9a4f684 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0faa96c48744acc95c75dc63d572453&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0663545
Dec 15 13:18:02.479792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37210) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:02.549021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2566eb94-2013-4016-b2a5-3394190de2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.578270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2566eb94-2013-4016-b2a5-3394190de2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.643843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2566eb94-2013-4016-b2a5-3394190de2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.647931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a79c3170-7c45-4e2e-84e3-419b70a65fae tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:02.663174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566eb94-2013-4016-b2a5-3394190de2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88a173-c0e6-43ab-ac65-e639b14f22c0,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:02.667778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2566eb94-2013-4016-b2a5-3394190de2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:02.671956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2566eb94-2013-4016-b2a5-3394190de2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.674326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2566eb94-2013-4016-b2a5-3394190de2b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf88a173-c0e6-43ab-ac65-e639b14f22c0 HTTP/1.1" status: 204  len: 168 time: 0.1925046
Dec 15 13:18:02.765751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Deleting port 9302465d-0dc5-444b-ba1d-d7ad591f78fb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:02.766196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:02.834863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-800a6d23-720e-4d59-a9c5-436a614bacda None None] The port '9302465d-0dc5-444b-ba1d-d7ad591f78fb' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:18:03.711727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37232) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:03.873230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-566652961-network', 'tenant_id': '55f21bd467a34a07966fd034122f9242'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:03.882155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:03.888896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Usage tracker for resource:network and tenant:55f21bd467a34a07966fd034122f9242 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:03.892954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:03.899326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:03.912158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Made reservation on behalf of 55f21bd467a34a07966fd034122f9242 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:03.916949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:03.931490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:03.965789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:03.970758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Usage tracker for resource:security_group_rule and tenant:55f21bd467a34a07966fd034122f9242 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:03.973890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:03.980426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:04.053073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.057505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.062535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0c49b40-d7ac-47ee-aa73-f1b1f95423b7 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:04.092074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:18:04.105558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f3719-9ee0-482b-a604-127529e96a75,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:04.110247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:04.111233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.111636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Added segment 39935cb9-11ca-43df-8b98-05841feb6ce2 of type vlan for network 81cf79e1-1ab6-437e-aeca-6b0147d8469d
Dec 15 13:18:04.138441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.171241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.172235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:04.172865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.176492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:04.280300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5670893
Dec 15 13:18:04.283678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37238) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:04.289818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Pushing event updated for resources: {'Network': ['ID=81cf79e1-1ab6-437e-aeca-6b0147d8469d,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:04.290738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Request body: {'subnet': {'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-566652961-subnet', 'tenant_id': '55f21bd467a34a07966fd034122f9242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:04.293229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:04.299334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:04.302711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 81cf79e1-1ab6-437e-aeca-6b0147d8469d details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:18:04.304679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Usage tracker for resource:subnet and tenant:55f21bd467a34a07966fd034122f9242 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:04.307887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:04.315195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:04.327271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Made reservation on behalf of 55f21bd467a34a07966fd034122f9242 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:04.332619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.562316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.566060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1f7fef3-af18-4bc7-b0eb-240e91df556e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:04.643329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:04.646219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:04.664506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Checking segment: {'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:04.664835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Network hostable DHCP agents. Network: 81cf79e1-1ab6-437e-aeca-6b0147d8469d, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:18:04.688133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Network 81cf79e1-1ab6-437e-aeca-6b0147d8469d is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:18:04.698086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 81cf79e1-1ab6-437e-aeca-6b0147d8469d) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:04.702768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:04.703477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:04.709441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81fdd3b-4ac8-4082-b4ce-db6c75ca22b1 None None] Network 81cf79e1-1ab6-437e-aeca-6b0147d8469d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:04.726450 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4413760
Dec 15 13:18:04.942913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509199bb-9435-4ca6-9a01-53fdd14629d4 None None] Network 81cf79e1-1ab6-437e-aeca-6b0147d8469d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:05.397249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-fc0f5e2c-cc16-49e9-9afd-15caf7f72014 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:05.398866 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-fc0f5e2c-cc16-49e9-9afd-15caf7f72014 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/networks?id=81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 200  len: 813 time: 0.1683667
Dec 15 13:18:05.419578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-ab7767d7-e83f-4545-bbe8-525f28ae1b39 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/quotas/55f21bd467a34a07966fd034122f9242 HTTP/1.1" status: 200  len: 375 time: 0.0122621
Dec 15 13:18:05.478176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-69e0066b-b811-4f46-94bd-9c63817ddef5 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f21bd467a34a07966fd034122f9242&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0523596
Dec 15 13:18:05.732118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-244dcee6-3352-4216-8920-f4f96a2072f5 service neutron] 10.222.0.53 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461665
Dec 15 13:18:05.879649 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-90110044-67d6-4f61-afd9-b5dced23f863 service neutron] 10.222.0.53 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409535
Dec 15 13:18:06.085446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e249e497-e9e3-470d-9ba5-5d4dcde7ad16 req-9a069534-2a9d-4f82-bc64-369894ffee01 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 210 time: 0.0473366
Dec 15 13:18:07.275690 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca44118a-287f-4b57-b0f8-5b31cd5f9c7a req-5d918ca1-cde5-479b-82a6-db22b31e15f0 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 210 time: 0.0596144
Dec 15 13:18:07.303384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-d15d3d26-b46b-43f5-b1d6-7b30e2b721ff tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:07.304973 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-d15d3d26-b46b-43f5-b1d6-7b30e2b721ff tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "GET /v2.0/networks?id=81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 200  len: 813 time: 0.2296078
Dec 15 13:18:07.319837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Request body: {'port': {'device_id': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d', 'admin_state_up': True, 'tenant_id': '55f21bd467a34a07966fd034122f9242'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:07.635104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:18:07.723788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:07.728234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Usage tracker for resource:port and tenant:55f21bd467a34a07966fd034122f9242 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:07.731574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:07.738202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:07.749273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Made reservation on behalf of 55f21bd467a34a07966fd034122f9242 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:07.755254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:07.933913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Allocated IP 172.20.0.9 (81cf79e1-1ab6-437e-aeca-6b0147d8469d/5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6/ee951f2e-7722-4641-93b1-62c25e2705af) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:18:08.163134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:08.192522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:08.199173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:08.272001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Network 81cf79e1-1ab6-437e-aeca-6b0147d8469d is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:18:08.275968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:08.280304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:18:08.313672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Pushing event updated for resources: {'Port': ['ID=ee951f2e-7722-4641-93b1-62c25e2705af,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:08.321246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:08.352412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:08.353008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:08.375162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0594604
Dec 15 13:18:08.466576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Request body: {'port': {'device_id': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:08.493942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df2cf9-d543-4479-987f-732f181ef7a9 req-a8df60eb-8acd-4c13-960d-b3ec90c222b6 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:08.495594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77df2cf9-d543-4479-987f-732f181ef7a9 req-a8df60eb-8acd-4c13-960d-b3ec90c222b6 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 931 time: 0.0896330
Dec 15 13:18:08.551962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-77df2cf9-d543-4479-987f-732f181ef7a9 req-688c507c-bbe2-471f-b44c-a5c8268240e8 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Synchronizing usage tracker for tenant:55f21bd467a34a07966fd034122f9242 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:18:08.570651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-77df2cf9-d543-4479-987f-732f181ef7a9 req-688c507c-bbe2-471f-b44c-a5c8268240e8 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Unset dirty status for tenant:55f21bd467a34a07966fd034122f9242 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:18:08.572054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77df2cf9-d543-4479-987f-732f181ef7a9 req-688c507c-bbe2-471f-b44c-a5c8268240e8 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697730
Dec 15 13:18:08.593968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:08.962235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee951f2e-7722-4641-93b1-62c25e2705af {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:18:08.969932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:08.986045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Transition to ACTIVE for port object ee951f2e-7722-4641-93b1-62c25e2705af will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:18:08.990310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:08.994189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:09.113899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Pushing event updated for resources: {'Port': ['ID=ee951f2e-7722-4641-93b1-62c25e2705af,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:09.123093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:09.240432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Attempting to bind port ee951f2e-7722-4641-93b1-62c25e2705af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:18:09.240683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Attempting to bind port ee951f2e-7722-4641-93b1-62c25e2705af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:18:09.241055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Attempting to bind port ee951f2e-7722-4641-93b1-62c25e2705af on network 81cf79e1-1ab6-437e-aeca-6b0147d8469d {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:18:09.248069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Port ee951f2e-7722-4641-93b1-62c25e2705af on network 81cf79e1-1ab6-437e-aeca-6b0147d8469d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:18:09.248422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Attempting to bind port ee951f2e-7722-4641-93b1-62c25e2705af on network 81cf79e1-1ab6-437e-aeca-6b0147d8469d {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:18:09.255884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:18:09.256214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Checking segment: {'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:09.256645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Bound using segment: {'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:18:09.257112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Bound port: ee951f2e-7722-4641-93b1-62c25e2705af, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:18:09.257489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:09.354776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] For port ee951f2e-7722-4641-93b1-62c25e2705af, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:18:09.358673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] For port ee951f2e-7722-4641-93b1-62c25e2705af, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ee951f2e-7722-4641-93b1-62c25e2705af,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:18:09.364628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:09.370723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45b07019-de25-42ab-85e7-ee33ad013f5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:09.435593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:09.437561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] 10.222.0.77 "PUT /v2.0/ports/ee951f2e-7722-4641-93b1-62c25e2705af HTTP/1.1" status: 200  len: 1093 time: 1.0550277
Dec 15 13:18:09.441739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'tag': 'ee951f2e-7722-4641-93b1-62c25e2705af'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:18:09.459903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Pushing event updated for resources: {'Port': ['ID=ee951f2e-7722-4641-93b1-62c25e2705af,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:09.463203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:09.513368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'tag': 'ee951f2e-7722-4641-93b1-62c25e2705af', 'status': 'completed', 'code': 200}
Dec 15 13:18:09.557793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-dc8b7da5-2039-43c8-aa9f-0431ab1c139c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55f21bd467a34a07966fd034122f9242&device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 1096 time: 0.0839837
Dec 15 13:18:09.637603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-c26cfd67-cc3f-4b53-9064-aa539046b5ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee951f2e-7722-4641-93b1-62c25e2705af HTTP/1.1" status: 200  len: 217 time: 0.0716615
Dec 15 13:18:09.714569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-68b99a5d-f261-4ed1-b290-6b6b40b5cdd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:09.716329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-68b99a5d-f261-4ed1-b290-6b6b40b5cdd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6 HTTP/1.1" status: 200  len: 853 time: 0.0721474
Dec 15 13:18:09.766953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-fa6b9bba-8ff5-4333-bf77-c8e37cf66adb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81cf79e1-1ab6-437e-aeca-6b0147d8469d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441933
Dec 15 13:18:09.790863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd8ef-7182-4a4b-a5c5-4c919b0ec78f req-b64da6fa-2acd-4ef6-a8f4-a0f3aa21b72a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:09.792836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b30fd8ef-7182-4a4b-a5c5-4c919b0ec78f req-b64da6fa-2acd-4ef6-a8f4-a0f3aa21b72a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 943 time: 0.0855243
Dec 15 13:18:09.844860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b30fd8ef-7182-4a4b-a5c5-4c919b0ec78f req-a5f883c7-60f5-47f9-a868-e861d95fb627 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441124
Dec 15 13:18:09.920883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-31af6515-039e-43b6-9c80-dc8c571cf06a service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479459
Dec 15 13:18:10.073573 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-747788b6-50bc-45ac-89a9-7b0ea10db5bb req-55f6a8f9-05d8-46a6-b01f-dd276da8822c service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461737
Dec 15 13:18:10.226496 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de34e27-45ac-4833-b20c-f76027b0851b req-cef912dc-2896-4007-8955-f070b342bf9a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55f21bd467a34a07966fd034122f9242&device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 1096 time: 0.0988026
Dec 15 13:18:10.384666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de34e27-45ac-4833-b20c-f76027b0851b req-25dd4631-b101-49b4-8d35-a610a8618cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:10.386567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de34e27-45ac-4833-b20c-f76027b0851b req-25dd4631-b101-49b4-8d35-a610a8618cc9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 200  len: 914 time: 0.1531963
Dec 15 13:18:10.469519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de34e27-45ac-4833-b20c-f76027b0851b req-a6c8540e-afa5-42f8-8416-d0559059a4e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee951f2e-7722-4641-93b1-62c25e2705af HTTP/1.1" status: 200  len: 217 time: 0.0760746
Dec 15 13:18:10.545022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de34e27-45ac-4833-b20c-f76027b0851b req-4265200b-4809-4b0c-95b5-65da8b6e3c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:10.546671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de34e27-45ac-4833-b20c-f76027b0851b req-4265200b-4809-4b0c-95b5-65da8b6e3c2c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6 HTTP/1.1" status: 200  len: 853 time: 0.0698159
Dec 15 13:18:10.598253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de34e27-45ac-4833-b20c-f76027b0851b req-f63333aa-8951-413e-889d-7eec304dbbd9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81cf79e1-1ab6-437e-aeca-6b0147d8469d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444086
Dec 15 13:18:10.757244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de34e27-45ac-4833-b20c-f76027b0851b req-d8e6a1f8-bb44-4a93-8adb-a99b3f4fec8c service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516597
Dec 15 13:18:10.905739 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7de34e27-45ac-4833-b20c-f76027b0851b req-fd492f8f-b9bb-4b67-a26f-c9a057c32b1f service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409833
Dec 15 13:18:11.006835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b626b49-801a-4130-970d-4de774b442ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:11.065198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6545a9-9801-451b-b686-7f9058242578 req-387a2560-4ac0-4cf0-9091-e6808ee4d4a3 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:11.065957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fd6545a9-9801-451b-b686-7f9058242578 req-387a2560-4ac0-4cf0-9091-e6808ee4d4a3 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Synchronizing usage tracker for tenant:55f21bd467a34a07966fd034122f9242 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:18:11.084345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-fd6545a9-9801-451b-b686-7f9058242578 req-387a2560-4ac0-4cf0-9091-e6808ee4d4a3 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Unset dirty status for tenant:55f21bd467a34a07966fd034122f9242 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:18:11.085602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fd6545a9-9801-451b-b686-7f9058242578 req-387a2560-4ac0-4cf0-9091-e6808ee4d4a3 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 943 time: 0.1125929
Dec 15 13:18:11.152326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fd6545a9-9801-451b-b686-7f9058242578 req-63f022e3-2c40-4f2b-a0e0-5040141e92b0 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574672
Dec 15 13:18:12.393786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527ebe0-e659-4704-84a1-a81c42904bd1 req-f9c67c89-f012-4d8d-86ce-07966e66fa6a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:12.395483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e527ebe0-e659-4704-84a1-a81c42904bd1 req-f9c67c89-f012-4d8d-86ce-07966e66fa6a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 943 time: 0.1023057
Dec 15 13:18:12.451099 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e527ebe0-e659-4704-84a1-a81c42904bd1 req-76ee98ef-983e-4cb0-af6b-a7f58047802b tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465004
Dec 15 13:18:12.682430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:13.018157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ee951f2e-7722-4641-93b1-62c25e2705af details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:18:13.172674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ee951f2e-7722-4641-93b1-62c25e2705af, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ee951f2e-7722-4641-93b1-62c25e2705af,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:13.187210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'ee951f2e-7722-4641-93b1-62c25e2705af', 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d', 'port_id': 'ee951f2e-7722-4641-93b1-62c25e2705af', 'mac_address': 'fa:16:3e:5f:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:18:13.244041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:13.266769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee951f2e-7722-4641-93b1-62c25e2705af {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:18:13.298610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ee951f2e-7722-4641-93b1-62c25e2705af, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ee951f2e-7722-4641-93b1-62c25e2705af,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:13.302652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:13.304553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:13.373398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=ee951f2e-7722-4641-93b1-62c25e2705af,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:13.376977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:13.457104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36046831-29da-4464-90bc-ae46c93efd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:13.508710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['ee951f2e-7722-4641-93b1-62c25e2705af'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:18:13.679017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe857-ee50-449f-bb95-321b925c6cb9 req-e7e21a35-70e7-4257-8f12-0076e44f7d85 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:13.680806 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-803fe857-ee50-449f-bb95-321b925c6cb9 req-e7e21a35-70e7-4257-8f12-0076e44f7d85 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 944 time: 0.0900493
Dec 15 13:18:13.736085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:13.737015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-803fe857-ee50-449f-bb95-321b925c6cb9 req-56982a89-2265-414c-a1de-59d49bff49ea tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499308
Dec 15 13:18:14.983604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1adf4-c353-4030-8a82-1c3ad810e5f6 req-28396ada-3e60-4786-8bd9-50cf4eedd228 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:14.985602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31e1adf4-c353-4030-8a82-1c3ad810e5f6 req-28396ada-3e60-4786-8bd9-50cf4eedd228 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 944 time: 0.1150687
Dec 15 13:18:15.032094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ee951f2e-7722-4641-93b1-62c25e2705af up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:18:15.036171 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31e1adf4-c353-4030-8a82-1c3ad810e5f6 req-06701053-9efc-413e-ae05-ec4433b43346 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444040
Dec 15 13:18:15.107039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port ee951f2e-7722-4641-93b1-62c25e2705af completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:18:15.112440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port ee951f2e-7722-4641-93b1-62c25e2705af triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:18:15.112866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:15.235608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:15.264118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee951f2e-7722-4641-93b1-62c25e2705af'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:18:15.274400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ee951f2e-7722-4641-93b1-62c25e2705af, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ee951f2e-7722-4641-93b1-62c25e2705af,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:15.278258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:15.280363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:15.331952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee951f2e-7722-4641-93b1-62c25e2705af', 'code': 200}
Dec 15 13:18:15.372654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=ee951f2e-7722-4641-93b1-62c25e2705af,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:15.376403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:15.377246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:15.603811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9fe48102-3cbc-4f2a-9acb-9fbf192d2707 req-d07d7ce6-8174-4922-9155-18cfbcfecb2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 1098 time: 0.0944655
Dec 15 13:18:15.662264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9fe48102-3cbc-4f2a-9acb-9fbf192d2707 req-a7ea659f-5346-40f1-9476-276e6f9e434b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515389
Dec 15 13:18:16.267751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e9661-559c-4235-bb9e-b3c18fec664d req-fd1f0202-d4da-4b5d-8ad0-d1d22c47a55b tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:16.269434 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a11e9661-559c-4235-bb9e-b3c18fec664d req-fd1f0202-d4da-4b5d-8ad0-d1d22c47a55b tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.0952787
Dec 15 13:18:16.322482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a11e9661-559c-4235-bb9e-b3c18fec664d req-41df470d-9250-4a24-9cd4-033315708041 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438449
Dec 15 13:18:17.564544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6778d-0989-48ee-92be-f3fb8b365ea6 req-221a3b43-e8f9-4357-9e78-32e4ef96f61a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:17.566172 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ab6778d-0989-48ee-92be-f3fb8b365ea6 req-221a3b43-e8f9-4357-9e78-32e4ef96f61a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.1007032
Dec 15 13:18:17.616226 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ab6778d-0989-48ee-92be-f3fb8b365ea6 req-6edb554d-b15d-48ba-9315-d4190f71f893 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435092
Dec 15 13:18:17.957334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-8a5331f2-c648-4e7c-b5cc-8359fc460299 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:17.958005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-8a5331f2-c648-4e7c-b5cc-8359fc460299 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Synchronizing usage tracker for tenant:55f21bd467a34a07966fd034122f9242 on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:18:17.977372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-8a5331f2-c648-4e7c-b5cc-8359fc460299 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Unset dirty status for tenant:55f21bd467a34a07966fd034122f9242 on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:18:17.978644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-8a5331f2-c648-4e7c-b5cc-8359fc460299 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/networks?id=81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 200  len: 813 time: 0.1866045
Dec 15 13:18:17.999664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-7ece7c51-a312-42d6-9fbf-c59c25679cff tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/quotas/55f21bd467a34a07966fd034122f9242 HTTP/1.1" status: 200  len: 375 time: 0.0121753
Dec 15 13:18:18.102421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-6c1d3e58-6c88-458b-b9e6-9069c2706253 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f21bd467a34a07966fd034122f9242&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0960803
Dec 15 13:18:18.258464 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1409ae5a-0f75-4e42-9a8a-4739413e055f service neutron] 10.222.0.53 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478729
Dec 15 13:18:18.413205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-39d79a9f-4e16-4a72-8f9f-aacd464a767a service neutron] 10.222.0.53 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479151
Dec 15 13:18:18.643902 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8c4c17b-faa0-49d2-a522-de99938b871c req-46aab126-9998-4549-88aa-40fb48a271e5 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 210 time: 0.0557821
Dec 15 13:18:19.815051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-f139aa64-b78a-439a-bf19-8e4225f0fd8a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:19.816906 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-f139aa64-b78a-439a-bf19-8e4225f0fd8a tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "GET /v2.0/networks?id=81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 200  len: 813 time: 0.2077062
Dec 15 13:18:19.833409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Request body: {'port': {'device_id': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d', 'admin_state_up': True, 'tenant_id': '55f21bd467a34a07966fd034122f9242'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:19.994913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:20.006144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:20.016871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Made reservation on behalf of 55f21bd467a34a07966fd034122f9242 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:20.018817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49fd73b0-b89e-44d2-b8a4-0b51c43ae056 req-c9e4b39b-928b-4ac7-aa9e-0b47aee38ce9 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 210 time: 0.0525103
Dec 15 13:18:20.022540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:20.210776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Allocated IP 172.20.0.7 (81cf79e1-1ab6-437e-aeca-6b0147d8469d/5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6/c4470b0b-a6d8-498b-bca8-a825e69f3b60) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:18:20.686438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:20.722163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:20.728587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8eea8a17-912f-447f-b290-a50857a076d4 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:20.734843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['ee951f2e-7722-4641-93b1-62c25e2705af'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:18:20.808845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Network 81cf79e1-1ab6-437e-aeca-6b0147d8469d is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:18:20.810026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Pushing event updated for resources: {'Port': ['ID=c4470b0b-a6d8-498b-bca8-a825e69f3b60,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:20.812878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:20.814900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:20.815658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:18:20.883811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:20.884492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:20.910244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0817776
Dec 15 13:18:20.922332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Request body: {'port': {'device_id': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:21.038536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:21.373008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f209db-b084-43c6-a9ab-8844951b1243 req-1159e23d-96b8-4e8e-9c92-d63a308c4a4c tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:21.373670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-05f209db-b084-43c6-a9ab-8844951b1243 req-1159e23d-96b8-4e8e-9c92-d63a308c4a4c tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Synchronizing usage tracker for tenant:55f21bd467a34a07966fd034122f9242 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:18:21.414385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-05f209db-b084-43c6-a9ab-8844951b1243 req-1159e23d-96b8-4e8e-9c92-d63a308c4a4c tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Unset dirty status for tenant:55f21bd467a34a07966fd034122f9242 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:18:21.415737 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05f209db-b084-43c6-a9ab-8844951b1243 req-1159e23d-96b8-4e8e-9c92-d63a308c4a4c tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 931 time: 0.2551625
Dec 15 13:18:21.517442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4470b0b-a6d8-498b-bca8-a825e69f3b60 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:18:21.527480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:21.540791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05f209db-b084-43c6-a9ab-8844951b1243 req-13d63c1e-7d57-4e8e-b03e-a11dee940f98 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126339
Dec 15 13:18:21.553019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Transition to ACTIVE for port object c4470b0b-a6d8-498b-bca8-a825e69f3b60 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:18:21.556911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:21.561889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7c83c99-a16d-4740-a6ba-1071bb73a8c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:21.694207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Pushing event updated for resources: {'Port': ['ID=c4470b0b-a6d8-498b-bca8-a825e69f3b60,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:21.699107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:21.820621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Attempting to bind port c4470b0b-a6d8-498b-bca8-a825e69f3b60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:18:21.821239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Attempting to bind port c4470b0b-a6d8-498b-bca8-a825e69f3b60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:18:21.821373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Attempting to bind port c4470b0b-a6d8-498b-bca8-a825e69f3b60 on network 81cf79e1-1ab6-437e-aeca-6b0147d8469d {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:18:21.828007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Port c4470b0b-a6d8-498b-bca8-a825e69f3b60 on network 81cf79e1-1ab6-437e-aeca-6b0147d8469d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:18:21.828367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Attempting to bind port c4470b0b-a6d8-498b-bca8-a825e69f3b60 on network 81cf79e1-1ab6-437e-aeca-6b0147d8469d {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:18:21.835869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:18:21.836246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Checking segment: {'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:21.836666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Bound using segment: {'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:18:21.837136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Bound port: c4470b0b-a6d8-498b-bca8-a825e69f3b60, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39935cb9-11ca-43df-8b98-05841feb6ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:18:21.837522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:21.931008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] For port c4470b0b-a6d8-498b-bca8-a825e69f3b60, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:18:21.934926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] For port c4470b0b-a6d8-498b-bca8-a825e69f3b60, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4470b0b-a6d8-498b-bca8-a825e69f3b60,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:18:21.940093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:21.944345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29715992-d3d6-488e-a238-fc97f40f360a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:22.011993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:22.013546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] 10.222.0.77 "PUT /v2.0/ports/c4470b0b-a6d8-498b-bca8-a825e69f3b60 HTTP/1.1" status: 200  len: 1093 time: 1.0958321
Dec 15 13:18:22.014106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'tag': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:18:22.032982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Pushing event updated for resources: {'Port': ['ID=c4470b0b-a6d8-498b-bca8-a825e69f3b60,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:22.036441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:22.087588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'tag': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60', 'status': 'completed', 'code': 200}
Dec 15 13:18:22.132075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-0f6171b6-550a-463a-a454-6efaa3842f19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55f21bd467a34a07966fd034122f9242&device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 1096 time: 0.0793617
Dec 15 13:18:22.210772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-21e2f2a1-e910-4888-8b2c-64ddab3f9ae5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4470b0b-a6d8-498b-bca8-a825e69f3b60 HTTP/1.1" status: 200  len: 217 time: 0.0712261
Dec 15 13:18:22.291168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-7ecb528c-38d2-4736-817d-8d4cff703677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:22.294181 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-7ecb528c-38d2-4736-817d-8d4cff703677 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6 HTTP/1.1" status: 200  len: 853 time: 0.0752513
Dec 15 13:18:22.354412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-4f9e4d48-fa61-4c3c-b84d-c431801a4b5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81cf79e1-1ab6-437e-aeca-6b0147d8469d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526898
Dec 15 13:18:22.508567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-2c6979c0-c9db-4cda-907e-59b555edcad1 service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467209
Dec 15 13:18:22.661402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-621e11f1-d2d1-4524-b429-b8ee245e204c req-6b711361-0b40-4523-b78b-ea1631720b68 service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464641
Dec 15 13:18:22.828102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80404ac-15bd-42a0-bdf5-70d45c8efdaa req-994783be-f2b4-4916-96bb-38095139495e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:22.830029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80404ac-15bd-42a0-bdf5-70d45c8efdaa req-994783be-f2b4-4916-96bb-38095139495e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 943 time: 0.1616430
Dec 15 13:18:22.833148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-ecf1565c-5a3e-484d-aae7-b8489efd4c50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55f21bd467a34a07966fd034122f9242&device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 1096 time: 0.1172364
Dec 15 13:18:22.996134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f80404ac-15bd-42a0-bdf5-70d45c8efdaa req-17f143c8-c147-45e2-85fe-8827cfb7637b tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580300
Dec 15 13:18:23.022363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-25149ef9-f7d0-4a8a-8a66-6dc4dac51ef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:23.024143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-25149ef9-f7d0-4a8a-8a66-6dc4dac51ef0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 200  len: 914 time: 0.1842151
Dec 15 13:18:23.098182 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-22e6c525-fcd3-4604-902d-5fe12ba41cbe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4470b0b-a6d8-498b-bca8-a825e69f3b60 HTTP/1.1" status: 200  len: 217 time: 0.0669591
Dec 15 13:18:23.178328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-50db255a-b77a-4a93-af0f-23813e0f9d1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:23.180026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-50db255a-b77a-4a93-af0f-23813e0f9d1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6 HTTP/1.1" status: 200  len: 853 time: 0.0745556
Dec 15 13:18:23.235799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-91c56503-f169-4941-a58a-5a0c0039612b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81cf79e1-1ab6-437e-aeca-6b0147d8469d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438876
Dec 15 13:18:23.395761 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-0e0afeeb-ba13-4f84-862e-9fb8f484504d service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533058
Dec 15 13:18:23.667747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d23ab040-ddd0-4f38-b47f-0fe6af3906fb req-8298603c-e410-4f6f-a771-356155a1701e service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527202
Dec 15 13:18:24.225035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213f5a6-4aea-4f98-8c4b-ed760c916efc req-a5792afd-9288-4949-9fb2-c6abbd0a81b6 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:24.226657 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f213f5a6-4aea-4f98-8c4b-ed760c916efc req-a5792afd-9288-4949-9fb2-c6abbd0a81b6 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 943 time: 0.0904183
Dec 15 13:18:24.279303 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f213f5a6-4aea-4f98-8c4b-ed760c916efc req-93daace0-ca76-4e19-b765-b14d317544fd tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458965
Dec 15 13:18:24.657529 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-b71584f3-24b9-400f-86d2-f4189232a488 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801935
Dec 15 13:18:24.819426 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-1aeb4f20-7c1a-4608-b872-dea7ed90d66b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55f21bd467a34a07966fd034122f9242&device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 1098 time: 0.0839236
Dec 15 13:18:24.986782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-a7bca3af-56b0-4fc6-9f57-34d94bfad8f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:24.988379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-a7bca3af-56b0-4fc6-9f57-34d94bfad8f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 200  len: 914 time: 0.1467233
Dec 15 13:18:25.069796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-70defec2-24c0-4510-854d-30bd6c36723a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee951f2e-7722-4641-93b1-62c25e2705af HTTP/1.1" status: 200  len: 217 time: 0.0729833
Dec 15 13:18:25.078065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4470b0b-a6d8-498b-bca8-a825e69f3b60 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:18:25.144746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-5f9c0668-9f15-4022-8297-36718cd2177d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:25.146359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-5f9c0668-9f15-4022-8297-36718cd2177d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6 HTTP/1.1" status: 200  len: 853 time: 0.0699036
Dec 15 13:18:25.197869 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-00ab2117-967f-4576-9502-bd2bd6e4cce6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81cf79e1-1ab6-437e-aeca-6b0147d8469d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440061
Dec 15 13:18:25.223950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4470b0b-a6d8-498b-bca8-a825e69f3b60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4470b0b-a6d8-498b-bca8-a825e69f3b60,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:25.242570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60', 'network_id': '81cf79e1-1ab6-437e-aeca-6b0147d8469d', 'port_id': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60', 'mac_address': 'fa:16:3e:7d:86:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:18:25.302773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:25.321886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4470b0b-a6d8-498b-bca8-a825e69f3b60 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:18:25.338038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4470b0b-a6d8-498b-bca8-a825e69f3b60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4470b0b-a6d8-498b-bca8-a825e69f3b60,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:25.342258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:25.345326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:25.350611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-7deac315-ea33-4416-bf6a-0bece60c072c service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460240
Dec 15 13:18:25.416638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4470b0b-a6d8-498b-bca8-a825e69f3b60,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:25.426331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.426744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.427193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.427633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.428007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.428376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.428740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.429105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.429469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.429843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.430217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:25.434402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:25.556954 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0f8833c4-9e5c-4add-b966-d4c230d2175b req-49848aca-e847-4ab9-9a52-066e1fa5ebf7 service neutron] 10.222.0.77 "GET /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959548
Dec 15 13:18:25.561702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['c4470b0b-a6d8-498b-bca8-a825e69f3b60'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:18:25.584001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ca1f-90b8-4376-894a-ad40812ef884 req-16aee5c1-dfc2-463e-b3b4-f49811e7268f tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:25.585853 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89e4ca1f-90b8-4376-894a-ad40812ef884 req-16aee5c1-dfc2-463e-b3b4-f49811e7268f tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 944 time: 0.1289814
Dec 15 13:18:25.641807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89e4ca1f-90b8-4376-894a-ad40812ef884 req-aaa4741a-601a-4105-81b9-b7c6671b242b tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493803
Dec 15 13:18:26.875382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02499730-211f-447c-a246-c539913c6e15 req-21abba72-3ef0-42af-8517-d58ab930eff5 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:26.877015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02499730-211f-447c-a246-c539913c6e15 req-21abba72-3ef0-42af-8517-d58ab930eff5 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 944 time: 0.0974832
Dec 15 13:18:26.928496 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02499730-211f-447c-a246-c539913c6e15 req-6edb321f-a2a0-4b1a-a5be-ad8049eabbbe tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449166
Dec 15 13:18:27.109898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4470b0b-a6d8-498b-bca8-a825e69f3b60 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:18:27.188400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port c4470b0b-a6d8-498b-bca8-a825e69f3b60 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:18:27.193116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port c4470b0b-a6d8-498b-bca8-a825e69f3b60 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:18:27.193538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:27.324636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:27.353687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:18:27.364216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port c4470b0b-a6d8-498b-bca8-a825e69f3b60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4470b0b-a6d8-498b-bca8-a825e69f3b60,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:27.368133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:27.370144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:27.412655 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60', 'code': 200}
Dec 15 13:18:27.441632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=c4470b0b-a6d8-498b-bca8-a825e69f3b60,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:27.445101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:27.692143 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6dba43-f06a-425b-b738-0e1901c7d754 req-87bc7188-fe04-4525-a290-745d4a736e82 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 1098 time: 0.0962048
Dec 15 13:18:27.738679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6dba43-f06a-425b-b738-0e1901c7d754 req-9f79c06f-158e-48ea-a0db-1359b7d82f30 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397325
Dec 15 13:18:28.168332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02f93c-b089-47d1-9d1f-adf028db77f7 req-1ba787cb-5dc5-40e4-b706-de4fc351aedd tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:28.170133 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd02f93c-b089-47d1-9d1f-adf028db77f7 req-1ba787cb-5dc5-40e4-b706-de4fc351aedd tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 945 time: 0.0941434
Dec 15 13:18:28.221588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd02f93c-b089-47d1-9d1f-adf028db77f7 req-fac57d7e-77a3-4a5f-9161-cdc478f90fdb tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445304
Dec 15 13:18:28.383897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:29.452807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df563492-b75d-4658-8a56-5c5cd5e5f08a req-31c3cf92-6229-40c6-b01c-1fa2410d2ae1 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:29.454472 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df563492-b75d-4658-8a56-5c5cd5e5f08a req-31c3cf92-6229-40c6-b01c-1fa2410d2ae1 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 945 time: 0.0949776
Dec 15 13:18:29.509919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df563492-b75d-4658-8a56-5c5cd5e5f08a req-a06ae4c7-1382-4494-bb1e-3138b5d828a5 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463705
Dec 15 13:18:29.966345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1a039-ced6-4ced-8acf-027fcaa92fb9 req-aa8ed473-588f-4dcb-98da-37dabbc84b83 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:29.967979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f9f1a039-ced6-4ced-8acf-027fcaa92fb9 req-aa8ed473-588f-4dcb-98da-37dabbc84b83 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 945 time: 0.0962579
Dec 15 13:18:30.017878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f9f1a039-ced6-4ced-8acf-027fcaa92fb9 req-6b2aa5b9-9b81-42ad-a50b-0a54b89db693 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435383
Dec 15 13:18:31.246386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979598b-5b31-4698-b9b0-b980c6a45c14 req-13cc5f1a-4b5c-45d7-a7a2-3c70183318da tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:31.248070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7979598b-5b31-4698-b9b0-b980c6a45c14 req-13cc5f1a-4b5c-45d7-a7a2-3c70183318da tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 945 time: 0.0922709
Dec 15 13:18:31.299363 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7979598b-5b31-4698-b9b0-b980c6a45c14 req-8c5bdb02-cc6b-4841-9fd2-0cd71472f112 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448236
Dec 15 13:18:31.619085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-7736aea4-9012-4e9a-ae5b-d20cfa86edec tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:31.620660 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-7736aea4-9012-4e9a-ae5b-d20cfa86edec tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 945 time: 0.3397419
Dec 15 13:18:31.708844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Deleting port c4470b0b-a6d8-498b-bca8-a825e69f3b60 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:31.709233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:31.993330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] For port c4470b0b-a6d8-498b-bca8-a825e69f3b60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4470b0b-a6d8-498b-bca8-a825e69f3b60,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:31.993599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:32.126572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Calling delete_port for c4470b0b-a6d8-498b-bca8-a825e69f3b60 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:32.295251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:32.302308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74866843-f35f-40f1-8479-085cf4eed4dd tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:32.308292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['ee951f2e-7722-4641-93b1-62c25e2705af', 'c4470b0b-a6d8-498b-bca8-a825e69f3b60'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:18:32.349968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Pushing event deleted for resources: {'Port': ['ID=c4470b0b-a6d8-498b-bca8-a825e69f3b60,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:32.352759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:32.430094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] No DVR routers for this DVR port c4470b0b-a6d8-498b-bca8-a825e69f3b60 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:18:32.432763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:32.435856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'name': 'network-vif-deleted', 'tag': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:18:32.494090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dc1315ed-bf25-4eff-8656-2b27025443b3 req-3d096657-5dd7-4928-8611-5241c7d28e2d tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Synchronizing usage tracker for tenant:55f21bd467a34a07966fd034122f9242 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:18:32.498716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5', 'name': 'network-vif-deleted', 'tag': 'c4470b0b-a6d8-498b-bca8-a825e69f3b60', 'status': 'completed', 'code': 200}
Dec 15 13:18:32.503142 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0296bf96-5b0f-4beb-8632-d278b2894b4f req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "DELETE /v2.0/ports/c4470b0b-a6d8-498b-bca8-a825e69f3b60 HTTP/1.1" status: 204  len: 173 time: 0.8761053
Dec 15 13:18:32.515857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dc1315ed-bf25-4eff-8656-2b27025443b3 req-3d096657-5dd7-4928-8611-5241c7d28e2d tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Unset dirty status for tenant:55f21bd467a34a07966fd034122f9242 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:18:32.517204 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc1315ed-bf25-4eff-8656-2b27025443b3 req-3d096657-5dd7-4928-8611-5241c7d28e2d tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8e06d3-d1f7-44f9-80d3-88e1343bb4e5 HTTP/1.1" status: 200  len: 210 time: 0.0759406
Dec 15 13:18:33.856112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5196ff-4fec-42e6-998b-5b602446ec0b req-cde36ade-3457-4ab9-b9ab-c6a7f43e805c tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:33.857687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fa5196ff-4fec-42e6-998b-5b602446ec0b req-cde36ade-3457-4ab9-b9ab-c6a7f43e805c tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.0962574
Dec 15 13:18:33.910363 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fa5196ff-4fec-42e6-998b-5b602446ec0b req-3f054144-ffd6-4cc2-b079-cfc4b7390624 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459006
Dec 15 13:18:34.162037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551d025-79e2-4ca1-a467-a11f187efdf7 req-074988b6-75a4-468f-8af6-e64332067004 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:34.163622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4551d025-79e2-4ca1-a467-a11f187efdf7 req-074988b6-75a4-468f-8af6-e64332067004 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.1027081
Dec 15 13:18:34.212936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4551d025-79e2-4ca1-a467-a11f187efdf7 req-fba76291-7411-45e4-a3cf-8d15d9341a8f tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427034
Dec 15 13:18:34.443152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400348-6580-4f7d-8b77-70aa4b858f2d req-9291f0cc-afdc-4253-8e10-d0a233426016 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:34.444741 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-be400348-6580-4f7d-8b77-70aa4b858f2d req-9291f0cc-afdc-4253-8e10-d0a233426016 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.0932953
Dec 15 13:18:34.498074 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-be400348-6580-4f7d-8b77-70aa4b858f2d req-1cbe6a39-2c9f-48be-945b-042046c500eb tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470202
Dec 15 13:18:34.737883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8cdb326a-f6f7-4e36-b1f4-682e4ae77257 req-39cc628b-583f-4148-bee8-ec3b4c25fcaa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0948596
Dec 15 13:18:34.975106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e3e39-ede1-4f44-929b-f7889193a72d req-b831eba4-f40b-42a7-9c8d-c1481c7b3588 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:34.976775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b68e3e39-ede1-4f44-929b-f7889193a72d req-b831eba4-f40b-42a7-9c8d-c1481c7b3588 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.1000891
Dec 15 13:18:35.029923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b68e3e39-ede1-4f44-929b-f7889193a72d req-91bb6a75-f28d-478d-b399-224a8b941129 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441551
Dec 15 13:18:35.184704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4470b0b-a6d8-498b-bca8-a825e69f3b60 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:18:35.220683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: c4470b0b-a6d8-498b-bca8-a825e69f3b60 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:18:35.220683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device c4470b0b-a6d8-498b-bca8-a825e69f3b60 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:18:35.251117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e51bf-a3b9-4003-ab44-a4c8bbf2a4dd req-39f5605e-60a1-4008-947b-f5a97aee87cd tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:35.252785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-931e51bf-a3b9-4003-ab44-a4c8bbf2a4dd req-39f5605e-60a1-4008-947b-f5a97aee87cd tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.0908768
Dec 15 13:18:35.308523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-931e51bf-a3b9-4003-ab44-a4c8bbf2a4dd req-0c15a5bc-db53-4770-811c-f917eab97833 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469410
Dec 15 13:18:35.558178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da481fa3-e4d4-4257-8eb2-b867c99c70ab req-b490094a-df0f-4121-a450-5870c56d5b33 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:35.559934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da481fa3-e4d4-4257-8eb2-b867c99c70ab req-b490094a-df0f-4121-a450-5870c56d5b33 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.0932076
Dec 15 13:18:35.622495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da481fa3-e4d4-4257-8eb2-b867c99c70ab req-9f594ce0-57cc-4fd6-9cec-54909abfd67c tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557127
Dec 15 13:18:36.259373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335067b1-6162-4bb2-9641-8621be9db3b4 req-656a7dd4-e1ba-4005-ac79-68048879ef22 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:36.261037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-335067b1-6162-4bb2-9641-8621be9db3b4 req-656a7dd4-e1ba-4005-ac79-68048879ef22 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.0986078
Dec 15 13:18:36.316831 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-335067b1-6162-4bb2-9641-8621be9db3b4 req-8d381965-ae17-40c7-9896-9e9c751a0ee6 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493283
Dec 15 13:18:37.555453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6cb15-02ad-4feb-9d75-46bed62e28d3 req-26b8ef77-d051-472a-935c-f279de1e85ec tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:37.557107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c0a6cb15-02ad-4feb-9d75-46bed62e28d3 req-26b8ef77-d051-472a-935c-f279de1e85ec tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.1018882
Dec 15 13:18:37.610215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c0a6cb15-02ad-4feb-9d75-46bed62e28d3 req-5303a7b7-d928-4866-a10e-2cd36298f540 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c2f3719-9ee0-482b-a604-127529e96a75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441203
Dec 15 13:18:37.701450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-469326b8-a6ee-47cd-8708-2012a47b63fc tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:37.703070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-469326b8-a6ee-47cd-8708-2012a47b63fc tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 945 time: 0.0940714
Dec 15 13:18:37.784666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Deleting port ee951f2e-7722-4641-93b1-62c25e2705af {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:37.785045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:38.062721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] For port ee951f2e-7722-4641-93b1-62c25e2705af, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ee951f2e-7722-4641-93b1-62c25e2705af,segment=NetworkSegment(39935cb9-11ca-43df-8b98-05841feb6ce2),segment_id=39935cb9-11ca-43df-8b98-05841feb6ce2)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:38.063124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:38.198469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Calling delete_port for ee951f2e-7722-4641-93b1-62c25e2705af owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:38.352967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:38.363010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:38.367674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['ee951f2e-7722-4641-93b1-62c25e2705af'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:18:38.412671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Pushing event deleted for resources: {'Port': ['ID=ee951f2e-7722-4641-93b1-62c25e2705af,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:38.416626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:38.493163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] No DVR routers for this DVR port ee951f2e-7722-4641-93b1-62c25e2705af on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:18:38.495812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:38.498669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'name': 'network-vif-deleted', 'tag': 'ee951f2e-7722-4641-93b1-62c25e2705af'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:18:38.514211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-32f39c6e-fbd6-408f-9503-b4dced181368 req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.77 "DELETE /v2.0/ports/ee951f2e-7722-4641-93b1-62c25e2705af HTTP/1.1" status: 204  len: 173 time: 0.8053727
Dec 15 13:18:38.560506 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5dec129-d4ce-44de-8919-0eb90910959d', 'name': 'network-vif-deleted', 'tag': 'ee951f2e-7722-4641-93b1-62c25e2705af', 'status': 'completed', 'code': 200}
Dec 15 13:18:38.827993 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-34e964f9-17f2-4454-8df3-374648f11742 req-2d22865a-9bfc-4f63-8b4a-d242915e9fb6 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dec129-d4ce-44de-8919-0eb90910959d HTTP/1.1" status: 200  len: 210 time: 0.0592959
Dec 15 13:18:39.954368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37390) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:40.024844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Deleting subnet 5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:18:40.028419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.085519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.146529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.225439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.229392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0da076e7-b5ea-46bc-bd54-ae615c457c7c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:40.275481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:40.278314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:40.281239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.288335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5517eaae-a02b-4a38-8a5d-d69d2bc1f3c6 HTTP/1.1" status: 204  len: 168 time: 0.3326776
Dec 15 13:18:40.292485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37394) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:40.424534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.560939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.590211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb54ef98>,) {'filters': {'network_id': ['81cf79e1-1ab6-437e-aeca-6b0147d8469d']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:40.604167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb54ef98>, '39935cb9-11ca-43df-8b98-05841feb6ce2') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:40.604514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb54ef98>, '39935cb9-11ca-43df-8b98-05841feb6ce2') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:40.617484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.634320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.641540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:18:40.641970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:18:40.656862 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:18:40.752710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.756742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-97790100-52cb-4607-af53-bce2182ef25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:40.771060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:40.782256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Pushing event deleted for resources: {'Network': ['ID=81cf79e1-1ab6-437e-aeca-6b0147d8469d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:40.785785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:40.791504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c10c8231-6f11-4e18-a834-fb718b12b686 admin admin] 10.222.0.53 "DELETE /v2.0/networks/81cf79e1-1ab6-437e-aeca-6b0147d8469d HTTP/1.1" status: 204  len: 168 time: 0.4979224
Dec 15 13:18:41.010410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-944d0741-ee1e-4b4a-b256-1238587920a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:41.013243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37400) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:41.069919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-91dacdf9-52fa-4cc9-b9d0-642436cdbb89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55f21bd467a34a07966fd034122f9242&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0551870
Dec 15 13:18:41.074012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37404) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:41.141642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc430f0c-9d99-4623-828b-0f666bea5676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:41.169899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc430f0c-9d99-4623-828b-0f666bea5676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:41.203893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ee951f2e-7722-4641-93b1-62c25e2705af no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:18:41.228919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc430f0c-9d99-4623-828b-0f666bea5676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:41.234364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e14b3ee2-1c46-4a0e-9c1b-94f83c59f2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:41.241525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: ee951f2e-7722-4641-93b1-62c25e2705af {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:18:41.241919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ee951f2e-7722-4641-93b1-62c25e2705af not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:18:41.251107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430f0c-9d99-4623-828b-0f666bea5676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f3719-9ee0-482b-a604-127529e96a75,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:41.254513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc430f0c-9d99-4623-828b-0f666bea5676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:41.265381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc430f0c-9d99-4623-828b-0f666bea5676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:41.268104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc430f0c-9d99-4623-828b-0f666bea5676 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c2f3719-9ee0-482b-a604-127529e96a75 HTTP/1.1" status: 204  len: 168 time: 0.1925344
Dec 15 13:18:42.471607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37426) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:42.686737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:42.736625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1575565434'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:42.743275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:42.751890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:network and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:42.757035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:42.766546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:42.777811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:42.783257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:42.797801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:42.841424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:42.847701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:security_group_rule and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:42.851112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:42.858046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:42.935232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:42.940568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:42.945337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba29de22-3ba1-4798-9c10-a6686158835f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:42.977554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:18:42.990718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc0ce40-6681-4ca3-ab39-d4e88d05940c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:42.994548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:42.997601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:42.998011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Added segment 0a6791f0-e13e-4bc3-bd3b-a3cd4567e172 of type vlan for network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b
Dec 15 13:18:43.026940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:43.058113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:43.062319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:43.062973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:43.067079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce2f7496-515b-4c80-970e-996aa7dff5de tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:43.178614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7050226
Dec 15 13:18:43.182268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Network': ['ID=f67a3b9d-a312-4cd0-9c92-f5dd5d53590b,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:43.185565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:43.195775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:18:43.489904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-592af0d7-6a69-480e-b745-d3368d687bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:43.739033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:44.637809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:18:45.363955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:46.821935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37432) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:46.832518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'subnet': {'network_id': 'f67a3b9d-a312-4cd0-9c92-f5dd5d53590b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:46.962471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:46.966722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:subnet and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:46.969886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:46.976534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:46.987580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:47.103908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.349839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.354404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74676119-a2f7-42fe-a0e0-c7d6bcc9127f tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:47.421932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Subnet': ['ID=6fd5dbf8-1a46-4b0d-8b5c-18e0bb71d05f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:47.430945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:47.448212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Checking segment: {'id': '0a6791f0-e13e-4bc3-bd3b-a3cd4567e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f67a3b9d-a312-4cd0-9c92-f5dd5d53590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:47.448600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network hostable DHCP agents. Network: f67a3b9d-a312-4cd0-9c92-f5dd5d53590b, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:18:47.475555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:18:47.490456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, f67a3b9d-a312-4cd0-9c92-f5dd5d53590b) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:47.496987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:47.497948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.503849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa74f18-decf-42a3-b4c7-57cdf1300832 None None] Network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:47.521554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6980646
Dec 15 13:18:47.525424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37436) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:47.531809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166522715'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:47.537767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:47.542316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:network and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:47.545782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:47.552233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:47.566950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:47.572535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.603120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:18:47.612499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.612811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Added segment 7de6c202-6242-4638-83bb-bbfb15e14160 of type vlan for network 872d052c-373f-475f-968b-3c2cb7252469
Dec 15 13:18:47.645757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.681949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.686304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:47.686968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.692881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:47.740281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-f67a3b9d-a312-4cd0-9c92-f5dd5d53590b', 'network_id': 'f67a3b9d-a312-4cd0-9c92-f5dd5d53590b', 'tenant_id': '9ca591bc922940f4a505d2d2d0821745', 'fixed_ips': [{'subnet_id': '6fd5dbf8-1a46-4b0d-8b5c-18e0bb71d05f'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:18:47.741258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:47.744080 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2175250
Dec 15 13:18:47.747318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37440) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:47.805613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'subnet': {'network_id': '872d052c-373f-475f-968b-3c2cb7252469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:47.861094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Network': ['ID=872d052c-373f-475f-968b-3c2cb7252469,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:47.867602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:47.893783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 872d052c-373f-475f-968b-3c2cb7252469 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:18:47.954171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:47.958704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:subnet and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:47.961890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:47.968139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:47.978356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:48.025557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Allocated IP 2001:db8:0:ffff::2 (f67a3b9d-a312-4cd0-9c92-f5dd5d53590b/6fd5dbf8-1a46-4b0d-8b5c-18e0bb71d05f/10ce6eef-1843-4e75-9528-85e2be466977) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:18:48.092180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.256080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.267477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Transition to ACTIVE for port object 10ce6eef-1843-4e75-9528-85e2be466977 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:18:48.287739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Transition to ACTIVE for port object 10ce6eef-1843-4e75-9528-85e2be466977 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:18:48.293305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.297688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1237a5d6-985a-482b-821e-ad74696b66ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:48.342221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.347621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ea1684a-1cf8-476d-9d0b-a87723648710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:48.366982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:18:48.370650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:48.372708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Pushing event updated for resources: {'Port': ['ID=10ce6eef-1843-4e75-9528-85e2be466977,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:48.375099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:18:48.377600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:48.428900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Subnet': ['ID=4f12e75d-a95d-4634-8a85-473777d7a970,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:48.444695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.445114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.445534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.445923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.446337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.446744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.447143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.447575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.447999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.448391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.448761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:48.453754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:48.455895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Checking segment: {'id': '7de6c202-6242-4638-83bb-bbfb15e14160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '872d052c-373f-475f-968b-3c2cb7252469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:48.456284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network hostable DHCP agents. Network: 872d052c-373f-475f-968b-3c2cb7252469, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:18:48.470276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Attempting to bind port 10ce6eef-1843-4e75-9528-85e2be466977 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:18:48.471234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Attempting to bind port 10ce6eef-1843-4e75-9528-85e2be466977 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '0a6791f0-e13e-4bc3-bd3b-a3cd4567e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f67a3b9d-a312-4cd0-9c92-f5dd5d53590b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:18:48.471711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Attempting to bind port 10ce6eef-1843-4e75-9528-85e2be466977 on network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:18:48.479446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:18:48.479877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Checking segment: {'id': '0a6791f0-e13e-4bc3-bd3b-a3cd4567e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f67a3b9d-a312-4cd0-9c92-f5dd5d53590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:48.480323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.480503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network 872d052c-373f-475f-968b-3c2cb7252469 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:18:48.480764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Bound using segment: {'id': '0a6791f0-e13e-4bc3-bd3b-a3cd4567e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f67a3b9d-a312-4cd0-9c92-f5dd5d53590b'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:18:48.481286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Bound port: 10ce6eef-1843-4e75-9528-85e2be466977, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6791f0-e13e-4bc3-bd3b-a3cd4567e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f67a3b9d-a312-4cd0-9c92-f5dd5d53590b'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:18:48.481708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.489860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 872d052c-373f-475f-968b-3c2cb7252469) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:48.494774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:48.495455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.499887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c350ed-63f5-491c-8c91-c3c5e71a503f None None] Network 872d052c-373f-475f-968b-3c2cb7252469 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:48.521953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7734287
Dec 15 13:18:48.525198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37444) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:48.686739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.696465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] For port 10ce6eef-1843-4e75-9528-85e2be466977, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:18:48.741766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] For port 10ce6eef-1843-4e75-9528-85e2be466977, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=10ce6eef-1843-4e75-9528-85e2be466977,segment=NetworkSegment(0a6791f0-e13e-4bc3-bd3b-a3cd4567e172),segment_id=0a6791f0-e13e-4bc3-bd3b-a3cd4567e172)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:18:48.746857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.756396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:48.758824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.845552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:48.851231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18cbc047-fcfb-4d21-919b-77d3b13bffc3 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:48.901305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Pushing event updated for resources: {'Port': ['ID=10ce6eef-1843-4e75-9528-85e2be466977,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:48.904746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:48.907534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Subnet': ['ID=4f12e75d-a95d-4634-8a85-473777d7a970,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:48.910984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:48.920498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b49a28-6ced-47bf-ac03-141048774ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-872d052c-373f-475f-968b-3c2cb7252469', 'network_id': '872d052c-373f-475f-968b-3c2cb7252469', 'tenant_id': '9ca591bc922940f4a505d2d2d0821745', 'fixed_ips': [{'subnet_id': '4f12e75d-a95d-4634-8a85-473777d7a970'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:18:48.921602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-86b49a28-6ced-47bf-ac03-141048774ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.011982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.030616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ce79c-ac40-4e4e-a798-0c1b5af0268a None None] Network 872d052c-373f-475f-968b-3c2cb7252469 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:49.045399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa0e9128>,) {'filters': {'network_id': ['872d052c-373f-475f-968b-3c2cb7252469']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:49.059414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0e9128>, '7de6c202-6242-4638-83bb-bbfb15e14160') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:49.059767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa0e9128>, '7de6c202-6242-4638-83bb-bbfb15e14160') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:49.072693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.087751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.094278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:18:49.094709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:18:49.111098 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:18:49.208132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.213604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d91d5904-03b7-4f3e-9038-314d2dcd4fd7 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:49.235115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.248629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Network': ['ID=872d052c-373f-475f-968b-3c2cb7252469,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:49.252114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:49.254114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/872d052c-373f-475f-968b-3c2cb7252469 HTTP/1.1" status: 204  len: 168 time: 0.7278721
Dec 15 13:18:49.257957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37448) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:49.264439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1543940572'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:49.271257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:49.275590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:network and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:49.278686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:49.285960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:49.307835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:49.313762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.348305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:18:49.358839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.359258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Added segment 61a0294e-ddf2-489d-9597-ee7d7784cfb3 of type vlan for network 64482290-a616-4b71-af05-2a14804d0a1f
Dec 15 13:18:49.388721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.424049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.428469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:49.429120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:49.434582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52248700-97a4-484f-9cbd-193cac2496c4 tempest-AllowedAddressPairIpV6TestJSON-1891003854 tempest-AllowedAddressPairIpV6TestJSON-1891003854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:49.490815 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2316453
Dec 15 13:18:49.494328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37452) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:49.798205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 10ce6eef-1843-4e75-9528-85e2be466977 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:18:49.818286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'subnet': {'network_id': '64482290-a616-4b71-af05-2a14804d0a1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:49.862068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Network': ['ID=64482290-a616-4b71-af05-2a14804d0a1f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:49.868134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:49.875439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 64482290-a616-4b71-af05-2a14804d0a1f details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:18:49.955930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:49.960471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:subnet and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:49.964182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:49.970263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:49.981301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:49.995492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 10ce6eef-1843-4e75-9528-85e2be466977 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:18:50.100900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:50.203984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Performing IP validity checks on allocation pools {{(pid=88869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 15 13:18:50.204590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.ipam_backend_mixin [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 15 13:18:50.340243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:50.344451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ee6fd55-64fa-4b62-99b1-450e52c608b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:50.428020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Subnet': ['ID=82ba1fc3-e552-4219-93e7-ecd92017f636,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:50.430921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:50.449124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Checking segment: {'id': '61a0294e-ddf2-489d-9597-ee7d7784cfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '64482290-a616-4b71-af05-2a14804d0a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:50.449536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network hostable DHCP agents. Network: 64482290-a616-4b71-af05-2a14804d0a1f, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:18:50.475129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network 64482290-a616-4b71-af05-2a14804d0a1f is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:18:50.485384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 64482290-a616-4b71-af05-2a14804d0a1f) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:50.489787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:50.490437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:50.495504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e165e7-a6d2-4bcf-a163-179a5e136113 None None] Network 64482290-a616-4b71-af05-2a14804d0a1f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:50.515184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d3d4783-b2f9-4042-b2c0-b5bfd121fa0e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0195551
Dec 15 13:18:50.518533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37456) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:50.589093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de407b3a-e3cb-400b-bb82-0a6f4a166bbd None None] Network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:50.678966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:50.750122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:50.795402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Provisioning for port 10ce6eef-1843-4e75-9528-85e2be466977 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:18:50.820942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Provisioning complete for port 10ce6eef-1843-4e75-9528-85e2be466977 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:18:50.821304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:50.839203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:50.843990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-826dffec-b6dd-4d47-842b-b2205a6c3765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:50.883518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Subnet': ['ID=82ba1fc3-e552-4219-93e7-ecd92017f636,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:50.886363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:50.993933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.011051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78c338-7d64-4b17-b3f3-e89ac46b6254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-64482290-a616-4b71-af05-2a14804d0a1f', 'network_id': '64482290-a616-4b71-af05-2a14804d0a1f', 'tenant_id': '9ca591bc922940f4a505d2d2d0821745', 'fixed_ips': [{'subnet_id': '82ba1fc3-e552-4219-93e7-ecd92017f636'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:18:51.011911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a78c338-7d64-4b17-b3f3-e89ac46b6254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.023158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9dbc630>,) {'filters': {'network_id': ['64482290-a616-4b71-af05-2a14804d0a1f']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:51.037482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9dbc630>, '61a0294e-ddf2-489d-9597-ee7d7784cfb3') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:51.037833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9dbc630>, '61a0294e-ddf2-489d-9597-ee7d7784cfb3') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:51.051974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.076227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.082944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:18:51.083421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:18:51.099656 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:18:51.158817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.188581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.191023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-8a78c338-7d64-4b17-b3f3-e89ac46b6254 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 15 13:18:51.191023 dv-neutron-821831-1-hyperv neutron-server[88760]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)]
Dec 15 13:18:51.191023 dv-neutron-821831-1-hyperv neutron-server[88760]: [parameters: {'project_id': '9ca591bc922940f4a505d2d2d0821745', 'id': '3a33d363-3645-4013-88fb-9d1c11b395dd', 'name': '', 'network_id': '64482290-a616-4b71-af05-2a14804d0a1f', 'mac_address': 'fa:16:3e:ad:46:99', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-64482290-a616-4b71-af05-2a14804d0a1f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1589}]
Dec 15 13:18:51.191023 dv-neutron-821831-1-hyperv neutron-server[88760]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:18:51.191608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-8a78c338-7d64-4b17-b3f3-e89ac46b6254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:18:51.192531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44befba0-effd-4e42-be58-0cee2dbb469c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:51.202378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] For port 10ce6eef-1843-4e75-9528-85e2be466977, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=10ce6eef-1843-4e75-9528-85e2be466977,segment=NetworkSegment(0a6791f0-e13e-4bc3-bd3b-a3cd4567e172),segment_id=0a6791f0-e13e-4bc3-bd3b-a3cd4567e172)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:51.206933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.210750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:51.217390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.238944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Network': ['ID=64482290-a616-4b71-af05-2a14804d0a1f,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:51.241989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/64482290-a616-4b71-af05-2a14804d0a1f HTTP/1.1" status: 204  len: 168 time: 0.7224519
Dec 15 13:18:51.242995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:51.249482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37460) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:51.256215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817346486'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:51.262481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:51.266814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:network and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:51.270900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:51.278856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:51.291170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Pushing event updated for resources: {'Port': ['ID=10ce6eef-1843-4e75-9528-85e2be466977,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:51.292591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:51.295058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:51.299048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.336027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:18:51.347216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.347644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Added segment b0737510-3593-49ad-a964-8d4574bbd4ab of type vlan for network a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed
Dec 15 13:18:51.375926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.408441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.412935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:51.413595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.420040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:51.469780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2190001
Dec 15 13:18:51.474127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37464) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:51.480865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'subnet': {'network_id': 'a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:51.536391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-72afb47a-18f5-4811-8a0e-252205bb370b None None] Provisioning complete for port 10ce6eef-1843-4e75-9528-85e2be466977 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:18:51.536975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72afb47a-18f5-4811-8a0e-252205bb370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.613955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:51.618838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:subnet and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:51.622875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:51.631225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:51.642640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:51.782428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.785333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Network': ['ID=a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:51.786768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8a78c338-7d64-4b17-b3f3-e89ac46b6254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:51.788448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67aa2779-e2a8-4a3e-9745-f1b2cf170e55 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:51.798577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 10ce6eef-1843-4e75-9528-85e2be466977 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:18:51.836604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:18:51.997462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796136e-4ef5-40cf-b315-5d01fb94c0f0 None None] Network 64482290-a616-4b71-af05-2a14804d0a1f requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:52.030366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.034659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2479a7d0-8d6d-42c3-9a57-dcd73fae4e6f tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:52.060494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796136e-4ef5-40cf-b315-5d01fb94c0f0 None None] Network 64482290-a616-4b71-af05-2a14804d0a1f could not be found, it might have been deleted concurrently. {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 15 13:18:52.095065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 10ce6eef-1843-4e75-9528-85e2be466977 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:18:52.095751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.114517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Subnet': ['ID=d4f9ed1e-4cda-4d91-ba88-0e4759e131da,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:52.118621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:52.134237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Checking segment: {'id': 'b0737510-3593-49ad-a964-8d4574bbd4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:52.134626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network hostable DHCP agents. Network: a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:18:52.157907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:18:52.167995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:52.172171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:52.172843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.195754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7202203
Dec 15 13:18:52.197483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505f6dc-b66e-4473-a016-5fd00feb3738 None None] Network a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:52.203939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37468) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:52.210974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88941849'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:52.216735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:52.224327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:network and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:52.227743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:52.234990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:52.248465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:52.255169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.286249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:18:52.295840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.296240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Added segment a91d16c2-0ec8-4e53-bf0c-b96aaefb68f5 of type vlan for network 564b92a8-b3a8-4450-8d5d-a6f0631c2f83
Dec 15 13:18:52.326752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.360392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.365055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:52.365743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.369781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:52.462071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed', 'network_id': 'a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed', 'tenant_id': '9ca591bc922940f4a505d2d2d0821745', 'fixed_ips': [{'subnet_id': 'd4f9ed1e-4cda-4d91-ba88-0e4759e131da'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:18:52.463037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.474369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2692089
Dec 15 13:18:52.478320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37472) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:52.484599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Network': ['ID=564b92a8-b3a8-4450-8d5d-a6f0631c2f83,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:52.485425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Request body: {'subnet': {'network_id': '564b92a8-b3a8-4450-8d5d-a6f0631c2f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:52.488266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d141b40-9e08-41bd-a41b-5d3291269bb8 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:52.528577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 564b92a8-b3a8-4450-8d5d-a6f0631c2f83 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:18:52.609760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:52.614017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Usage tracker for resource:subnet and tenant:9ca591bc922940f4a505d2d2d0821745 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:52.617149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:52.623291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:52.634476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Made reservation on behalf of 9ca591bc922940f4a505d2d2d0821745 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:52.736101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Allocated IP 2001:db8::2 (a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed/d4f9ed1e-4cda-4d91-ba88-0e4759e131da/17b62941-0d30-4b5b-919a-c03af2a13a3d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:18:52.748012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.960232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.972369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Transition to ACTIVE for port object 17b62941-0d30-4b5b-919a-c03af2a13a3d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:18:52.983328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:52.988074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e9b3548b-012d-44ec-b63d-969995987ef6 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:52.992933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Transition to ACTIVE for port object 17b62941-0d30-4b5b-919a-c03af2a13a3d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:18:52.998329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.007508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:53.073061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event updated for resources: {'Subnet': ['ID=b602c717-539f-46e0-869e-3d07c378a07d,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:53.076912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:53.080645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Network a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:18:53.081425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Pushing event updated for resources: {'Port': ['ID=17b62941-0d30-4b5b-919a-c03af2a13a3d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:53.084407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:53.085963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Checking segment: {'id': 'a91d16c2-0ec8-4e53-bf0c-b96aaefb68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '564b92a8-b3a8-4450-8d5d-a6f0631c2f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:53.086261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:53.086505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network hostable DHCP agents. Network: 564b92a8-b3a8-4450-8d5d-a6f0631c2f83, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:18:53.087114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:18:53.112002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Network 564b92a8-b3a8-4450-8d5d-a6f0631c2f83 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:18:53.121982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 564b92a8-b3a8-4450-8d5d-a6f0631c2f83) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:18:53.126484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:18:53.128176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.153040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c84f8117-0c76-437f-bee9-e21d4b2df093 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6706951
Dec 15 13:18:53.153355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37476) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:53.158924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93dcf8-38c7-42c5-9f5b-04223b4eb880 None None] Network 564b92a8-b3a8-4450-8d5d-a6f0631c2f83 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:53.260571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Attempting to bind port 17b62941-0d30-4b5b-919a-c03af2a13a3d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:18:53.260938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Attempting to bind port 17b62941-0d30-4b5b-919a-c03af2a13a3d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b0737510-3593-49ad-a964-8d4574bbd4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:18:53.261309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Attempting to bind port 17b62941-0d30-4b5b-919a-c03af2a13a3d on network a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:18:53.288125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:18:53.288534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Checking segment: {'id': 'b0737510-3593-49ad-a964-8d4574bbd4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:18:53.289015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.289454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Bound using segment: {'id': 'b0737510-3593-49ad-a964-8d4574bbd4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:18:53.289991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Bound port: 17b62941-0d30-4b5b-919a-c03af2a13a3d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0737510-3593-49ad-a964-8d4574bbd4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:18:53.290415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.317491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.388936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.476438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.481391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eb065896-1912-43c5-b65e-2f8b8da99ad1 tempest-NetworksTestDHCPv6-1617419716 tempest-NetworksTestDHCPv6-1617419716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:53.485306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] For port 17b62941-0d30-4b5b-919a-c03af2a13a3d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:18:53.502410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] For port 17b62941-0d30-4b5b-919a-c03af2a13a3d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=17b62941-0d30-4b5b-919a-c03af2a13a3d,segment=NetworkSegment(b0737510-3593-49ad-a964-8d4574bbd4ab),segment_id=b0737510-3593-49ad-a964-8d4574bbd4ab)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:18:53.507430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.513938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:53.522448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Subnet': ['ID=b602c717-539f-46e0-869e-3d07c378a07d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:53.525336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:53.543715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934a5fe-8655-4f0d-9f79-d71e019e09db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-564b92a8-b3a8-4450-8d5d-a6f0631c2f83', 'network_id': '564b92a8-b3a8-4450-8d5d-a6f0631c2f83', 'tenant_id': '9ca591bc922940f4a505d2d2d0821745', 'fixed_ips': [{'subnet_id': 'b602c717-539f-46e0-869e-3d07c378a07d'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:18:53.544831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a934a5fe-8655-4f0d-9f79-d71e019e09db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.635528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.665307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9f0a898>,) {'filters': {'network_id': ['564b92a8-b3a8-4450-8d5d-a6f0631c2f83']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:53.669489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Pushing event updated for resources: {'Port': ['ID=17b62941-0d30-4b5b-919a-c03af2a13a3d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:53.680723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:53.684389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9f0a898>, 'a91d16c2-0ec8-4e53-bf0c-b96aaefb68f5') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:53.684852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9f0a898>, 'a91d16c2-0ec8-4e53-bf0c-b96aaefb68f5') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:53.699763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.704895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7fa56-78d8-45e6-9104-987b7036357e None None] Network 564b92a8-b3a8-4450-8d5d-a6f0631c2f83 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:53.716552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.723795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:18:53.724235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:18:53.741691 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:18:53.831824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.835808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-73724aa2-7a8a-428d-a407-13c39d8fcb09 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:53.854633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:53.864771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Network': ['ID=564b92a8-b3a8-4450-8d5d-a6f0631c2f83,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:53.867995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:53.870284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/564b92a8-b3a8-4450-8d5d-a6f0631c2f83 HTTP/1.1" status: 204  len: 168 time: 0.7157216
Dec 15 13:18:53.873545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37480) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:53.927558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e631d7db-e839-4233-be9e-0f69bdbe6127 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] GET failed (client error): The resource could not be found.
Dec 15 13:18:53.928160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e631d7db-e839-4233-be9e-0f69bdbe6127 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Synchronizing usage tracker for tenant:9ca591bc922940f4a505d2d2d0821745 on resource:subnet {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:18:53.955163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e631d7db-e839-4233-be9e-0f69bdbe6127 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Unset dirty status for tenant:9ca591bc922940f4a505d2d2d0821745 on resource:subnet {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:18:53.956979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e631d7db-e839-4233-be9e-0f69bdbe6127 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "GET /v2.0/subnets/b602c717-539f-46e0-869e-3d07c378a07d HTTP/1.1" status: 404  len: 337 time: 0.0810292
Dec 15 13:18:53.961228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37484) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:53.993015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94f5919-9b26-4d37-a7fb-ee83ddc433d3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] DELETE failed (client error): The resource could not be found.
Dec 15 13:18:53.993552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94f5919-9b26-4d37-a7fb-ee83ddc433d3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 13:18:53.996749 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a94f5919-9b26-4d37-a7fb-ee83ddc433d3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/564b92a8-b3a8-4450-8d5d-a6f0631c2f83 HTTP/1.1" status: 404  len: 339 time: 0.0344281
Dec 15 13:18:54.000937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37488) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:54.044131 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e853dc-b097-4ded-884e-421486161fbb tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] DELETE failed (client error): The resource could not be found.
Dec 15 13:18:54.044640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e853dc-b097-4ded-884e-421486161fbb tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 13:18:54.046463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-88e853dc-b097-4ded-884e-421486161fbb tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/subnets/b602c717-539f-46e0-869e-3d07c378a07d HTTP/1.1" status: 404  len: 337 time: 0.0445979
Dec 15 13:18:54.049371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37492) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:54.082649 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54d03c6-8f74-4149-92d6-44b414557609 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] DELETE failed (client error): The resource could not be found.
Dec 15 13:18:54.083273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54d03c6-8f74-4149-92d6-44b414557609 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 13:18:54.085586 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d54d03c6-8f74-4149-92d6-44b414557609 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/564b92a8-b3a8-4450-8d5d-a6f0631c2f83 HTTP/1.1" status: 404  len: 339 time: 0.0351942
Dec 15 13:18:54.088837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37496) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:54.299395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Deleting subnet d4f9ed1e-4cda-4d91-ba88-0e4759e131da {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:18:54.302521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:54.360701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:54.450584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:54.532752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:54.537320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a0339120-d342-4b06-b27d-eada6f26cbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:54.573592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f9ed1e-4cda-4d91-ba88-0e4759e131da,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:54.577812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:54.583144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:54.598770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/subnets/d4f9ed1e-4cda-4d91-ba88-0e4759e131da HTTP/1.1" status: 204  len: 168 time: 0.5084755
Dec 15 13:18:54.603044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37500) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:54.735618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:54.747013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Deleting port 17b62941-0d30-4b5b-919a-c03af2a13a3d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:54.747404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:54.987287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] For port 17b62941-0d30-4b5b-919a-c03af2a13a3d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=17b62941-0d30-4b5b-919a-c03af2a13a3d,segment=NetworkSegment(b0737510-3593-49ad-a964-8d4574bbd4ab),segment_id=b0737510-3593-49ad-a964-8d4574bbd4ab)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:54.987464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.128944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Calling delete_port for 17b62941-0d30-4b5b-919a-c03af2a13a3d owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:55.210521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.215940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2e259b8-cd79-4f94-a1be-6bcb0efc3b1a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:55.258543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Port': ['ID=17b62941-0d30-4b5b-919a-c03af2a13a3d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:55.268366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No DVR routers for this DVR port 17b62941-0d30-4b5b-919a-c03af2a13a3d on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:18:55.327964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.328470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.328867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.329296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.329863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.330310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.330539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a6afc7-7db3-4d1a-9735-790d22c45ce3 None None] Network a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:55.330690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.331119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.331579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.331992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.332406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:18:55.339542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:55.419117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.442761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-70405015-6901-4d3b-b605-9ace88a46568 None None] Could not find standard attr ID for object 17b62941-0d30-4b5b-919a-c03af2a13a3d. {{(pid=88871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 15 13:18:55.447789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb0d9668>,) {'filters': {'network_id': ['a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:55.462171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb0d9668>, 'b0737510-3593-49ad-a964-8d4574bbd4ab') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:55.462522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb0d9668>, 'b0737510-3593-49ad-a964-8d4574bbd4ab') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:55.475284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.491091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.498073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:18:55.498516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:18:55.514221 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:18:55.575412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37877c-8874-41c2-af3f-deb0e6c323a8 None None] DHCP port deletion for a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:18:55.605752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.609508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-abdd7a91-a5e6-4bcc-bb06-b0f477cf836a tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:55.624927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:55.637378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Network': ['ID=a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:55.640610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:55.643294 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/a7eb0ca6-d20e-4e4b-807b-b85f74c1a9ed HTTP/1.1" status: 204  len: 168 time: 1.0381978
Dec 15 13:18:55.645596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37504) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:55.691994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79ff876-3fa5-48c8-b270-06c46876021f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] DELETE failed (client error): The resource could not be found.
Dec 15 13:18:55.692415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79ff876-3fa5-48c8-b270-06c46876021f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 13:18:55.694264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f79ff876-3fa5-48c8-b270-06c46876021f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/subnets/82ba1fc3-e552-4219-93e7-ecd92017f636 HTTP/1.1" status: 404  len: 337 time: 0.0476327
Dec 15 13:18:55.698471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37508) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:55.728007 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e123d6-7ace-4fa4-9100-bb54d6571706 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] DELETE failed (client error): The resource could not be found.
Dec 15 13:18:55.728500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e123d6-7ace-4fa4-9100-bb54d6571706 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 13:18:55.730324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e0e123d6-7ace-4fa4-9100-bb54d6571706 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/64482290-a616-4b71-af05-2a14804d0a1f HTTP/1.1" status: 404  len: 339 time: 0.0308869
Dec 15 13:18:55.735098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37512) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:55.776343 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4834a279-62b6-4476-8912-c4dd074bba1d tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] DELETE failed (client error): The resource could not be found.
Dec 15 13:18:55.776838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4834a279-62b6-4476-8912-c4dd074bba1d tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 13:18:55.778822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4834a279-62b6-4476-8912-c4dd074bba1d tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/subnets/4f12e75d-a95d-4634-8a85-473777d7a970 HTTP/1.1" status: 404  len: 337 time: 0.0425920
Dec 15 13:18:55.781733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37516) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:55.808580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.pecan_wsgi.hooks.translation [None req-17157706-5adb-4712-a825-e8f44e1a6bbc tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] DELETE failed (client error): The resource could not be found.
Dec 15 13:18:55.809053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17157706-5adb-4712-a825-e8f44e1a6bbc tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 15 13:18:55.810891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17157706-5adb-4712-a825-e8f44e1a6bbc tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/872d052c-373f-475f-968b-3c2cb7252469 HTTP/1.1" status: 404  len: 339 time: 0.0281959
Dec 15 13:18:55.813700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37520) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:56.283718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Deleting subnet 6fd5dbf8-1a46-4b0d-8b5c-18e0bb71d05f {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:18:56.287419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.346215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.441070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.521876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.528870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-524ef206-9130-4f2e-aff4-b37ae532be76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:56.570226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd5dbf8-1a46-4b0d-8b5c-18e0bb71d05f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:56.573053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:56.576306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.584637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080e027-ea5c-4cf6-a79b-44e0ec6c8fd1 None None] Network f67a3b9d-a312-4cd0-9c92-f5dd5d53590b requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:18:56.587122 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/subnets/6fd5dbf8-1a46-4b0d-8b5c-18e0bb71d05f HTTP/1.1" status: 204  len: 168 time: 0.7723670
Dec 15 13:18:56.589848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37524) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:56.720109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.732753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Deleting port 10ce6eef-1843-4e75-9528-85e2be466977 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:56.733141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.859773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] DHCP port deletion for f67a3b9d-a312-4cd0-9c92-f5dd5d53590b request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:18:56.864807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Deleting port 10ce6eef-1843-4e75-9528-85e2be466977 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:56.865230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:56.962854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] For port 10ce6eef-1843-4e75-9528-85e2be466977, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=10ce6eef-1843-4e75-9528-85e2be466977,segment=NetworkSegment(0a6791f0-e13e-4bc3-bd3b-a3cd4567e172),segment_id=0a6791f0-e13e-4bc3-bd3b-a3cd4567e172)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:56.963257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.103773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Calling delete_port for 10ce6eef-1843-4e75-9528-85e2be466977 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:57.182846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.187814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a807d4-7fea-4198-ba78-26f9333595ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:57.231899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Port': ['ID=10ce6eef-1843-4e75-9528-85e2be466977,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:57.236783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:57.241966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] No DVR routers for this DVR port 10ce6eef-1843-4e75-9528-85e2be466977 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:18:57.277792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] For port 10ce6eef-1843-4e75-9528-85e2be466977, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=10ce6eef-1843-4e75-9528-85e2be466977,segment=NetworkSegment(0a6791f0-e13e-4bc3-bd3b-a3cd4567e172),segment_id=0a6791f0-e13e-4bc3-bd3b-a3cd4567e172)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:18:57.278242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.379896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.407735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb398e48>,) {'filters': {'network_id': ['f67a3b9d-a312-4cd0-9c92-f5dd5d53590b']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:57.411673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Calling delete_port for 10ce6eef-1843-4e75-9528-85e2be466977 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:18:57.421666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb398e48>, '0a6791f0-e13e-4bc3-bd3b-a3cd4567e172') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:57.422007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb398e48>, '0a6791f0-e13e-4bc3-bd3b-a3cd4567e172') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:18:57.434840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.456768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.463751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:18:57.464186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:18:57.480579 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:18:57.485758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:18:57.486695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:18:57.569718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.574316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:57.577303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-453ce15e-aab4-46dc-9e39-477848a221c7 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:57.601970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Pushing event deleted for resources: {'Network': ['ID=f67a3b9d-a312-4cd0-9c92-f5dd5d53590b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:57.604720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:57.607746 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] 10.222.0.53 "DELETE /v2.0/networks/f67a3b9d-a312-4cd0-9c92-f5dd5d53590b HTTP/1.1" status: 204  len: 168 time: 1.0168643
Dec 15 13:18:57.774201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 10ce6eef-1843-4e75-9528-85e2be466977 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:18:57.808759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 10ce6eef-1843-4e75-9528-85e2be466977 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:18:57.809177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 10ce6eef-1843-4e75-9528-85e2be466977 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:18:57.964861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37532) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:57.987808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Deleting port 10ce6eef-1843-4e75-9528-85e2be466977 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:18:57.988262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:58.059434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8506ebb3-d90a-461e-a10a-f389a99de484 None None] The port '10ce6eef-1843-4e75-9528-85e2be466977' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:18:58.209032 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0919d49d-3147-45c2-bcf6-0ec96e4c2ae5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ca591bc922940f4a505d2d2d0821745&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2425325
Dec 15 13:18:58.211986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37538) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:58.282230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:58.311015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:58.359404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:58.364903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cbc11971-fdce-43a3-9075-f1199a92f932 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:58.375554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:58.382330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc0ce40-6681-4ca3-ab39-d4e88d05940c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:58.385513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:58.387524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:58.388727 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebc0ce40-6681-4ca3-ab39-d4e88d05940c HTTP/1.1" status: 204  len: 168 time: 0.1757290
Dec 15 13:18:59.372718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37560) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:59.521040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1656622126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:59.528021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:59.532273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Usage tracker for resource:router and tenant:66b3b16fa38f4478aa4b4f1e083a4f98 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:59.535649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:59.543278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:59.553804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.554796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.576634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.594578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.622367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.628369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5ff608a1-0ad3-45b0-9503-bc53637f35b3 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2498081
Dec 15 13:18:59.628825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37566) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:18:59.636867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-127686550'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:18:59.643164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:59.647659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Usage tracker for resource:network and tenant:66b3b16fa38f4478aa4b4f1e083a4f98 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:59.652391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:59.659121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:59.669050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Made reservation on behalf of 66b3b16fa38f4478aa4b4f1e083a4f98 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:18:59.674801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.688518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.725676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:18:59.731014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Usage tracker for resource:security_group_rule and tenant:66b3b16fa38f4478aa4b4f1e083a4f98 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:18:59.735621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:18:59.742924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:18:59.845466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.849762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.853195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8a2690fb-7e32-44bb-baf4-866a296b02a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:18:59.892401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:18:59.904776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3246eea-b10e-4498-a7c4-fb23ecf4b027,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:18:59.909396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:18:59.912213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:18:59.912610 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Added segment c9c660ed-7033-40ca-87e0-206c36f8d363 of type vlan for network a5b9a7be-d989-4e72-adb0-464bbd755e69
Dec 15 13:18:59.951177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:00.001087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:00.005857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:00.006517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:00.010753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02a9b5ae-e500-4db1-a6bc-e17b7dea1d65 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:00.159145 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5283182
Dec 15 13:19:00.161990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37570) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:00.164538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event updated for resources: {'Network': ['ID=a5b9a7be-d989-4e72-adb0-464bbd755e69,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:00.167911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:00.169062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Request body: {'subnet': {'network_id': 'a5b9a7be-d989-4e72-adb0-464bbd755e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:00.176576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network a5b9a7be-d989-4e72-adb0-464bbd755e69 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:19:00.320395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:00.325563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Usage tracker for resource:subnet and tenant:66b3b16fa38f4478aa4b4f1e083a4f98 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:00.328919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:00.335391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:00.348703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Made reservation on behalf of 66b3b16fa38f4478aa4b4f1e083a4f98 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:00.492099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:00.759194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:00.763754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-072a67df-066b-4e25-8fc0-c29ff5712d14 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:00.842511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event updated for resources: {'Subnet': ['ID=e717a5ca-8f34-4c6b-927a-41c888657840,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:00.850006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:00.861379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Checking segment: {'id': 'c9c660ed-7033-40ca-87e0-206c36f8d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a5b9a7be-d989-4e72-adb0-464bbd755e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:00.861809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Network hostable DHCP agents. Network: a5b9a7be-d989-4e72-adb0-464bbd755e69, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:19:00.887933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Network a5b9a7be-d989-4e72-adb0-464bbd755e69 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:19:00.897847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, a5b9a7be-d989-4e72-adb0-464bbd755e69) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:00.901888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:00.902513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:00.908752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bcb460-cbe1-4704-8b30-9b474329e0ba None None] Network a5b9a7be-d989-4e72-adb0-464bbd755e69 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:00.926152 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c1c9b3a9-6477-4b65-b476-dd9870bdb592 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7629426
Dec 15 13:19:00.929661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37574) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:00.936261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1654888381'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:00.941938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:00.946961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Usage tracker for resource:network and tenant:66b3b16fa38f4478aa4b4f1e083a4f98 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:00.950084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:00.957396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:00.968284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Made reservation on behalf of 66b3b16fa38f4478aa4b4f1e083a4f98 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:00.976192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.010122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:19:01.020293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.020674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Added segment b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66 of type vlan for network eaad9528-7b44-4532-a5b8-bc20dccfc39d
Dec 15 13:19:01.055571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.088130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.092536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:01.093168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.099050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:01.150071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-a5b9a7be-d989-4e72-adb0-464bbd755e69', 'network_id': 'a5b9a7be-d989-4e72-adb0-464bbd755e69', 'tenant_id': '66b3b16fa38f4478aa4b4f1e083a4f98', 'fixed_ips': [{'subnet_id': 'e717a5ca-8f34-4c6b-927a-41c888657840'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:19:01.151145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.206043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2750773
Dec 15 13:19:01.209283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37578) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:01.216309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Request body: {'subnet': {'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:01.216569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event updated for resources: {'Network': ['ID=eaad9528-7b44-4532-a5b8-bc20dccfc39d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:01.219114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-843f2c71-4a82-4d4a-8bf2-c19a0ec845fc tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:01.245467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network eaad9528-7b44-4532-a5b8-bc20dccfc39d details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:19:01.342607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:01.347063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Usage tracker for resource:subnet and tenant:66b3b16fa38f4478aa4b4f1e083a4f98 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:01.350073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:01.356241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:01.368106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Made reservation on behalf of 66b3b16fa38f4478aa4b4f1e083a4f98 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:01.430237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Allocated IP 172.20.0.2 (a5b9a7be-d989-4e72-adb0-464bbd755e69/e717a5ca-8f34-4c6b-927a-41c888657840/14a4b636-3474-40d7-b009-aa907489f11b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:01.483508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.655910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.666974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Transition to ACTIVE for port object 14a4b636-3474-40d7-b009-aa907489f11b will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:01.686719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Transition to ACTIVE for port object 14a4b636-3474-40d7-b009-aa907489f11b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:01.692815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.697343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:01.724386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.728753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-66ea31e8-af51-4548-a911-06d523af076f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:01.764883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Network a5b9a7be-d989-4e72-adb0-464bbd755e69 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:01.766161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:01.770747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:01.777455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Pushing event updated for resources: {'Port': ['ID=14a4b636-3474-40d7-b009-aa907489f11b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:01.781310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:01.817355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event updated for resources: {'Subnet': ['ID=02ab5b07-5141-4cf4-9c3c-887b28f10ad4,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:01.821140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:01.829220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Checking segment: {'id': 'b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:01.829642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Network hostable DHCP agents. Network: eaad9528-7b44-4532-a5b8-bc20dccfc39d, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:19:01.855685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Network eaad9528-7b44-4532-a5b8-bc20dccfc39d is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:19:01.865616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, eaad9528-7b44-4532-a5b8-bc20dccfc39d) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:01.869751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:01.870399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.877243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec6d30-0da2-4abc-a78d-4c577a79f13f None None] Network eaad9528-7b44-4532-a5b8-bc20dccfc39d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:01.898138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6847575
Dec 15 13:19:01.898361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37582) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:01.904175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8697c312-fcf6-4ff0-94c6-3a9bfa8ee5d2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:01.910039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Attempting to bind port 14a4b636-3474-40d7-b009-aa907489f11b on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:01.910409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Attempting to bind port 14a4b636-3474-40d7-b009-aa907489f11b by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'c9c660ed-7033-40ca-87e0-206c36f8d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a5b9a7be-d989-4e72-adb0-464bbd755e69'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:01.910811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Attempting to bind port 14a4b636-3474-40d7-b009-aa907489f11b on network a5b9a7be-d989-4e72-adb0-464bbd755e69 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:01.968751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:01.969134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Checking segment: {'id': 'c9c660ed-7033-40ca-87e0-206c36f8d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a5b9a7be-d989-4e72-adb0-464bbd755e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:01.969625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:01.970070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Bound using segment: {'id': 'c9c660ed-7033-40ca-87e0-206c36f8d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a5b9a7be-d989-4e72-adb0-464bbd755e69'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:01.970688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Bound port: 14a4b636-3474-40d7-b009-aa907489f11b, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c660ed-7033-40ca-87e0-206c36f8d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a5b9a7be-d989-4e72-adb0-464bbd755e69'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:01.971157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.156102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] For port 14a4b636-3474-40d7-b009-aa907489f11b, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:02.170219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] For port 14a4b636-3474-40d7-b009-aa907489f11b, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=14a4b636-3474-40d7-b009-aa907489f11b,segment=NetworkSegment(c9c660ed-7033-40ca-87e0-206c36f8d363),segment_id=c9c660ed-7033-40ca-87e0-206c36f8d363)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:02.203786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.212439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-10e4a0b4-539f-42a5-ba6f-c65eee1c6556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:02.262019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-eaad9528-7b44-4532-a5b8-bc20dccfc39d', 'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d', 'tenant_id': '66b3b16fa38f4478aa4b4f1e083a4f98', 'fixed_ips': [{'subnet_id': '02ab5b07-5141-4cf4-9c3c-887b28f10ad4'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:19:02.263164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.346646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8697c312-fcf6-4ff0-94c6-3a9bfa8ee5d2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.368077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Pushing event updated for resources: {'Port': ['ID=14a4b636-3474-40d7-b009-aa907489f11b,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:02.371529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:02.489675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Allocated IP 172.21.0.2 (eaad9528-7b44-4532-a5b8-bc20dccfc39d/02ab5b07-5141-4cf4-9c3c-887b28f10ad4/26aa9036-2170-4423-ab91-7cb20c768c44) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:02.514498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.api.v2.resource [None req-8697c312-fcf6-4ff0-94c6-3a9bfa8ee5d2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 13:19:02.522809 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8697c312-fcf6-4ff0-94c6-3a9bfa8ee5d2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "PUT /v2.0/routers/f9e78036-5f78-43a8-b753-4eddfb99d843 HTTP/1.1" status: 400  len: 364 time: 0.6165297
Dec 15 13:19:02.524119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37586) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:02.612122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Deleting subnet 02ab5b07-5141-4cf4-9c3c-887b28f10ad4 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:19:02.731950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.744430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Transition to ACTIVE for port object 26aa9036-2170-4423-ab91-7cb20c768c44 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:02.765940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Transition to ACTIVE for port object 26aa9036-2170-4423-ab91-7cb20c768c44 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:02.769138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.772475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.781155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:02.835143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.859407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Network eaad9528-7b44-4532-a5b8-bc20dccfc39d is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:02.860694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:02.862650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Pushing event updated for resources: {'Port': ['ID=26aa9036-2170-4423-ab91-7cb20c768c44,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:02.865062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:02.867552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:02.924771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.960584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Attempting to bind port 26aa9036-2170-4423-ab91-7cb20c768c44 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:02.960933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Attempting to bind port 26aa9036-2170-4423-ab91-7cb20c768c44 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:02.961347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Attempting to bind port 26aa9036-2170-4423-ab91-7cb20c768c44 on network eaad9528-7b44-4532-a5b8-bc20dccfc39d {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:02.968599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:02.969075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Checking segment: {'id': 'b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:02.969530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:02.969984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Bound using segment: {'id': 'b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:02.970600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Bound port: 26aa9036-2170-4423-ab91-7cb20c768c44, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'eaad9528-7b44-4532-a5b8-bc20dccfc39d'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:02.971107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.008104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.012934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83f8f3cf-1e99-4226-b945-6d543f1d3e16 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:03.050382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event deleted for resources: {'Subnet': ['ID=02ab5b07-5141-4cf4-9c3c-887b28f10ad4,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:03.054877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:03.057727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.064653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "DELETE /v2.0/subnets/02ab5b07-5141-4cf4-9c3c-887b28f10ad4 HTTP/1.1" status: 204  len: 168 time: 0.5392828
Dec 15 13:19:03.067692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37590) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:03.068031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] For port 26aa9036-2170-4423-ab91-7cb20c768c44, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:03.071388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] For port 26aa9036-2170-4423-ab91-7cb20c768c44, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=26aa9036-2170-4423-ab91-7cb20c768c44,segment=NetworkSegment(b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66),segment_id=b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:03.075748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.080371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:03.156247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Pushing event updated for resources: {'Port': ['ID=26aa9036-2170-4423-ab91-7cb20c768c44,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:03.192708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:03.195526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.207057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Deleting port 26aa9036-2170-4423-ab91-7cb20c768c44 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:19:03.207453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.235991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9920e334-5559-4565-82e0-111a0ed1a651 None None] Network eaad9528-7b44-4532-a5b8-bc20dccfc39d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:03.710414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] For port 26aa9036-2170-4423-ab91-7cb20c768c44, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=26aa9036-2170-4423-ab91-7cb20c768c44,segment=NetworkSegment(b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66),segment_id=b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:03.710812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.809781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 14a4b636-3474-40d7-b009-aa907489f11b up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:03.846525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Calling delete_port for 26aa9036-2170-4423-ab91-7cb20c768c44 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:19:03.899381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 14a4b636-3474-40d7-b009-aa907489f11b completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:03.928586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:03.933605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b74cbaa7-1cad-4c40-b6c1-3ce076c1ef27 tempest-ServersAdminNegativeTestJSON-1543924271 tempest-ServersAdminNegativeTestJSON-1543924271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:03.981882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event deleted for resources: {'Port': ['ID=26aa9036-2170-4423-ab91-7cb20c768c44,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:03.984723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:03.988093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] No DVR routers for this DVR port 26aa9036-2170-4423-ab91-7cb20c768c44 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:19:04.008133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ee75d-67ab-4f81-87db-5ec861f19b76 None None] Network a5b9a7be-d989-4e72-adb0-464bbd755e69 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:04.126436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Provisioning for port 14a4b636-3474-40d7-b009-aa907489f11b completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:04.128020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.137340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Provisioning complete for port 14a4b636-3474-40d7-b009-aa907489f11b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:04.137672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.155864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fe53ccc0>,) {'filters': {'network_id': ['eaad9528-7b44-4532-a5b8-bc20dccfc39d']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:04.171231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fe53ccc0>, 'b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:04.171576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fe53ccc0>, 'b9d1a07c-61ea-4a0a-bf9a-a84ca9e7db66') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:04.186551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.205004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.212129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:19:04.212582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:19:04.229009 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:19:04.320165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.323834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:04.343748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.354590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event deleted for resources: {'Network': ['ID=eaad9528-7b44-4532-a5b8-bc20dccfc39d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:04.358285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:04.362444 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "DELETE /v2.0/networks/eaad9528-7b44-4532-a5b8-bc20dccfc39d HTTP/1.1" status: 204  len: 168 time: 1.2908499
Dec 15 13:19:04.362567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37594) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:04.441582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Deleting subnet e717a5ca-8f34-4c6b-927a-41c888657840 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:19:04.445052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.507774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.545835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.596801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] For port 14a4b636-3474-40d7-b009-aa907489f11b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=14a4b636-3474-40d7-b009-aa907489f11b,segment=NetworkSegment(c9c660ed-7033-40ca-87e0-206c36f8d363),segment_id=c9c660ed-7033-40ca-87e0-206c36f8d363)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:04.600559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.601844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.604032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:04.683155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Pushing event updated for resources: {'Port': ['ID=14a4b636-3474-40d7-b009-aa907489f11b,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:04.687511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:04.689029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.694997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b31d8258-a607-4062-a33b-ea6926ae81e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:04.738445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event deleted for resources: {'Subnet': ['ID=e717a5ca-8f34-4c6b-927a-41c888657840,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:04.741328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:04.744274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.751220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-021d57ef-9720-42ae-90d8-eff412bedca2 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "DELETE /v2.0/subnets/e717a5ca-8f34-4c6b-927a-41c888657840 HTTP/1.1" status: 204  len: 168 time: 0.3874724
Dec 15 13:19:04.754023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37598) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:04.868932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7440f8-4b8a-4c0a-887d-fd6ef13ba296 None None] Network a5b9a7be-d989-4e72-adb0-464bbd755e69 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:04.888347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:04.900503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Deleting port 14a4b636-3474-40d7-b009-aa907489f11b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:19:04.900876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.065761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-305d41ea-0f4b-496e-bf95-e46c53923759 None None] Provisioning complete for port 14a4b636-3474-40d7-b009-aa907489f11b triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:05.066185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-305d41ea-0f4b-496e-bf95-e46c53923759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.122421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] For port 14a4b636-3474-40d7-b009-aa907489f11b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=14a4b636-3474-40d7-b009-aa907489f11b,segment=NetworkSegment(c9c660ed-7033-40ca-87e0-206c36f8d363),segment_id=c9c660ed-7033-40ca-87e0-206c36f8d363)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:05.122709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.210360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] DHCP port deletion for a5b9a7be-d989-4e72-adb0-464bbd755e69 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:19:05.219913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Deleting port 14a4b636-3474-40d7-b009-aa907489f11b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:19:05.220378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.259058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Calling delete_port for 14a4b636-3474-40d7-b009-aa907489f11b owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:19:05.346886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.352032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:05.395803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event deleted for resources: {'Port': ['ID=14a4b636-3474-40d7-b009-aa907489f11b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:05.400186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:05.403115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] No DVR routers for this DVR port 14a4b636-3474-40d7-b009-aa907489f11b on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:19:05.442967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] For port 14a4b636-3474-40d7-b009-aa907489f11b, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=14a4b636-3474-40d7-b009-aa907489f11b,segment=NetworkSegment(c9c660ed-7033-40ca-87e0-206c36f8d363),segment_id=c9c660ed-7033-40ca-87e0-206c36f8d363)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:05.443331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.545998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.574611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa6d72e8>,) {'filters': {'network_id': ['a5b9a7be-d989-4e72-adb0-464bbd755e69']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:05.576087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Calling delete_port for 14a4b636-3474-40d7-b009-aa907489f11b owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:19:05.588580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa6d72e8>, 'c9c660ed-7033-40ca-87e0-206c36f8d363') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:05.588919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa6d72e8>, 'c9c660ed-7033-40ca-87e0-206c36f8d363') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:05.601958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.621917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.629133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:19:05.629608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:19:05.645873 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:19:05.648266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:19:05.648266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:19:05.727500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.731432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15548f44-02a6-4064-926c-36e9ebc4a438 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:05.751668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:05.759204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Pushing event deleted for resources: {'Network': ['ID=a5b9a7be-d989-4e72-adb0-464bbd755e69,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:05.764836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:05.767682 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "DELETE /v2.0/networks/a5b9a7be-d989-4e72-adb0-464bbd755e69 HTTP/1.1" status: 204  len: 168 time: 1.0121846
Dec 15 13:19:05.771027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37602) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:05.785019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 14a4b636-3474-40d7-b009-aa907489f11b no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:19:05.819990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 14a4b636-3474-40d7-b009-aa907489f11b {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:19:05.820419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 14a4b636-3474-40d7-b009-aa907489f11b not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:19:05.822549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aee05cd8-2ae9-4827-88f7-cbd52640f5d0 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9e78036-5f78-43a8-b753-4eddfb99d843 HTTP/1.1" status: 200  len: 205 time: 0.0500596
Dec 15 13:19:05.825154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37606) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:06.149537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Deleting port 14a4b636-3474-40d7-b009-aa907489f11b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:19:06.150164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:06.221221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0da3c7fe-16e7-49d6-8c33-37db26caadd3 None None] The port '14a4b636-3474-40d7-b009-aa907489f11b' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:19:06.237953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edfba43f-feb9-47b6-88fd-b51a334fd360 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:06.265500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bcb968-e8d3-40de-9cc7-3ed0ea37c144 None None] get_active_networks_info from dv-neutron-821831-1-hyperv {{(pid=88871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 13:19:06.351907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bcb968-e8d3-40de-9cc7-3ed0ea37c144 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 15 13:19:06.646056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edfba43f-feb9-47b6-88fd-b51a334fd360 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:06.650668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edfba43f-feb9-47b6-88fd-b51a334fd360 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:06.677072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edfba43f-feb9-47b6-88fd-b51a334fd360 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:06.677654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfba43f-feb9-47b6-88fd-b51a334fd360 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Fanout notify agent at l3_agent the message router_deleted on router f9e78036-5f78-43a8-b753-4eddfb99d843 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:19:06.688276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-edfba43f-feb9-47b6-88fd-b51a334fd360 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:06.689498 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-edfba43f-feb9-47b6-88fd-b51a334fd360 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] 10.222.0.53 "DELETE /v2.0/routers/f9e78036-5f78-43a8-b753-4eddfb99d843 HTTP/1.1" status: 204  len: 168 time: 0.8632748
Dec 15 13:19:07.021712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37614) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:07.245708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f57f0b17-16e0-4ff7-aa6d-9a25d9e19786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66b3b16fa38f4478aa4b4f1e083a4f98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2221353
Dec 15 13:19:07.248684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37620) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:07.315014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de7489b8-1173-4103-84b9-19c4b4fbae33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:07.344918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de7489b8-1173-4103-84b9-19c4b4fbae33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:07.394412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de7489b8-1173-4103-84b9-19c4b4fbae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:07.399757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a6a6a6d4-442f-4e4c-822c-18d30699e484 tempest-TestVolumeBootPattern-1477341790 tempest-TestVolumeBootPattern-1477341790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:07.413265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7489b8-1173-4103-84b9-19c4b4fbae33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3246eea-b10e-4498-a7c4-fb23ecf4b027,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:07.416948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-de7489b8-1173-4103-84b9-19c4b4fbae33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:07.419160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-de7489b8-1173-4103-84b9-19c4b4fbae33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:07.421269 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-de7489b8-1173-4103-84b9-19c4b4fbae33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3246eea-b10e-4498-a7c4-fb23ecf4b027 HTTP/1.1" status: 204  len: 168 time: 0.1706827
Dec 15 13:19:08.367146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37642) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:08.522375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-841716093-network', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:08.528090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:08.532510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Usage tracker for resource:network and tenant:ca808b0c58f7494fbabd2ffd2739f647 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:08.536218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:08.543752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:08.555026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Made reservation on behalf of ca808b0c58f7494fbabd2ffd2739f647 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:08.560284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.574725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.608240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:08.612741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ca808b0c58f7494fbabd2ffd2739f647 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:08.615861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:08.622341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:08.697569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.701897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.707011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5186b921-fb2b-4618-bbb8-7e1d6ffe47e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:08.732989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:19:08.746205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd933956-5282-4dd2-8059-701787ebed93,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:08.750524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:08.751623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.752088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Added segment ed3a890b-9b5f-473d-b4c5-6ad651a70449 of type vlan for network 90a59e7b-6ee8-42b5-be4c-5e797a927b86
Dec 15 13:19:08.782357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.817060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.818491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:08.819433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:08.824993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-45632659-0599-46d2-a0a9-9565d4750e98 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:08.940137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Pushing event updated for resources: {'Network': ['ID=90a59e7b-6ee8-42b5-be4c-5e797a927b86,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:08.944507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:08.947184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5788727
Dec 15 13:19:08.950528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37648) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:08.953762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:19:08.957635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Request body: {'subnet': {'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-subnet', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:08.963516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:08.967993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Usage tracker for resource:subnet and tenant:ca808b0c58f7494fbabd2ffd2739f647 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:08.971303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:08.977886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:08.990202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Made reservation on behalf of ca808b0c58f7494fbabd2ffd2739f647 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:08.995057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.219620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.223916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7e20824-61ed-4ff0-8957-899938b9cd2a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:09.299035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0eb5d31-e285-4884-b080-ee313fffafa4,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:09.303090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:09.317637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Checking segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:09.318027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Network hostable DHCP agents. Network: 90a59e7b-6ee8-42b5-be4c-5e797a927b86, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:19:09.341150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:19:09.351150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 90a59e7b-6ee8-42b5-be4c-5e797a927b86) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:09.355158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:09.355834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.361560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4663eb-61a7-490f-9542-95cc521c26ac None None] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:09.377801 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5da5c9c7-b3b7-426e-8ff4-fb77b3b211d5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4252992
Dec 15 13:19:09.380715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37652) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:09.386924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:09.393916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:09.398281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Usage tracker for resource:router and tenant:ca808b0c58f7494fbabd2ffd2739f647 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:09.401452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:09.407597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:09.418798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.419862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.438707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.601210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'fixed_ips': [{'subnet_id': 'e0eb5d31-e285-4884-b080-ee313fffafa4'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:19:09.602176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.602610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.771595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Allocated IP 172.20.0.2 (90a59e7b-6ee8-42b5-be4c-5e797a927b86/e0eb5d31-e285-4884-b080-ee313fffafa4/462dacb0-3777-4623-acd3-a46c612e6f9d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:09.811114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:09.844676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.002978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Allocated IP 172.26.0.222 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/37db327b-5d30-4b0f-a06e-1411c76adf12) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:10.014679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.026991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Transition to ACTIVE for port object 462dacb0-3777-4623-acd3-a46c612e6f9d will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:10.048190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Transition to ACTIVE for port object 462dacb0-3777-4623-acd3-a46c612e6f9d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:10.055284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.060394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:10.141496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:10.142346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Pushing event updated for resources: {'Port': ['ID=462dacb0-3777-4623-acd3-a46c612e6f9d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:10.145447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:10.146731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:10.148878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:10.171952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.200643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.205900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-00806b5f-172b-438f-a379-5aba8273d302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:10.246450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Attempting to bind port 462dacb0-3777-4623-acd3-a46c612e6f9d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:10.246874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Attempting to bind port 462dacb0-3777-4623-acd3-a46c612e6f9d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:10.247254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Attempting to bind port 462dacb0-3777-4623-acd3-a46c612e6f9d on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:10.255291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:10.255748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Checking segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:10.256388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.256600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Bound using segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:10.257124 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Bound port: 462dacb0-3777-4623-acd3-a46c612e6f9d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:10.257546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.277870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:10.281604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:10.283871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Pushing event updated for resources: {'Port': ['ID=37db327b-5d30-4b0f-a06e-1411c76adf12,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:10.286266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:10.316239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:10.366888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] For port 462dacb0-3777-4623-acd3-a46c612e6f9d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:10.372212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] For port 462dacb0-3777-4623-acd3-a46c612e6f9d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=462dacb0-3777-4623-acd3-a46c612e6f9d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:10.376216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.380801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:10.464625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Pushing event updated for resources: {'Port': ['ID=462dacb0-3777-4623-acd3-a46c612e6f9d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:10.468072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:10.473403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.473984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:10.742261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Router eebe617e-eda0-4217-b771-d1a633c4984a is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:19:11.016990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e033c790-d354-4d95-8a62-762a6cfd3191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:11.225365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:19:11.238273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Sync routers for ids ['eebe617e-eda0-4217-b771-d1a633c4984a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:19:11.252018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:11.252995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Routers {'eebe617e-eda0-4217-b771-d1a633c4984a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:11.253470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.8716743
Dec 15 13:19:11.256411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37656) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:11.257173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d1d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:18:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['eebe617e-eda0-4217-b771-d1a633c4984a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:11.449791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Set router eebe617e-eda0-4217-b771-d1a633c4984a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:11.795537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d1d0>, [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:10Z', 'revision_number': 3, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port': {'id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:11.801615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Checking router: eebe617e-eda0-4217-b771-d1a633c4984a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:19:11.801992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Updating router eebe617e-eda0-4217-b771-d1a633c4984a port 37db327b-5d30-4b0f-a06e-1411c76adf12 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:19:11.844355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 462dacb0-3777-4623-acd3-a46c612e6f9d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:11.865078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:11.925663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 462dacb0-3777-4623-acd3-a46c612e6f9d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:12.102855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.193012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eca4d1-f2ab-4aa2-8c57-7074ad295f96 None None] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:12.276637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.290078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Transition to ACTIVE for port object 37db327b-5d30-4b0f-a06e-1411c76adf12 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:12.297597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.302633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-804a337b-1077-4f9f-8c74-b6629bdddb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:12.352772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Allocated IP 172.20.0.1 (90a59e7b-6ee8-42b5-be4c-5e797a927b86/e0eb5d31-e285-4884-b080-ee313fffafa4/47ac6659-097a-4db3-b9c4-782d0dbe0497) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:12.367104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Provisioning for port 462dacb0-3777-4623-acd3-a46c612e6f9d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:12.387162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Attempting to bind port 37db327b-5d30-4b0f-a06e-1411c76adf12 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:12.388501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Attempting to bind port 37db327b-5d30-4b0f-a06e-1411c76adf12 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:12.388501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Attempting to bind port 37db327b-5d30-4b0f-a06e-1411c76adf12 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:12.388709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Provisioning complete for port 462dacb0-3777-4623-acd3-a46c612e6f9d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:12.389133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.390224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Pushing event updated for resources: {'Port': ['ID=37db327b-5d30-4b0f-a06e-1411c76adf12,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:12.403182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.403399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.403619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.403977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.404340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.404704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.405061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.405779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.405779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.406071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.406417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:12.410422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:12.411214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:12.411645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:12.412081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.412509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:12.413226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Bound port: 37db327b-5d30-4b0f-a06e-1411c76adf12, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:12.413637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.493152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] For port 37db327b-5d30-4b0f-a06e-1411c76adf12, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:12.498176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] For port 37db327b-5d30-4b0f-a06e-1411c76adf12, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=37db327b-5d30-4b0f-a06e-1411c76adf12,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:12.501164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.507208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cd703af-d412-4e63-bfef-091dabb2f8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:12.532720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.553982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Transition to ACTIVE for port object 47ac6659-097a-4db3-b9c4-782d0dbe0497 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:12.576273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.576517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.582030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:12.593877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Pushing event updated for resources: {'Port': ['ID=37db327b-5d30-4b0f-a06e-1411c76adf12,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:12.598063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:12.599379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Routers {'eebe617e-eda0-4217-b771-d1a633c4984a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:12.600060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d1d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:18:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['eebe617e-eda0-4217-b771-d1a633c4984a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:12.633762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] For port 462dacb0-3777-4623-acd3-a46c612e6f9d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=462dacb0-3777-4623-acd3-a46c612e6f9d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:12.638823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.642490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:12.667711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:12.671070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:12.678556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:12.706812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Pushing event updated for resources: {'Port': ['ID=47ac6659-097a-4db3-b9c4-782d0dbe0497,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:12.713297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:12.714408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.741988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.756410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Pushing event updated for resources: {'Port': ['ID=462dacb0-3777-4623-acd3-a46c612e6f9d,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:12.762433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:12.814907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] Set router eebe617e-eda0-4217-b771-d1a633c4984a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:12.839652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:12.968524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5d595f5b-7dbc-4549-b8cf-d57649aee141 None None] Provisioning complete for port 462dacb0-3777-4623-acd3-a46c612e6f9d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:12.968941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d595f5b-7dbc-4549-b8cf-d57649aee141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.125017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.129322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.150544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d1d0>, [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:10Z', 'revision_number': 3, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port': {'id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:13.155037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d319750-7c2b-4bdf-bc37-2085c21c897c None None] The sync data for ids ['eebe617e-eda0-4217-b771-d1a633c4984a'] in dv-neutron-821831-1-hyperv is: [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:10Z', 'revision_number': 3, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port': {'id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:19:13.161429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0074513f-702d-4bbb-88aa-388647fe79cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:13.254089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Pushing event updated for resources: {'Port': ['ID=47ac6659-097a-4db3-b9c4-782d0dbe0497,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:13.256853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.261008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:13.334881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d9485225-789c-4012-83f9-653376a49d6f None None] Provisioning for port 47ac6659-097a-4db3-b9c4-782d0dbe0497 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:13.340415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d9485225-789c-4012-83f9-653376a49d6f None None] Provisioning complete for port 47ac6659-097a-4db3-b9c4-782d0dbe0497 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:13.340865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d9485225-789c-4012-83f9-653376a49d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.396538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d9485225-789c-4012-83f9-653376a49d6f None None] Port 47ac6659-097a-4db3-b9c4-782d0dbe0497 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:19:13.412115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:13.413405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:13.457595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed7619c1-76aa-4ddb-a5e1-7d62792d7978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.725572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-8f0e480c-2858-4bcc-ad70-3701681ea03f None None] Provisioning complete for port 47ac6659-097a-4db3-b9c4-782d0dbe0497 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:13.726923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8f0e480c-2858-4bcc-ad70-3701681ea03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.812169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e480c-2858-4bcc-ad70-3701681ea03f None None] Port 47ac6659-097a-4db3-b9c4-782d0dbe0497 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:19:13.815034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:13.888930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 462dacb0-3777-4623-acd3-a46c612e6f9d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:13.981014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 462dacb0-3777-4623-acd3-a46c612e6f9d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:13.981369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:14.114428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 37db327b-5d30-4b0f-a06e-1411c76adf12 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:14.158392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Router eebe617e-eda0-4217-b771-d1a633c4984a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:19:14.197499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 37db327b-5d30-4b0f-a06e-1411c76adf12 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:14.202833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 37db327b-5d30-4b0f-a06e-1411c76adf12 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:14.203248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:14.405367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:19:14.420037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] 10.222.0.53 "PUT /v2.0/routers/eebe617e-eda0-4217-b771-d1a633c4984a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1624999
Dec 15 13:19:14.506059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:14.523819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 37db327b-5d30-4b0f-a06e-1411c76adf12, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=37db327b-5d30-4b0f-a06e-1411c76adf12,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:14.527334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:14.529697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:14.599041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=37db327b-5d30-4b0f-a06e-1411c76adf12,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:14.602386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:15.366620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.419278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37678) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:15.426419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1765276120-network', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:15.431941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:15.436133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Usage tracker for resource:network and tenant:ef110bf961544176ba61d64b7ea18997 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:15.439247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:15.447041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:15.457206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Made reservation on behalf of ef110bf961544176ba61d64b7ea18997 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:15.462174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.476824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.517243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:15.522465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Usage tracker for resource:security_group_rule and tenant:ef110bf961544176ba61d64b7ea18997 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:15.525759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:15.532382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:15.614664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.618781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.622151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d58f1546-b1be-43c6-a5ff-2250526ef8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:15.653077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:19:15.662254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0601d793-f957-4283-8c42-9f659b1ca0b4,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:15.666155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:15.669785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.670183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Added segment 56186e67-477c-440c-8c9c-a45889a2984d of type vlan for network e4db1870-ba69-4a51-afbc-d68337151516
Dec 15 13:19:15.699084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.733889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.734860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:15.735548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.739449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7f6ac28-bd50-4144-a6ca-0bac89c82767 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:15.784329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 37db327b-5d30-4b0f-a06e-1411c76adf12 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:15.847920 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4273849
Dec 15 13:19:15.851044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37682) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:15.851754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Pushing event updated for resources: {'Network': ['ID=e4db1870-ba69-4a51-afbc-d68337151516,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:15.858581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Request body: {'subnet': {'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-subnet', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:15.863852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network e4db1870-ba69-4a51-afbc-d68337151516 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:19:15.864503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:15.864845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:15.869151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Usage tracker for resource:subnet and tenant:ef110bf961544176ba61d64b7ea18997 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:15.872291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:15.887051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:15.898118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Made reservation on behalf of ef110bf961544176ba61d64b7ea18997 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:15.901767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 37db327b-5d30-4b0f-a06e-1411c76adf12 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:15.902188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:15.903145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.142629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.146510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-06b8a9e7-0b0d-4196-9f18-5d431c289e91 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:16.221844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c928bee-069b-4a0a-81ed-e52ef808c682,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:16.227551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:16.239539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Checking segment: {'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:16.239932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Network hostable DHCP agents. Network: e4db1870-ba69-4a51-afbc-d68337151516, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:19:16.263896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Network e4db1870-ba69-4a51-afbc-d68337151516 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:19:16.274025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, e4db1870-ba69-4a51-afbc-d68337151516) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:16.278159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:16.278830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.283896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1375178-4ac4-450f-b7fa-72a8b8093175 None None] Network e4db1870-ba69-4a51-afbc-d68337151516 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:16.301128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4487989
Dec 15 13:19:16.304243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37686) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:16.310640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:16.316789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:16.322641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Usage tracker for resource:router and tenant:ef110bf961544176ba61d64b7ea18997 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:19:16.325996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:19:16.332343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:16.343112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.344135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.364248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.374431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Sync routers for ids ['eebe617e-eda0-4217-b771-d1a633c4984a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:19:16.422322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Routers {'eebe617e-eda0-4217-b771-d1a633c4984a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:16.422912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa5bcf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:19:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['eebe617e-eda0-4217-b771-d1a633c4984a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:16.524851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.687831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-e4db1870-ba69-4a51-afbc-d68337151516', 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'fixed_ips': [{'subnet_id': '6c928bee-069b-4a0a-81ed-e52ef808c682'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:19:16.688781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.745913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.767967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Set router eebe617e-eda0-4217-b771-d1a633c4984a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:16.778832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:16.932554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Allocated IP 172.26.0.204 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/2374cf55-428c-479e-95ce-9d015a41dfe1) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:17.084035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Allocated IP 172.20.0.2 (e4db1870-ba69-4a51-afbc-d68337151516/6c928bee-069b-4a0a-81ed-e52ef808c682/701c53b2-46b1-4a90-8889-8417ec1b8f42) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:17.099217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.128929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.133742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ca4c2a02-48bf-4dc7-ac70-f3f39b684373 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:17.208633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:17.209576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2374cf55-428c-479e-95ce-9d015a41dfe1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:17.212383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:17.214284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:17.215031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:17.380586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa5bcf8>, [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:12Z', 'revision_number': 4, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port': {'id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '47ac6659-097a-4db3-b9c4-782d0dbe0497', 'name': '', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'mac_address': 'fa:16:3e:59:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:12Z', 'updated_at': '2021-12-15T13:19:12Z', 'revision_number': 2, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'subnets': [{'id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:17.387273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.388096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.393491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Checking router: eebe617e-eda0-4217-b771-d1a633c4984a for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:19:17.393900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Updating router eebe617e-eda0-4217-b771-d1a633c4984a port 47ac6659-097a-4db3-b9c4-782d0dbe0497 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:19:17.418542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.441603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Transition to ACTIVE for port object 701c53b2-46b1-4a90-8889-8417ec1b8f42 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:17.474231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.487070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Transition to ACTIVE for port object 701c53b2-46b1-4a90-8889-8417ec1b8f42 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:17.496102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.523842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:17.622531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Network e4db1870-ba69-4a51-afbc-d68337151516 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:17.623334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Pushing event updated for resources: {'Port': ['ID=701c53b2-46b1-4a90-8889-8417ec1b8f42,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:17.629045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:17.632471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Router 1addda59-af90-4e36-af27-0112291e8046 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:19:17.669478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:17.670310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:17.820555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Attempting to bind port 701c53b2-46b1-4a90-8889-8417ec1b8f42 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:17.820985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Attempting to bind port 701c53b2-46b1-4a90-8889-8417ec1b8f42 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:17.821390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Attempting to bind port 701c53b2-46b1-4a90-8889-8417ec1b8f42 on network e4db1870-ba69-4a51-afbc-d68337151516 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:17.856457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:19:17.866736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Sync routers for ids ['1addda59-af90-4e36-af27-0112291e8046'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:19:17.881155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Routers {'1addda59-af90-4e36-af27-0112291e8046'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:17.881925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:19:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1addda59-af90-4e36-af27-0112291e8046'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:17.883286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:17.887811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.5793407
Dec 15 13:19:17.888334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37690) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:19:18.064144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:18.064681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Checking segment: {'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:18.065322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.065489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Bound using segment: {'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:18.065923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Bound port: 701c53b2-46b1-4a90-8889-8417ec1b8f42, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:18.066346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.085258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Set router 1addda59-af90-4e36-af27-0112291e8046 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:18.199129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] For port 701c53b2-46b1-4a90-8889-8417ec1b8f42, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:18.203868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] For port 701c53b2-46b1-4a90-8889-8417ec1b8f42, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=701c53b2-46b1-4a90-8889-8417ec1b8f42,segment=NetworkSegment(56186e67-477c-440c-8c9c-a45889a2984d),segment_id=56186e67-477c-440c-8c9c-a45889a2984d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:18.217971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.226330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:18.365776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Pushing event updated for resources: {'Port': ['ID=701c53b2-46b1-4a90-8889-8417ec1b8f42,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:18.374763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:18.379567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.394098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Transition to ACTIVE for port object 47ac6659-097a-4db3-b9c4-782d0dbe0497 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:18.408332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.414251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa39954c-73a6-494b-8dcb-3b59930ff1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:18.508660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad78481-14ae-4e4a-b362-fb4873ead8db None None] Pushing event updated for resources: {'Port': ['ID=47ac6659-097a-4db3-b9c4-782d0dbe0497,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:18.516305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fad78481-14ae-4e4a-b362-fb4873ead8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:18.586339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d400>, [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:17Z', 'revision_number': 3, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port': {'id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:18.591968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Checking router: 1addda59-af90-4e36-af27-0112291e8046 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:19:18.592500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Updating router 1addda59-af90-4e36-af27-0112291e8046 port 2374cf55-428c-479e-95ce-9d015a41dfe1 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:19:18.664693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.728103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Attempting to bind port 47ac6659-097a-4db3-b9c4-782d0dbe0497 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:18.728522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Attempting to bind port 47ac6659-097a-4db3-b9c4-782d0dbe0497 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:18.728939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Attempting to bind port 47ac6659-097a-4db3-b9c4-782d0dbe0497 on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:18.737189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:18.737617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Checking segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:18.738080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.738523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Bound using segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:18.739054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Bound port: 47ac6659-097a-4db3-b9c4-782d0dbe0497, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:18.739649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.879730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] For port 47ac6659-097a-4db3-b9c4-782d0dbe0497, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:18.888209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.890472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] For port 47ac6659-097a-4db3-b9c4-782d0dbe0497, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=47ac6659-097a-4db3-b9c4-782d0dbe0497,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:18.898861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:18.905917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:19.029175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Routers {'eebe617e-eda0-4217-b771-d1a633c4984a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:19.029906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa5bcf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:19:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['eebe617e-eda0-4217-b771-d1a633c4984a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:19.110776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad78481-14ae-4e4a-b362-fb4873ead8db None None] Pushing event updated for resources: {'Port': ['ID=47ac6659-097a-4db3-b9c4-782d0dbe0497,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:19.125385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fad78481-14ae-4e4a-b362-fb4873ead8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:19.173266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Allocated IP 172.20.0.1 (e4db1870-ba69-4a51-afbc-d68337151516/6c928bee-069b-4a0a-81ed-e52ef808c682/c57518ef-87ea-4b2d-bcb2-ecd99065bd60) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:19.210350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.224281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Transition to ACTIVE for port object 2374cf55-428c-479e-95ce-9d015a41dfe1 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:19.232964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.237573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-60c95411-fb78-468a-9859-bb4439ddac3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:19.300893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] Set router eebe617e-eda0-4217-b771-d1a633c4984a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:19.337987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Attempting to bind port 2374cf55-428c-479e-95ce-9d015a41dfe1 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:19.338402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Attempting to bind port 2374cf55-428c-479e-95ce-9d015a41dfe1 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:19.338811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Attempting to bind port 2374cf55-428c-479e-95ce-9d015a41dfe1 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:19.350904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69bf2c-cb43-4fa5-9afa-ceef5836a930 None None] Pushing event updated for resources: {'Port': ['ID=2374cf55-428c-479e-95ce-9d015a41dfe1,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:19.363018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4f69bf2c-cb43-4fa5-9afa-ceef5836a930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:19.364564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:19.364993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:19.365883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.366325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:19.366872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Bound port: 2374cf55-428c-479e-95ce-9d015a41dfe1, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:19.367837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.411296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.430438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Transition to ACTIVE for port object c57518ef-87ea-4b2d-bcb2-ecd99065bd60 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:19.451387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] For port 2374cf55-428c-479e-95ce-9d015a41dfe1, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:19.454412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.457287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] For port 2374cf55-428c-479e-95ce-9d015a41dfe1, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2374cf55-428c-479e-95ce-9d015a41dfe1,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:19.459703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cbf29f9-45e5-40fb-a602-c86a2b7faa30 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:19.462032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.466168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb536d4-c2cc-4245-bc53-201a56b9d9fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:19.530225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Network e4db1870-ba69-4a51-afbc-d68337151516 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:19.533474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:19.538699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:19.549387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69bf2c-cb43-4fa5-9afa-ceef5836a930 None None] Pushing event updated for resources: {'Port': ['ID=2374cf55-428c-479e-95ce-9d015a41dfe1,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:19.554505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4f69bf2c-cb43-4fa5-9afa-ceef5836a930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:19.557072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Routers {'1addda59-af90-4e36-af27-0112291e8046'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:19.557741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:19:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1addda59-af90-4e36-af27-0112291e8046'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:19.570539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:19.576642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:19.603222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.692833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:19.693100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa5bcf8>, [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:12Z', 'revision_number': 4, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port': {'id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '47ac6659-097a-4db3-b9c4-782d0dbe0497', 'name': '', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'mac_address': 'fa:16:3e:59:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:12Z', 'updated_at': '2021-12-15T13:19:18Z', 'revision_number': 4, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'subnets': [{'id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:19.697770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818c733-9985-405d-b861-53ab8fcaa322 None None] The sync data for ids ['eebe617e-eda0-4217-b771-d1a633c4984a'] in dv-neutron-821831-1-hyperv is: [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:12Z', 'revision_number': 4, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port': {'id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '47ac6659-097a-4db3-b9c4-782d0dbe0497', 'name': '', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'mac_address': 'fa:16:3e:59:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:12Z', 'updated_at': '2021-12-15T13:19:18Z', 'revision_number': 4, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'subnets': [{'id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:19:19.772609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] Set router 1addda59-af90-4e36-af27-0112291e8046 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:19.904382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 701c53b2-46b1-4a90-8889-8417ec1b8f42 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:20.052577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 701c53b2-46b1-4a90-8889-8417ec1b8f42 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:20.067013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:20.071654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:20.103771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:20.185744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb86d400>, [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:17Z', 'revision_number': 3, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port': {'id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:20.190975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:20.191433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7abf0a-954d-481e-8505-ba3e29d16ffe None None] The sync data for ids ['1addda59-af90-4e36-af27-0112291e8046'] in dv-neutron-821831-1-hyperv is: [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:17Z', 'revision_number': 3, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port': {'id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:19:20.193753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:20.198791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:20.378744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Network e4db1870-ba69-4a51-afbc-d68337151516 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:20.380381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:20.521299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871c50f-f3e0-497e-bdfc-4425e2e6ec68 None None] Network e4db1870-ba69-4a51-afbc-d68337151516 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:19:20.636443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Provisioning for port 701c53b2-46b1-4a90-8889-8417ec1b8f42 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:20.651952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Provisioning complete for port 701c53b2-46b1-4a90-8889-8417ec1b8f42 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:20.652713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:20.881998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Router 1addda59-af90-4e36-af27-0112291e8046 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:19:20.919308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:20.969152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] For port 701c53b2-46b1-4a90-8889-8417ec1b8f42, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=701c53b2-46b1-4a90-8889-8417ec1b8f42,segment=NetworkSegment(56186e67-477c-440c-8c9c-a45889a2984d),segment_id=56186e67-477c-440c-8c9c-a45889a2984d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:20.981220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:20.984274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fad78481-14ae-4e4a-b362-fb4873ead8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:21.068238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Pushing event updated for resources: {'Port': ['ID=701c53b2-46b1-4a90-8889-8417ec1b8f42,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:21.072468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:21.420875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-95147079-6612-4648-98dc-e35a161bcba8 None None] Provisioning complete for port 701c53b2-46b1-4a90-8889-8417ec1b8f42 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:21.421812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95147079-6612-4648-98dc-e35a161bcba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:21.434499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:19:21.453840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/1addda59-af90-4e36-af27-0112291e8046/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5560927
Dec 15 13:19:21.596170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-95147079-6612-4648-98dc-e35a161bcba8 None None] Provisioning for port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:21.603195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-95147079-6612-4648-98dc-e35a161bcba8 None None] Provisioning complete for port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:21.603649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-95147079-6612-4648-98dc-e35a161bcba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:21.648256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:19:21.693335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-95147079-6612-4648-98dc-e35a161bcba8 None None] Port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:19:21.822650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-61106c7e-689f-4fac-84cb-c7e59449b431 None None] Provisioning complete for port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:21.823169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-61106c7e-689f-4fac-84cb-c7e59449b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:21.923099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-61106c7e-689f-4fac-84cb-c7e59449b431 None None] Port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:19:21.950119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 47ac6659-097a-4db3-b9c4-782d0dbe0497 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:22.037660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 47ac6659-097a-4db3-b9c4-782d0dbe0497 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:22.043740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 47ac6659-097a-4db3-b9c4-782d0dbe0497 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:22.044292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.187018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.201558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ed08030c-c0df-4afa-aa5f-7c5ba67e8097 None None] Provisioning complete for port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:22.201998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed08030c-c0df-4afa-aa5f-7c5ba67e8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.467064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 47ac6659-097a-4db3-b9c4-782d0dbe0497, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=47ac6659-097a-4db3-b9c4-782d0dbe0497,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:22.468148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ed08030c-c0df-4afa-aa5f-7c5ba67e8097 None None] Port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:19:22.472191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.473121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 701c53b2-46b1-4a90-8889-8417ec1b8f42 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:22.501485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-18c0a8d4-355b-483d-8170-4092c56ee224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:22.568617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bac206-5417-4214-938e-768cee6c1881 req-5940c784-9816-462a-8b2d-3d88acf7bcd3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:22.570217 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-5940c784-9816-462a-8b2d-3d88acf7bcd3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/networks?id=90a59e7b-6ee8-42b5-be4c-5e797a927b86 HTTP/1.1" status: 200  len: 816 time: 0.1709607
Dec 15 13:19:22.588879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-e9429e5a-819b-4e5d-b300-4e81024bdfcc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/quotas/ca808b0c58f7494fbabd2ffd2739f647 HTTP/1.1" status: 200  len: 375 time: 0.0119927
Dec 15 13:19:22.591250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=47ac6659-097a-4db3-b9c4-782d0dbe0497,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:22.595481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:22.608114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 701c53b2-46b1-4a90-8889-8417ec1b8f42 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:22.608652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.681591 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-5e2c566f-0e5c-4e9f-bccc-4396b4436fc2 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca808b0c58f7494fbabd2ffd2739f647&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0866225
Dec 15 13:19:22.699643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-2fd0a93f-6381-46dc-a629-4a2bc43370e9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:19:22.700689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-2fd0a93f-6381-46dc-a629-4a2bc43370e9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0056469
Dec 15 13:19:22.735951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2374cf55-428c-479e-95ce-9d015a41dfe1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:22.808410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 2374cf55-428c-479e-95ce-9d015a41dfe1 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:22.813428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2374cf55-428c-479e-95ce-9d015a41dfe1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:22.813849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.849047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-4222d6dd-b7d1-4262-b75c-1b1cfae36bfd service neutron] 10.222.0.53 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414192
Dec 15 13:19:22.934924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.951928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 2374cf55-428c-479e-95ce-9d015a41dfe1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2374cf55-428c-479e-95ce-9d015a41dfe1,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:22.956075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:22.957527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25c4db1e-2ad6-49ad-b7dd-00c50a4facce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:22.997924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-37bbc4d3-0ee7-4412-af9c-60ad4aba0d19 service neutron] 10.222.0.53 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421821
Dec 15 13:19:23.029414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=2374cf55-428c-479e-95ce-9d015a41dfe1,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:23.032654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:23.215017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-3a7bd7e4-b752-41f9-8d0e-577941485e3f req-48230578-d9de-405e-8b26-8d6177786bf9 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Synchronizing usage tracker for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:19:23.236493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-3a7bd7e4-b752-41f9-8d0e-577941485e3f req-48230578-d9de-405e-8b26-8d6177786bf9 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Unset dirty status for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:19:23.238065 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a7bd7e4-b752-41f9-8d0e-577941485e3f req-48230578-d9de-405e-8b26-8d6177786bf9 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 210 time: 0.0771520
Dec 15 13:19:23.799734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 47ac6659-097a-4db3-b9c4-782d0dbe0497 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:23.876001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 47ac6659-097a-4db3-b9c4-782d0dbe0497 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:23.876414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:24.005424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2374cf55-428c-479e-95ce-9d015a41dfe1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:24.084836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2374cf55-428c-479e-95ce-9d015a41dfe1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:24.085354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:24.330810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Sync routers for ids ['1addda59-af90-4e36-af27-0112291e8046'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:19:24.344560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Routers {'1addda59-af90-4e36-af27-0112291e8046'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:24.345431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1b1668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:19:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1addda59-af90-4e36-af27-0112291e8046'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:24.453203 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9b210c74-980e-4935-8169-d01ba5c8370a req-874edb18-3ed5-40d8-9811-70fe6aefc626 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 210 time: 0.0637450
Dec 15 13:19:24.491109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bac206-5417-4214-938e-768cee6c1881 req-53961607-c641-417a-b3b9-0137af3d4050 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:24.494354 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-53961607-c641-417a-b3b9-0137af3d4050 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "GET /v2.0/networks?id=90a59e7b-6ee8-42b5-be4c-5e797a927b86 HTTP/1.1" status: 200  len: 816 time: 0.2510393
Dec 15 13:19:24.516828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Request body: {'port': {'device_id': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'admin_state_up': True, 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:24.547978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Set router 1addda59-af90-4e36-af27-0112291e8046 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:24.665546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:24.676564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:24.688422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Made reservation on behalf of ca808b0c58f7494fbabd2ffd2739f647 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:24.694186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:24.908461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1b1668>, [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:19Z', 'revision_number': 4, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port': {'id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c57518ef-87ea-4b2d-bcb2-ecd99065bd60', 'name': '', 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'mac_address': 'fa:16:3e:96:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c928bee-069b-4a0a-81ed-e52ef808c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:18Z', 'updated_at': '2021-12-15T13:19:19Z', 'revision_number': 2, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'subnets': [{'id': '6c928bee-069b-4a0a-81ed-e52ef808c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:24.913234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Checking router: 1addda59-af90-4e36-af27-0112291e8046 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:19:24.913641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Updating router 1addda59-af90-4e36-af27-0112291e8046 port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:19:24.974651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.135709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Allocated IP 172.20.0.10 (90a59e7b-6ee8-42b5-be4c-5e797a927b86/e0eb5d31-e285-4884-b080-ee313fffafa4/58024414-f137-44e1-aedd-24b690649c5d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:19:25.359038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.366302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.372096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Transition to ACTIVE for port object c57518ef-87ea-4b2d-bcb2-ecd99065bd60 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:25.378165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.382924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:25.385011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Transition to ACTIVE for port object 58024414-f137-44e1-aedd-24b690649c5d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:25.407029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.413569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e753ba38-6f8a-48c4-9e93-333e1f703679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:25.496315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:19:25.501263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:19:25.506596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:19:25.528979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Pushing event updated for resources: {'Port': ['ID=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:25.546821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Pushing event updated for resources: {'Port': ['ID=58024414-f137-44e1-aedd-24b690649c5d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:25.555321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:25.590394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:25.591088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.626598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.626997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.627403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.627792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.628176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.628553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.628928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.629301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.629669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.630036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.630911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:25.638884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:25.648577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1363332
Dec 15 13:19:25.664613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Request body: {'port': {'device_id': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:25.668744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Attempting to bind port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:25.669169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Attempting to bind port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:25.672492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Attempting to bind port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 on network e4db1870-ba69-4a51-afbc-d68337151516 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:25.680490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:25.680922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Checking segment: {'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:25.681384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.681829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Bound using segment: {'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:25.682963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Bound port: c57518ef-87ea-4b2d-bcb2-ecd99065bd60, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56186e67-477c-440c-8c9c-a45889a2984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:25.683456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.722837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5127d-2cfd-4c8e-bcce-d418ced3de71 req-b366a4a0-5c30-4ea2-8ef7-8988f3a0a3de tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:25.727162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35c5127d-2cfd-4c8e-bcce-d418ced3de71 req-b366a4a0-5c30-4ea2-8ef7-8988f3a0a3de tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 932 time: 0.1056540
Dec 15 13:19:25.788708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] For port c57518ef-87ea-4b2d-bcb2-ecd99065bd60, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:25.792761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] For port c57518ef-87ea-4b2d-bcb2-ecd99065bd60, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,segment=NetworkSegment(56186e67-477c-440c-8c9c-a45889a2984d),segment_id=56186e67-477c-440c-8c9c-a45889a2984d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:25.807412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.812442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-35c5127d-2cfd-4c8e-bcce-d418ced3de71 req-9011b5fb-019d-4ff6-802c-b4be9028a4cf tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Synchronizing usage tracker for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:19:25.816102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-140f0384-d396-43e8-99ac-68770e66f51c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:25.828977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:25.840278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-35c5127d-2cfd-4c8e-bcce-d418ced3de71 req-9011b5fb-019d-4ff6-802c-b4be9028a4cf tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Unset dirty status for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:19:25.842099 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35c5127d-2cfd-4c8e-bcce-d418ced3de71 req-9011b5fb-019d-4ff6-802c-b4be9028a4cf tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978737
Dec 15 13:19:25.974897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Routers {'1addda59-af90-4e36-af27-0112291e8046'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:19:25.975919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb1b1668>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:19:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1addda59-af90-4e36-af27-0112291e8046'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:26.028752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Pushing event updated for resources: {'Port': ['ID=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:26.037149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:26.191420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-75bf2578-a2e2-4168-89fc-f7eefb0bd98d None None] Provisioning for port 58024414-f137-44e1-aedd-24b690649c5d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:26.199463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-75bf2578-a2e2-4168-89fc-f7eefb0bd98d None None] Provisioning complete for port 58024414-f137-44e1-aedd-24b690649c5d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:26.199837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75bf2578-a2e2-4168-89fc-f7eefb0bd98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:26.276977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-75bf2578-a2e2-4168-89fc-f7eefb0bd98d None None] Port 58024414-f137-44e1-aedd-24b690649c5d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:19:26.280502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] Set router 1addda59-af90-4e36-af27-0112291e8046 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:19:26.370445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58024414-f137-44e1-aedd-24b690649c5d {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:19:26.378527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:26.396866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Transition to ACTIVE for port object 58024414-f137-44e1-aedd-24b690649c5d will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:19:26.400422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:26.404539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ff0cc1db-abb4-4a39-aac9-85faabf7d4cd tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:26.536450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=58024414-f137-44e1-aedd-24b690649c5d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:26.545139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:26.652836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb1b1668>, [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:19Z', 'revision_number': 4, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port': {'id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c57518ef-87ea-4b2d-bcb2-ecd99065bd60', 'name': '', 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'mac_address': 'fa:16:3e:96:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c928bee-069b-4a0a-81ed-e52ef808c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:18Z', 'updated_at': '2021-12-15T13:19:25Z', 'revision_number': 4, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'subnets': [{'id': '6c928bee-069b-4a0a-81ed-e52ef808c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:19:26.657380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b6234-cd97-4144-a0ee-cc7359f3fc99 None None] The sync data for ids ['1addda59-af90-4e36-af27-0112291e8046'] in dv-neutron-821831-1-hyperv is: [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:19Z', 'revision_number': 4, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port': {'id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c57518ef-87ea-4b2d-bcb2-ecd99065bd60', 'name': '', 'network_id': 'e4db1870-ba69-4a51-afbc-d68337151516', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'mac_address': 'fa:16:3e:96:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c928bee-069b-4a0a-81ed-e52ef808c682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:18Z', 'updated_at': '2021-12-15T13:19:25Z', 'revision_number': 4, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'subnets': [{'id': '6c928bee-069b-4a0a-81ed-e52ef808c682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:19:26.663739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Attempting to bind port 58024414-f137-44e1-aedd-24b690649c5d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:19:26.664112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Attempting to bind port 58024414-f137-44e1-aedd-24b690649c5d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:19:26.664479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Attempting to bind port 58024414-f137-44e1-aedd-24b690649c5d on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:26.671336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Port 58024414-f137-44e1-aedd-24b690649c5d on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:19:26.671732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Attempting to bind port 58024414-f137-44e1-aedd-24b690649c5d on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:19:26.680244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:19:26.680621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Checking segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:19:26.681181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Bound using segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:19:26.681664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Bound port: 58024414-f137-44e1-aedd-24b690649c5d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:19:26.682045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:26.805593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] For port 58024414-f137-44e1-aedd-24b690649c5d, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:19:26.809045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] For port 58024414-f137-44e1-aedd-24b690649c5d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58024414-f137-44e1-aedd-24b690649c5d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:19:26.813059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:26.818014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-638c0fe8-c958-47ff-aae1-7442db004004 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:26.886766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:26.888582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] 10.222.0.77 "PUT /v2.0/ports/58024414-f137-44e1-aedd-24b690649c5d HTTP/1.1" status: 200  len: 1094 time: 1.2299910
Dec 15 13:19:26.889165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'tag': '58024414-f137-44e1-aedd-24b690649c5d'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:19:26.916952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=58024414-f137-44e1-aedd-24b690649c5d,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:26.920861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:26.987588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'tag': '58024414-f137-44e1-aedd-24b690649c5d', 'status': 'completed', 'code': 200}
Dec 15 13:19:27.026335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-48e94857-a5c3-41b3-8635-3e4377ec9f5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca808b0c58f7494fbabd2ffd2739f647&device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 1097 time: 0.0912218
Dec 15 13:19:27.165326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-42316534-3fdc-414a-b1fe-26e68f19bc17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58024414-f137-44e1-aedd-24b690649c5d HTTP/1.1" status: 200  len: 217 time: 0.1305771
Dec 15 13:19:27.260448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bac206-5417-4214-938e-768cee6c1881 req-d0881b56-112b-43a6-aead-5f46900d8b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:27.262578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-d0881b56-112b-43a6-aead-5f46900d8b42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e0eb5d31-e285-4884-b080-ee313fffafa4 HTTP/1.1" status: 200  len: 855 time: 0.0894246
Dec 15 13:19:27.273214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6f4f6-8ced-462f-bd5a-7374bc6d6f60 req-07945e31-0e8d-413c-928a-c0cf18d0c321 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:27.273997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a9b6f4f6-8ced-462f-bd5a-7374bc6d6f60 req-07945e31-0e8d-413c-928a-c0cf18d0c321 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Synchronizing usage tracker for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:19:27.342543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a9b6f4f6-8ced-462f-bd5a-7374bc6d6f60 req-07945e31-0e8d-413c-928a-c0cf18d0c321 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Unset dirty status for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:19:27.343861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9b6f4f6-8ced-462f-bd5a-7374bc6d6f60 req-07945e31-0e8d-413c-928a-c0cf18d0c321 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 944 time: 0.2455561
Dec 15 13:19:27.408938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-ba9fbff0-c355-4d53-a508-6690416c3164 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90a59e7b-6ee8-42b5-be4c-5e797a927b86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1315048
Dec 15 13:19:27.417213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a9b6f4f6-8ced-462f-bd5a-7374bc6d6f60 req-f5e60a2a-cc40-4de8-b994-88f4b90c6b34 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664663
Dec 15 13:19:27.570944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-3cffef30-1e9b-46fd-96bb-70c34e84408a service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526706
Dec 15 13:19:27.727146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e2bac206-5417-4214-938e-768cee6c1881 req-dee95718-9a6f-46cf-b82e-13b4adc2bbf4 service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455247
Dec 15 13:19:27.824957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c57518ef-87ea-4b2d-bcb2-ecd99065bd60 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:27.868101 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-38965117-2d3a-4722-9109-5c9bfd085014 req-96fdcb31-a5bf-4a8c-86cd-d65d348e9fce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca808b0c58f7494fbabd2ffd2739f647&device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 1097 time: 0.0862164
Dec 15 13:19:27.906972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:27.912590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:27.913133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:28.030230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965117-2d3a-4722-9109-5c9bfd085014 req-89d03d4f-f96a-407e-8f25-97746e8d1407 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:28.031984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-38965117-2d3a-4722-9109-5c9bfd085014 req-89d03d4f-f96a-407e-8f25-97746e8d1407 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90a59e7b-6ee8-42b5-be4c-5e797a927b86 HTTP/1.1" status: 200  len: 917 time: 0.1508718
Dec 15 13:19:28.037471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:28.082843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port c57518ef-87ea-4b2d-bcb2-ecd99065bd60, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,segment=NetworkSegment(56186e67-477c-440c-8c9c-a45889a2984d),segment_id=56186e67-477c-440c-8c9c-a45889a2984d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:28.086355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:28.088423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:28.113717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-38965117-2d3a-4722-9109-5c9bfd085014 req-03e3e0de-ceb0-44aa-9c9c-eb75b22cebda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58024414-f137-44e1-aedd-24b690649c5d HTTP/1.1" status: 200  len: 217 time: 0.0738306
Dec 15 13:19:28.161693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:28.164028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:28.195503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965117-2d3a-4722-9109-5c9bfd085014 req-048088c2-392e-4c98-af52-0e942691c759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:28.197118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-38965117-2d3a-4722-9109-5c9bfd085014 req-048088c2-392e-4c98-af52-0e942691c759 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e0eb5d31-e285-4884-b080-ee313fffafa4 HTTP/1.1" status: 200  len: 855 time: 0.0757332
Dec 15 13:19:28.286175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-38965117-2d3a-4722-9109-5c9bfd085014 req-d6baccfb-d3b8-4403-b07d-b13a55185105 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90a59e7b-6ee8-42b5-be4c-5e797a927b86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824354
Dec 15 13:19:28.385038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:28.463250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-38965117-2d3a-4722-9109-5c9bfd085014 req-941c4563-3657-446d-9f23-650dfc9b357a service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687596
Dec 15 13:19:28.625351 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-38965117-2d3a-4722-9109-5c9bfd085014 req-4f4a2acd-c269-4d63-bc1e-0b09b4600b39 service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552129
Dec 15 13:19:28.643892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd441-ad8a-4072-b889-ee020d9d23c8 req-ea6fe533-23ba-46ee-b7c9-63a20dc8a0cb tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:28.645742 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-432fd441-ad8a-4072-b889-ee020d9d23c8 req-ea6fe533-23ba-46ee-b7c9-63a20dc8a0cb tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 944 time: 0.0953138
Dec 15 13:19:28.696615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-432fd441-ad8a-4072-b889-ee020d9d23c8 req-228f707a-7d92-4f6d-b063-f999fee94af9 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443611
Dec 15 13:19:29.800903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c57518ef-87ea-4b2d-bcb2-ecd99065bd60 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:29.880993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:29.881459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:29.914854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fa1ae-c442-4e1e-bc20-e9f9ef1a1d38 req-60c6a168-9348-4b72-8627-8df2a14aff35 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:29.916900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9d0fa1ae-c442-4e1e-bc20-e9f9ef1a1d38 req-60c6a168-9348-4b72-8627-8df2a14aff35 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 944 time: 0.0856133
Dec 15 13:19:29.978186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9d0fa1ae-c442-4e1e-bc20-e9f9ef1a1d38 req-3c6cb412-1e20-4db3-a3d4-b1bc7cc8b832 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507643
Dec 15 13:19:31.197972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d81b-5fb1-4819-a571-655d8a0f10c6 req-96e50550-5906-4ec8-b966-66135935bd12 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:31.199607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf06d81b-5fb1-4819-a571-655d8a0f10c6 req-96e50550-5906-4ec8-b966-66135935bd12 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 944 time: 0.0938559
Dec 15 13:19:31.250005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf06d81b-5fb1-4819-a571-655d8a0f10c6 req-73b81958-f881-40bc-9d2d-eef746c42ded tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437706
Dec 15 13:19:31.436630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 58024414-f137-44e1-aedd-24b690649c5d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:19:31.596689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 58024414-f137-44e1-aedd-24b690649c5d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58024414-f137-44e1-aedd-24b690649c5d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:31.611782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '58024414-f137-44e1-aedd-24b690649c5d', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'port_id': '58024414-f137-44e1-aedd-24b690649c5d', 'mac_address': 'fa:16:3e:83:2e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:19:31.671712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:31.695753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58024414-f137-44e1-aedd-24b690649c5d {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:19:31.712280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 58024414-f137-44e1-aedd-24b690649c5d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58024414-f137-44e1-aedd-24b690649c5d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:31.716679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:31.719641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:31.789793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=58024414-f137-44e1-aedd-24b690649c5d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:31.793520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:31.940169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['58024414-f137-44e1-aedd-24b690649c5d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:19:32.495409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fbbf-9807-48fe-8d5a-80e262d2227e req-a563101b-448b-4323-bd49-19376a56ec03 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:32.497107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b147fbbf-9807-48fe-8d5a-80e262d2227e req-a563101b-448b-4323-bd49-19376a56ec03 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 945 time: 0.1107032
Dec 15 13:19:32.560503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b147fbbf-9807-48fe-8d5a-80e262d2227e req-20275073-b5f2-44be-8683-5ac7b15d6b4b tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550339
Dec 15 13:19:33.462209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 58024414-f137-44e1-aedd-24b690649c5d up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:19:33.556300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 58024414-f137-44e1-aedd-24b690649c5d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:19:33.561806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 58024414-f137-44e1-aedd-24b690649c5d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:19:33.562229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:33.793269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99f254-a252-431b-b9c3-8bce523135f7 req-97e28319-8001-46bb-9324-0890edea80da tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:33.794998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea99f254-a252-431b-b9c3-8bce523135f7 req-97e28319-8001-46bb-9324-0890edea80da tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 945 time: 0.0975440
Dec 15 13:19:33.849308 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea99f254-a252-431b-b9c3-8bce523135f7 req-9215d9b8-f152-4f3c-9a56-b35faf29211c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465405
Dec 15 13:19:33.867006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:33.894955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58024414-f137-44e1-aedd-24b690649c5d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:19:33.905559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 58024414-f137-44e1-aedd-24b690649c5d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58024414-f137-44e1-aedd-24b690649c5d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:33.909101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:33.912032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6858046c-1c1e-4457-be9a-d9f2398d91c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:33.955463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58024414-f137-44e1-aedd-24b690649c5d', 'code': 200}
Dec 15 13:19:33.988381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=58024414-f137-44e1-aedd-24b690649c5d,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:33.991849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:34.225184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9214292f-2021-4114-9186-c8eb6cf9a8ea req-eae721e9-e9bb-4817-b09d-12f0468239ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 1099 time: 0.0859575
Dec 15 13:19:34.278508 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9214292f-2021-4114-9186-c8eb6cf9a8ea req-0df47a20-449b-40d4-a482-f19711a768f0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464399
Dec 15 13:19:35.071937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0073d0-c2b7-4f6a-9a0c-5b9fac5b914f req-e667af4d-dbda-4767-8311-f70e508c3822 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:35.073566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f0073d0-c2b7-4f6a-9a0c-5b9fac5b914f req-e667af4d-dbda-4767-8311-f70e508c3822 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 946 time: 0.0899842
Dec 15 13:19:35.126009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f0073d0-c2b7-4f6a-9a0c-5b9fac5b914f req-ef0dd440-0442-4a06-83d1-e909a5ad6f79 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436835
Dec 15 13:19:36.354415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45246b8b-998b-4f91-bf88-c88777e82980 req-741952d5-c5e9-4b97-b690-5c05fe31e2aa tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:36.356494 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45246b8b-998b-4f91-bf88-c88777e82980 req-741952d5-c5e9-4b97-b690-5c05fe31e2aa tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 946 time: 0.0868175
Dec 15 13:19:36.413563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-45246b8b-998b-4f91-bf88-c88777e82980 req-ac31a5a1-02b5-40d9-8154-48786723e12c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471988
Dec 15 13:19:36.660682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921547-a65f-4bcf-991f-bf187ecb6fa0 req-42f35923-0cf1-4aa2-8c8b-6b76dc153ba2 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:36.662316 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a921547-a65f-4bcf-991f-bf187ecb6fa0 req-42f35923-0cf1-4aa2-8c8b-6b76dc153ba2 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 946 time: 0.1051223
Dec 15 13:19:36.713433 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a921547-a65f-4bcf-991f-bf187ecb6fa0 req-73666596-4b8d-47ab-b3e1-f0fea1c38f5c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441573
Dec 15 13:19:41.022544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0120ca8-b7aa-48f2-b54b-95e71f10b59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:42.690657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:43.451912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c9ef38b-0058-435b-9f86-5c102aadb088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:43.743971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:45.370613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:53.042998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158384-c562-4480-96bd-d58a94632dc0 req-c3067624-0446-4bd2-b686-093556640960 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:53.044674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-59158384-c562-4480-96bd-d58a94632dc0 req-c3067624-0446-4bd2-b686-093556640960 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 946 time: 0.0862048
Dec 15 13:19:53.097260 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-59158384-c562-4480-96bd-d58a94632dc0 req-5aab27c1-c881-4f3b-95d9-79455353941a tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464301
Dec 15 13:19:54.311321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6241471-73df-4f58-bd3a-3697c9e7db21 req-b6db2110-554c-4706-bc53-9a1a27437df6 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:54.312957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c6241471-73df-4f58-bd3a-3697c9e7db21 req-b6db2110-554c-4706-bc53-9a1a27437df6 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 946 time: 0.0885370
Dec 15 13:19:54.363518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c6241471-73df-4f58-bd3a-3697c9e7db21 req-ac9666fa-1f02-467a-9696-a96532ffcf80 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438380
Dec 15 13:19:54.738395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-17d527c6-7d52-47c5-a54a-87f63794c4e8 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:54.740077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-17d527c6-7d52-47c5-a54a-87f63794c4e8 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 946 time: 0.0862329
Dec 15 13:19:54.816725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Deleting port 58024414-f137-44e1-aedd-24b690649c5d {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:19:54.817106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:55.080993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] For port 58024414-f137-44e1-aedd-24b690649c5d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58024414-f137-44e1-aedd-24b690649c5d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:19:55.081388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:55.208673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Calling delete_port for 58024414-f137-44e1-aedd-24b690649c5d owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:19:55.362594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:55.368854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e9292986-bd94-4ae3-8ab2-1424c35a9a56 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:19:55.379737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['58024414-f137-44e1-aedd-24b690649c5d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:19:55.421936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Pushing event deleted for resources: {'Port': ['ID=58024414-f137-44e1-aedd-24b690649c5d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:19:55.499033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.499650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.499887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.500362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.500789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.501143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.501560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.502025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.502388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.502803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.503204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:19:55.511290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:19:55.512385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] No DVR routers for this DVR port 58024414-f137-44e1-aedd-24b690649c5d on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:19:55.514826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:55.517923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'name': 'network-vif-deleted', 'tag': '58024414-f137-44e1-aedd-24b690649c5d'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:19:55.534010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09e805db-f325-4d92-84cc-33a7c207a6e3 req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "DELETE /v2.0/ports/58024414-f137-44e1-aedd-24b690649c5d HTTP/1.1" status: 204  len: 173 time: 0.7880819
Dec 15 13:19:55.566271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b38bc7fd-cc39-41a9-9123-2aa0ba93d763 req-eff3c3fd-75fa-434b-8dab-c4a1a0240880 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ea44e1-971e-44aa-98e5-cd48beb4dcb0 HTTP/1.1" status: 200  len: 210 time: 0.0560279
Dec 15 13:19:55.599689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea44e1-971e-44aa-98e5-cd48beb4dcb0', 'name': 'network-vif-deleted', 'tag': '58024414-f137-44e1-aedd-24b690649c5d', 'status': 'completed', 'code': 200}
Dec 15 13:19:57.580599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-6529cff1-5ff2-417f-a3e9-92c4448d807b tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:57.582265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-6529cff1-5ff2-417f-a3e9-92c4448d807b tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/networks?id=90a59e7b-6ee8-42b5-be4c-5e797a927b86 HTTP/1.1" status: 200  len: 816 time: 0.4129121
Dec 15 13:19:57.601151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-f4236141-bcd8-4b6b-9bea-430b3af144c9 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/quotas/ca808b0c58f7494fbabd2ffd2739f647 HTTP/1.1" status: 200  len: 375 time: 0.0123849
Dec 15 13:19:57.696211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-c12a641c-9a52-40ef-bbe6-083a7eb9244e tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Synchronizing usage tracker for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:19:57.714168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-c12a641c-9a52-40ef-bbe6-083a7eb9244e tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Unset dirty status for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:19:57.715652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-c12a641c-9a52-40ef-bbe6-083a7eb9244e tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca808b0c58f7494fbabd2ffd2739f647&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1084402
Dec 15 13:19:57.879519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-b946ed47-648c-461a-9e02-73683bc67f8e service neutron] 10.222.0.53 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470709
Dec 15 13:19:58.037372 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-6900100f-ccb7-4374-af70-dd9c2f7d546a service neutron] 10.222.0.53 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488984
Dec 15 13:19:58.256331 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-63613838-f38c-4c71-9d56-b9c584d0d12a req-471f7f91-feaa-475d-b4c4-ef5ef9340df6 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 210 time: 0.0469320
Dec 15 13:19:58.386748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:58.643706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:19:59.446543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-ecae0b03-6f68-4ea0-8a2f-89749b6e5dd7 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:19:59.448552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-ecae0b03-6f68-4ea0-8a2f-89749b6e5dd7 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "GET /v2.0/networks?id=90a59e7b-6ee8-42b5-be4c-5e797a927b86 HTTP/1.1" status: 200  len: 816 time: 0.2086437
Dec 15 13:19:59.450987 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fbfef44c-cf9c-445c-86e3-8f04090a8959 req-a17527ac-9ae8-4a21-b968-02a0b91f567b tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 210 time: 0.0593386
Dec 15 13:19:59.465138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Request body: {'port': {'device_id': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'admin_state_up': True, 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:19:59.577648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 58024414-f137-44e1-aedd-24b690649c5d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:19:59.621893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 58024414-f137-44e1-aedd-24b690649c5d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:19:59.622302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 58024414-f137-44e1-aedd-24b690649c5d not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:19:59.625443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:19:59.636381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:19:59.648488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Made reservation on behalf of ca808b0c58f7494fbabd2ffd2739f647 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:19:59.654411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:19:59.855028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Allocated IP 172.20.0.11 (90a59e7b-6ee8-42b5-be4c-5e797a927b86/e0eb5d31-e285-4884-b080-ee313fffafa4/f3a9cc6e-105b-401c-8a08-eda5b8c29c33) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:20:00.122366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:00.140828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Transition to ACTIVE for port object f3a9cc6e-105b-401c-8a08-eda5b8c29c33 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:00.174955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:00.184560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c5136451-cc34-42e5-8200-3eabd75c05c9 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:00.275509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:00.279318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:00.281519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Pushing event updated for resources: {'Port': ['ID=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:00.283918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:20:00.318328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:00.361854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:00.362547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:00.404283 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9433436
Dec 15 13:20:00.417505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Request body: {'port': {'device_id': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:20:00.554594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:00.664809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-11229afc-cafc-45d8-aadc-3fe44e23557c None None] Provisioning for port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:00.670445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-11229afc-cafc-45d8-aadc-3fe44e23557c None None] Provisioning complete for port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:00.670829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11229afc-cafc-45d8-aadc-3fe44e23557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:00.699991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b878f-c437-4cf0-ac7d-82cd57341781 req-cab614ba-efd3-4ba6-a2f8-4dbca1035be5 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:00.701695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b48b878f-c437-4cf0-ac7d-82cd57341781 req-cab614ba-efd3-4ba6-a2f8-4dbca1035be5 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 932 time: 0.1023440
Dec 15 13:20:00.747765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-11229afc-cafc-45d8-aadc-3fe44e23557c None None] Port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:20:00.752969 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b48b878f-c437-4cf0-ac7d-82cd57341781 req-d0b0a15a-517b-4e76-aa3c-748d09bd56b9 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448110
Dec 15 13:20:00.932535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a9cc6e-105b-401c-8a08-eda5b8c29c33 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:20:00.939900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:00.955834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Transition to ACTIVE for port object f3a9cc6e-105b-401c-8a08-eda5b8c29c33 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:00.959631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:00.963503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95730f15-54a5-4dd0-9cba-e18e2c4c0023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:01.103750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:01.107225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:01.224297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Attempting to bind port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:20:01.224678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Attempting to bind port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:20:01.225084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Attempting to bind port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:20:01.232896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:20:01.233267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Attempting to bind port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 on network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:20:01.240323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:20:01.241043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Checking segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:01.241214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Bound using segment: {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:20:01.241655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Bound port: f3a9cc6e-105b-401c-8a08-eda5b8c29c33, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a890b-9b5f-473d-b4c5-6ad651a70449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:20:01.242042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:01.335423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] For port f3a9cc6e-105b-401c-8a08-eda5b8c29c33, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:20:01.338639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] For port f3a9cc6e-105b-401c-8a08-eda5b8c29c33, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:20:01.343891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:01.347750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:01.416711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:01.418314 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] 10.222.0.77 "PUT /v2.0/ports/f3a9cc6e-105b-401c-8a08-eda5b8c29c33 HTTP/1.1" status: 200  len: 1094 time: 1.0067444
Dec 15 13:20:01.418958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'tag': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:20:01.433745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:01.437319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:01.498415 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'tag': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33', 'status': 'completed', 'code': 200}
Dec 15 13:20:01.544787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-c6abe27d-67aa-4a89-a1ba-c363e9ccf962 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca808b0c58f7494fbabd2ffd2739f647&device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 1097 time: 0.0833552
Dec 15 13:20:01.627656 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-baf77752-9bc9-4603-b2d9-d55e651d98b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a9cc6e-105b-401c-8a08-eda5b8c29c33 HTTP/1.1" status: 200  len: 217 time: 0.0752330
Dec 15 13:20:01.702097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-916ffb67-cd03-4c40-b8c5-6767bf7aedc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:01.703664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-916ffb67-cd03-4c40-b8c5-6767bf7aedc2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e0eb5d31-e285-4884-b080-ee313fffafa4 HTTP/1.1" status: 200  len: 855 time: 0.0687945
Dec 15 13:20:01.785704 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-b2c34e86-ce67-4160-aef4-ce212d1b457e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90a59e7b-6ee8-42b5-be4c-5e797a927b86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747437
Dec 15 13:20:01.933840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-69f5f4eb-7695-427a-a528-e798a1a169ad service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401200
Dec 15 13:20:01.964752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac9ae-bd20-4bc6-95dc-dcba792d1a61 req-765af265-e614-42ed-acbe-e2d2b234d530 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:01.966683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e0ac9ae-bd20-4bc6-95dc-dcba792d1a61 req-765af265-e614-42ed-acbe-e2d2b234d530 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 944 time: 0.0882416
Dec 15 13:20:02.018578 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e0ac9ae-bd20-4bc6-95dc-dcba792d1a61 req-5bbf8090-0fc3-43ab-88d0-482e69d1925e tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451324
Dec 15 13:20:02.079334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-11bf137c-bdb0-43aa-a08a-f84c76f41d38 req-dcb350fa-b86e-4261-943e-02a685c6e0b8 service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387734
Dec 15 13:20:02.219835 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-e60311b8-3528-431c-b4d2-e2ee6f79be6e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca808b0c58f7494fbabd2ffd2739f647&device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 1097 time: 0.0846646
Dec 15 13:20:02.365147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-c91fa04c-84f0-4bf4-9979-9f81aa4ce611 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:02.366919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-c91fa04c-84f0-4bf4-9979-9f81aa4ce611 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90a59e7b-6ee8-42b5-be4c-5e797a927b86 HTTP/1.1" status: 200  len: 917 time: 0.1398714
Dec 15 13:20:02.446796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-b69d86ad-7b8a-4ab8-9639-ccf40b506682 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a9cc6e-105b-401c-8a08-eda5b8c29c33 HTTP/1.1" status: 200  len: 217 time: 0.0667381
Dec 15 13:20:02.531850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-633bf13b-e442-4b89-b133-f86df8f0755e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:02.533439 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-633bf13b-e442-4b89-b133-f86df8f0755e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e0eb5d31-e285-4884-b080-ee313fffafa4 HTTP/1.1" status: 200  len: 855 time: 0.0803964
Dec 15 13:20:02.632383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-c8894eab-b402-480a-a1d3-ee10866a6098 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90a59e7b-6ee8-42b5-be4c-5e797a927b86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0848095
Dec 15 13:20:02.783812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-1fc73b59-01f0-48a1-9f28-804bfb6bfafc service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438994
Dec 15 13:20:03.245261 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-831ccbf3-72b8-4821-8037-b73b16a2ab31 req-7d05d859-ef29-4fde-be34-64a087f5333e service neutron] 10.222.0.77 "GET /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4533091
Dec 15 13:20:03.274548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0f1c-3572-4c36-8dfe-641603b50e05 req-37754033-12d9-4e28-9212-f05c2b5be9e3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:03.275420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f68d0f1c-3572-4c36-8dfe-641603b50e05 req-37754033-12d9-4e28-9212-f05c2b5be9e3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Synchronizing usage tracker for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:20:03.292455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f68d0f1c-3572-4c36-8dfe-641603b50e05 req-37754033-12d9-4e28-9212-f05c2b5be9e3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Unset dirty status for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:20:03.293786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f68d0f1c-3572-4c36-8dfe-641603b50e05 req-37754033-12d9-4e28-9212-f05c2b5be9e3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 944 time: 0.1433160
Dec 15 13:20:03.343828 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f68d0f1c-3572-4c36-8dfe-641603b50e05 req-774c6934-bfa0-4b51-858f-d6f6ceadca3c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436261
Dec 15 13:20:04.583005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f946256-e5c4-45b0-a673-1cffb647869a req-75f4f97d-178f-4645-96b5-ca6cbe4c1594 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:04.584656 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f946256-e5c4-45b0-a673-1cffb647869a req-75f4f97d-178f-4645-96b5-ca6cbe4c1594 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 944 time: 0.0967834
Dec 15 13:20:04.636848 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f946256-e5c4-45b0-a673-1cffb647869a req-ea5fda43-9fc2-408e-8de6-e08b79ba3222 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435429
Dec 15 13:20:05.609454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f3a9cc6e-105b-401c-8a08-eda5b8c29c33 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:20:05.764848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port f3a9cc6e-105b-401c-8a08-eda5b8c29c33, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:05.779555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33', 'network_id': '90a59e7b-6ee8-42b5-be4c-5e797a927b86', 'port_id': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33', 'mac_address': 'fa:16:3e:1a:d9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0eb5d31-e285-4884-b080-ee313fffafa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:20:05.834429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:05.850158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c1e05-deeb-4909-b23f-4931a6c40e49 req-a470adf4-32e7-4e2e-a355-13ca27d4d3de tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:05.852075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a29c1e05-deeb-4909-b23f-4931a6c40e49 req-a470adf4-32e7-4e2e-a355-13ca27d4d3de tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 944 time: 0.0847378
Dec 15 13:20:05.853071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a9cc6e-105b-401c-8a08-eda5b8c29c33 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:20:05.869477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port f3a9cc6e-105b-401c-8a08-eda5b8c29c33, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:05.874448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:05.876606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:05.908787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a29c1e05-deeb-4909-b23f-4931a6c40e49 req-05864471-8095-41f8-9d20-8393ddb1a683 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495718
Dec 15 13:20:05.948116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:05.951643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:06.083568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['f3a9cc6e-105b-401c-8a08-eda5b8c29c33'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:20:07.132640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342b7e9-47bd-4979-a9c7-d0517771b477 req-da5faaa7-488e-4335-acf2-b242c394964b tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:07.134784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f342b7e9-47bd-4979-a9c7-d0517771b477 req-da5faaa7-488e-4335-acf2-b242c394964b tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 945 time: 0.0966890
Dec 15 13:20:07.188719 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f342b7e9-47bd-4979-a9c7-d0517771b477 req-9479ce39-188b-40fb-b8f4-838e444adc2b tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476036
Dec 15 13:20:07.619913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f3a9cc6e-105b-401c-8a08-eda5b8c29c33 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:07.699220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:07.704629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:07.705220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:07.829240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:07.857640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:20:07.867967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port f3a9cc6e-105b-401c-8a08-eda5b8c29c33, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:07.871310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:07.873310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:07.919176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33', 'code': 200}
Dec 15 13:20:07.943442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:07.946763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:08.164169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cfb27db0-08e3-4d0f-ae6f-2b91ca498cf1 req-e9b9b91a-a57a-47dc-a3ec-6578197c61a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 1099 time: 0.0782390
Dec 15 13:20:08.216948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cfb27db0-08e3-4d0f-ae6f-2b91ca498cf1 req-5ce96eb5-eabd-4560-b40f-7b2ab30b00e2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460918
Dec 15 13:20:08.402298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceae36-41d4-45e2-a309-ea752ba40bed req-b450527a-de46-4677-8fdb-6e85724a445d tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:08.403904 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7cceae36-41d4-45e2-a309-ea752ba40bed req-b450527a-de46-4677-8fdb-6e85724a445d tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 946 time: 0.0891140
Dec 15 13:20:08.476409 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7cceae36-41d4-45e2-a309-ea752ba40bed req-d1187789-7089-484a-9c7b-96e8d3614490 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640440
Dec 15 13:20:09.706143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24612bf7-01d2-439c-866e-563a5633d8a4 req-1e60245c-68d6-4300-aa83-b46b64550cde tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:09.707772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24612bf7-01d2-439c-866e-563a5633d8a4 req-1e60245c-68d6-4300-aa83-b46b64550cde tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 946 time: 0.0963500
Dec 15 13:20:09.765285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24612bf7-01d2-439c-866e-563a5633d8a4 req-41a7952b-550c-49ba-bd58-07e7c9840da2 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470018
Dec 15 13:20:09.994703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d74c19-3d00-46e7-81c6-52dfd1a7e756 req-1f1517a3-95ac-471b-8b13-ed677f801275 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:09.996404 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4d74c19-3d00-46e7-81c6-52dfd1a7e756 req-1f1517a3-95ac-471b-8b13-ed677f801275 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 946 time: 0.0944715
Dec 15 13:20:10.049511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4d74c19-3d00-46e7-81c6-52dfd1a7e756 req-18878f35-6ba0-47d9-aaf4-c3866082fb84 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439472
Dec 15 13:20:11.016133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5ab88b97-fb15-4f39-bef9-5c41f547421e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:12.696185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:13.458147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-292eb1b8-b2cb-42eb-abb4-aab78357b6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:13.747258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:15.378622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:26.075309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa937-f0e6-4069-8488-1504d2046b9b req-4415e9b7-5696-4354-926c-8e2bedaa2ad3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:26.076954 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e2fa937-f0e6-4069-8488-1504d2046b9b req-4415e9b7-5696-4354-926c-8e2bedaa2ad3 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 946 time: 0.0869002
Dec 15 13:20:26.139568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6e2fa937-f0e6-4069-8488-1504d2046b9b req-0df32473-0025-427a-9878-18618c611f90 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534611
Dec 15 13:20:27.377108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23a783-2c74-4eed-ae0d-4aa2bfc711b9 req-e94360bc-6d60-45c9-8e0c-85b2d67dc9d8 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:27.378849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da23a783-2c74-4eed-ae0d-4aa2bfc711b9 req-e94360bc-6d60-45c9-8e0c-85b2d67dc9d8 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 946 time: 0.0937505
Dec 15 13:20:27.430665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da23a783-2c74-4eed-ae0d-4aa2bfc711b9 req-aba3a1d9-c2cb-4f2e-a042-ef597b5e4947 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd933956-5282-4dd2-8059-701787ebed93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453448
Dec 15 13:20:27.568711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-487fe943-c6a2-4baf-b79f-ebfed4c0574c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:27.570277 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-487fe943-c6a2-4baf-b79f-ebfed4c0574c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 946 time: 0.0990503
Dec 15 13:20:27.648211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Deleting port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:27.648590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:27.919837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] For port f3a9cc6e-105b-401c-8a08-eda5b8c29c33, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:27.920160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:28.052950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Calling delete_port for f3a9cc6e-105b-401c-8a08-eda5b8c29c33 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:28.220514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:28.227386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a9236448-ff01-4373-971c-c73f47bc232c tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:28.233537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['f3a9cc6e-105b-401c-8a08-eda5b8c29c33'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:20:28.277253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Pushing event deleted for resources: {'Port': ['ID=f3a9cc6e-105b-401c-8a08-eda5b8c29c33,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:28.280384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:28.357041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] No DVR routers for this DVR port f3a9cc6e-105b-401c-8a08-eda5b8c29c33 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:20:28.359792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:28.362755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'name': 'network-vif-deleted', 'tag': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:20:28.378522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2404f379-6b2e-4636-85e7-51fe2cba7d0e req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.77 "DELETE /v2.0/ports/f3a9cc6e-105b-401c-8a08-eda5b8c29c33 HTTP/1.1" status: 204  len: 173 time: 0.8014457
Dec 15 13:20:28.404126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:28.421096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b', 'name': 'network-vif-deleted', 'tag': 'f3a9cc6e-105b-401c-8a08-eda5b8c29c33', 'status': 'completed', 'code': 200}
Dec 15 13:20:28.621506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9678db13-c009-494c-976d-0de3700fabf6 req-e3448cf8-6892-423f-8dbb-2c5812162a52 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Synchronizing usage tracker for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:20:28.650210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9678db13-c009-494c-976d-0de3700fabf6 req-e3448cf8-6892-423f-8dbb-2c5812162a52 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Unset dirty status for tenant:ca808b0c58f7494fbabd2ffd2739f647 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:20:28.651554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9678db13-c009-494c-976d-0de3700fabf6 req-e3448cf8-6892-423f-8dbb-2c5812162a52 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebfe42fb-246f-4e50-ac9e-ef1237b8ff1b HTTP/1.1" status: 200  len: 210 time: 0.0789804
Dec 15 13:20:29.815409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 37978) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:30.237152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:30.890701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Deleting port 47ac6659-097a-4db3-b9c4-782d0dbe0497 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:30.891437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:31.070943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] For port 47ac6659-097a-4db3-b9c4-782d0dbe0497, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=47ac6659-097a-4db3-b9c4-782d0dbe0497,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:31.071377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:31.200925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Calling delete_port for 47ac6659-097a-4db3-b9c4-782d0dbe0497 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:31.394685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:31.398435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:31.439802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ac6659-097a-4db3-b9c4-782d0dbe0497,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:31.443638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:31.763621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f3a9cc6e-105b-401c-8a08-eda5b8c29c33 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:20:31.804350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: f3a9cc6e-105b-401c-8a08-eda5b8c29c33 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:20:31.804697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device f3a9cc6e-105b-401c-8a08-eda5b8c29c33 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:20:32.002115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:32.630931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Router eebe617e-eda0-4217-b771-d1a633c4984a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:20:32.856013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:20:32.866004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] Sync routers for ids ['eebe617e-eda0-4217-b771-d1a633c4984a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:20:32.874100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] 10.222.0.53 "PUT /v2.0/routers/eebe617e-eda0-4217-b771-d1a633c4984a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0574448
Dec 15 13:20:32.877929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37984) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:32.881180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] Routers {'eebe617e-eda0-4217-b771-d1a633c4984a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:32.881803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2cc0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['eebe617e-eda0-4217-b771-d1a633c4984a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:33.076728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] Set router eebe617e-eda0-4217-b771-d1a633c4984a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:33.090071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:33.299936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:33.309205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Deleting port 37db327b-5d30-4b0f-a06e-1411c76adf12 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:33.309581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:33.382678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2cc0>, [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:20:31Z', 'revision_number': 5, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port': {'id': '37db327b-5d30-4b0f-a06e-1411c76adf12', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:33.390967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] Checking router: eebe617e-eda0-4217-b771-d1a633c4984a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:20:33.404993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] Routers {'eebe617e-eda0-4217-b771-d1a633c4984a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:33.405648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2cc0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['eebe617e-eda0-4217-b771-d1a633c4984a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:33.501637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] For port 37db327b-5d30-4b0f-a06e-1411c76adf12, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=37db327b-5d30-4b0f-a06e-1411c76adf12,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:33.502034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:33.565161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] Set router eebe617e-eda0-4217-b771-d1a633c4984a gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:33.632243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Calling delete_port for 37db327b-5d30-4b0f-a06e-1411c76adf12 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:33.822091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:33.827074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fc4ebe8-3998-41b5-9fb0-769532019ede tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:33.831358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb7b2cc0>, [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:20:33Z', 'revision_number': 6, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:33.835916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7dad-94bf-47fb-b69b-e91fdaca10e4 None None] The sync data for ids ['eebe617e-eda0-4217-b771-d1a633c4984a'] in dv-neutron-821831-1-hyperv is: [{'id': 'eebe617e-eda0-4217-b771-d1a633c4984a', 'name': 'tempest-TestEncryptedCinderVolumes-841716093-router', 'tenant_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:09Z', 'updated_at': '2021-12-15T13:20:33Z', 'revision_number': 6, 'project_id': 'ca808b0c58f7494fbabd2ffd2739f647', 'gw_port_host': None}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:20:33.872743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Pushing event deleted for resources: {'Port': ['ID=37db327b-5d30-4b0f-a06e-1411c76adf12,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:33.915851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.916446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.917455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.917887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.918313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.918730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.919152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.919564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.919969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.920377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.920780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:33.928635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:34.131193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:34.647388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:34.652490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:34.688483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:34.688977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebe617e-eda0-4217-b771-d1a633c4984a {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:20:34.702549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:34.703883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] 10.222.0.53 "DELETE /v2.0/routers/eebe617e-eda0-4217-b771-d1a633c4984a HTTP/1.1" status: 204  len: 168 time: 1.8249011
Dec 15 13:20:34.706787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37988) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:34.779930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Deleting subnet e0eb5d31-e285-4884-b080-ee313fffafa4 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:20:34.783563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:34.837857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:34.929639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.018180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.023609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4bfb056-da64-4d9e-ac0d-583dd2e376c4 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:35.061873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0eb5d31-e285-4884-b080-ee313fffafa4,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:35.065020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:35.068888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.074685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc88c3-0a4c-4bc4-8878-0fb3f270e847 None None] Network 90a59e7b-6ee8-42b5-be4c-5e797a927b86 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:20:35.076747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3ebe162e-1788-43ff-9af6-95cf2d656eb7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e0eb5d31-e285-4884-b080-ee313fffafa4 HTTP/1.1" status: 204  len: 168 time: 0.3690331
Dec 15 13:20:35.079567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:35.200752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.211862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Deleting port 462dacb0-3777-4623-acd3-a46c612e6f9d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:35.212235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.343384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] DHCP port deletion for 90a59e7b-6ee8-42b5-be4c-5e797a927b86 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:20:35.348337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Deleting port 462dacb0-3777-4623-acd3-a46c612e6f9d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:35.348808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.434149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] For port 462dacb0-3777-4623-acd3-a46c612e6f9d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=462dacb0-3777-4623-acd3-a46c612e6f9d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:35.434557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.566164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Calling delete_port for 462dacb0-3777-4623-acd3-a46c612e6f9d owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:35.570334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] For port 462dacb0-3777-4623-acd3-a46c612e6f9d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=462dacb0-3777-4623-acd3-a46c612e6f9d,segment=NetworkSegment(ed3a890b-9b5f-473d-b4c5-6ad651a70449),segment_id=ed3a890b-9b5f-473d-b4c5-6ad651a70449)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:35.570723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.641526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.645048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:20:35.646218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4b3eb9f-4d00-477e-b598-ab7a25aa3001 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:35.689014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Pushing event deleted for resources: {'Port': ['ID=462dacb0-3777-4623-acd3-a46c612e6f9d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:35.693472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:35.696146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] No DVR routers for this DVR port 462dacb0-3777-4623-acd3-a46c612e6f9d on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:20:35.697759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Calling delete_port for 462dacb0-3777-4623-acd3-a46c612e6f9d owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:35.770779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:20:35.771188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:20:35.821978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.828629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 462dacb0-3777-4623-acd3-a46c612e6f9d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:20:35.854361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fb1e9d68>,) {'filters': {'network_id': ['90a59e7b-6ee8-42b5-be4c-5e797a927b86']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:35.866041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 462dacb0-3777-4623-acd3-a46c612e6f9d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:20:35.866432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 462dacb0-3777-4623-acd3-a46c612e6f9d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:20:35.866899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 47ac6659-097a-4db3-b9c4-782d0dbe0497 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:20:35.867617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1e9d68>, 'ed3a890b-9b5f-473d-b4c5-6ad651a70449') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:35.867967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fb1e9d68>, 'ed3a890b-9b5f-473d-b4c5-6ad651a70449') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:35.881572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.898079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.900587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 47ac6659-097a-4db3-b9c4-782d0dbe0497 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:20:35.900987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 47ac6659-097a-4db3-b9c4-782d0dbe0497 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:20:35.901609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 37db327b-5d30-4b0f-a06e-1411c76adf12 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:20:35.905167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:20:35.905601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:20:35.920441 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:20:35.935157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 37db327b-5d30-4b0f-a06e-1411c76adf12 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:20:35.935570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 37db327b-5d30-4b0f-a06e-1411c76adf12 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:20:36.010685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:36.015885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:36.018565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acd7d839-0b85-46ab-8890-794a375e08af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:36.047243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a59e7b-6ee8-42b5-be4c-5e797a927b86,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:36.049856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:36.053930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] 10.222.0.53 "DELETE /v2.0/networks/90a59e7b-6ee8-42b5-be4c-5e797a927b86 HTTP/1.1" status: 204  len: 168 time: 0.9732773
Dec 15 13:20:36.057848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 37996) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:36.272403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Deleting port 462dacb0-3777-4623-acd3-a46c612e6f9d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:36.272945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:36.341745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c234c9de-3635-47e8-97ec-857b676a1642 None None] The port '462dacb0-3777-4623-acd3-a46c612e6f9d' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:20:36.485391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:37.155897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Deleting port c57518ef-87ea-4b2d-bcb2-ecd99065bd60 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:37.156271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:37.337587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] For port c57518ef-87ea-4b2d-bcb2-ecd99065bd60, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,segment=NetworkSegment(56186e67-477c-440c-8c9c-a45889a2984d),segment_id=56186e67-477c-440c-8c9c-a45889a2984d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:37.338585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:37.469150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Calling delete_port for c57518ef-87ea-4b2d-bcb2-ecd99065bd60 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:37.671152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:37.675016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cf6b1bee-fda2-46c1-932a-9a99cc325366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:37.723842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Pushing event deleted for resources: {'Port': ['ID=c57518ef-87ea-4b2d-bcb2-ecd99065bd60,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:37.726517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:38.034327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:38.924487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Router 1addda59-af90-4e36-af27-0112291e8046 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:20:39.142187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:20:39.155365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] 10.222.0.53 "PUT /v2.0/routers/1addda59-af90-4e36-af27-0112291e8046/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0963221
Dec 15 13:20:39.155580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] Sync routers for ids ['1addda59-af90-4e36-af27-0112291e8046'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:20:39.159409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38000) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:39.173419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] Routers {'1addda59-af90-4e36-af27-0112291e8046'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:39.174100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0728d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1addda59-af90-4e36-af27-0112291e8046'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:39.367839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] Set router 1addda59-af90-4e36-af27-0112291e8046 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:39.372230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:39.581109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:39.590234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Deleting port 2374cf55-428c-479e-95ce-9d015a41dfe1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:39.590614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:39.674558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0728d0>, [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:20:37Z', 'revision_number': 5, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port': {'id': '2374cf55-428c-479e-95ce-9d015a41dfe1', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1addda59-af90-4e36-af27-0112291e8046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:39.678898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] Checking router: 1addda59-af90-4e36-af27-0112291e8046 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:20:39.695947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] Routers {'1addda59-af90-4e36-af27-0112291e8046'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:39.696626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0728d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1addda59-af90-4e36-af27-0112291e8046'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:39.781894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] For port 2374cf55-428c-479e-95ce-9d015a41dfe1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2374cf55-428c-479e-95ce-9d015a41dfe1,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:39.782305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:39.917734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Calling delete_port for 2374cf55-428c-479e-95ce-9d015a41dfe1 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:40.029370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] Set router 1addda59-af90-4e36-af27-0112291e8046 gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:40.096823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:40.101384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efa8237f-dc24-4205-a945-dfd1e0c75a3e tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:40.140100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0728d0>, [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:20:39Z', 'revision_number': 6, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:40.144372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31bc15-6df7-4c88-a27d-60b6665ee039 None None] The sync data for ids ['1addda59-af90-4e36-af27-0112291e8046'] in dv-neutron-821831-1-hyperv is: [{'id': '1addda59-af90-4e36-af27-0112291e8046', 'name': 'tempest-TestEncryptedCinderVolumes-1765276120-router', 'tenant_id': 'ef110bf961544176ba61d64b7ea18997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:19:16Z', 'updated_at': '2021-12-15T13:20:39Z', 'revision_number': 6, 'project_id': 'ef110bf961544176ba61d64b7ea18997', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:20:40.146045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Pushing event deleted for resources: {'Port': ['ID=2374cf55-428c-479e-95ce-9d015a41dfe1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:40.148705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:40.382749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:40.922083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:40.927049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:40.957830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:40.958466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1addda59-af90-4e36-af27-0112291e8046 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:20:40.972304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:40.973604 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] 10.222.0.53 "DELETE /v2.0/routers/1addda59-af90-4e36-af27-0112291e8046 HTTP/1.1" status: 204  len: 168 time: 1.8128939
Dec 15 13:20:40.976385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38004) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:41.022173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f2d440c-a235-4d2f-b132-8a02f2b4474a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.046380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Deleting subnet 6c928bee-069b-4a0a-81ed-e52ef808c682 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:20:41.050225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.113524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.201497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.277640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.282302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d2a51c7-ba2a-4f46-9057-06dea69f559e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:41.318922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c928bee-069b-4a0a-81ed-e52ef808c682,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:41.321647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:41.326048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.333189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8b7ad-391f-4889-bb4e-5b8691bd7cec None None] Network e4db1870-ba69-4a51-afbc-d68337151516 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:20:41.334005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6c928bee-069b-4a0a-81ed-e52ef808c682 HTTP/1.1" status: 204  len: 168 time: 0.3566489
Dec 15 13:20:41.336900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38008) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:41.453851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.465827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Deleting port 701c53b2-46b1-4a90-8889-8417ec1b8f42 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:41.466145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.595891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] DHCP port deletion for e4db1870-ba69-4a51-afbc-d68337151516 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:20:41.600167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Deleting port 701c53b2-46b1-4a90-8889-8417ec1b8f42 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:41.600595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.688064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] For port 701c53b2-46b1-4a90-8889-8417ec1b8f42, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=701c53b2-46b1-4a90-8889-8417ec1b8f42,segment=NetworkSegment(56186e67-477c-440c-8c9c-a45889a2984d),segment_id=56186e67-477c-440c-8c9c-a45889a2984d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:41.688463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.824448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Calling delete_port for 701c53b2-46b1-4a90-8889-8417ec1b8f42 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:41.827082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] For port 701c53b2-46b1-4a90-8889-8417ec1b8f42, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=701c53b2-46b1-4a90-8889-8417ec1b8f42,segment=NetworkSegment(56186e67-477c-440c-8c9c-a45889a2984d),segment_id=56186e67-477c-440c-8c9c-a45889a2984d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:41.827686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.837526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c57518ef-87ea-4b2d-bcb2-ecd99065bd60 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:20:41.896925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:41.901740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a5d49030-12bc-410d-89e5-36020cfb54bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:41.927469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: c57518ef-87ea-4b2d-bcb2-ecd99065bd60 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:20:41.927861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c57518ef-87ea-4b2d-bcb2-ecd99065bd60 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:20:41.928330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 701c53b2-46b1-4a90-8889-8417ec1b8f42 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:20:41.945180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Pushing event deleted for resources: {'Port': ['ID=701c53b2-46b1-4a90-8889-8417ec1b8f42,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:41.949029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:41.949858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] No DVR routers for this DVR port 701c53b2-46b1-4a90-8889-8417ec1b8f42 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:20:42.022979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Calling delete_port for 701c53b2-46b1-4a90-8889-8417ec1b8f42 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:20:42.049855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 701c53b2-46b1-4a90-8889-8417ec1b8f42 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:20:42.050379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 701c53b2-46b1-4a90-8889-8417ec1b8f42 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:20:42.050634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2374cf55-428c-479e-95ce-9d015a41dfe1 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:20:42.074204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.094443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 2374cf55-428c-479e-95ce-9d015a41dfe1 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:20:42.094830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2374cf55-428c-479e-95ce-9d015a41dfe1 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:20:42.103433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fab75d68>,) {'filters': {'network_id': ['e4db1870-ba69-4a51-afbc-d68337151516']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:42.121085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab75d68>, '56186e67-477c-440c-8c9c-a45889a2984d') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:42.121352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fab75d68>, '56186e67-477c-440c-8c9c-a45889a2984d') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:42.130535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:20:42.130946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:20:42.134374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.155508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.162396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:20:42.162817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:20:42.177423 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:20:42.257412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.261584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e08dc14-e3c7-4771-b349-8e243577a508 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:42.281319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.296305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4db1870-ba69-4a51-afbc-d68337151516,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:42.299282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:42.301155 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c80f9871-d432-45fd-bede-c928c5dfc42e admin admin] 10.222.0.53 "DELETE /v2.0/networks/e4db1870-ba69-4a51-afbc-d68337151516 HTTP/1.1" status: 204  len: 168 time: 0.9631696
Dec 15 13:20:42.528547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38014) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:42.584171 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1906563a-3ec3-4d38-9c51-e92f2aee4a58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca808b0c58f7494fbabd2ffd2739f647&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0541670
Dec 15 13:20:42.588218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38018) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:42.632183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Deleting port 701c53b2-46b1-4a90-8889-8417ec1b8f42 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:20:42.632622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.663334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.692160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.707163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-96f2be86-a014-4db5-a8f3-1fc567b49ca7 None None] The port '701c53b2-46b1-4a90-8889-8417ec1b8f42' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:20:42.720182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.750898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.758049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3e2d8ca9-7fac-4873-917c-fb9695aa95cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:42.773918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd933956-5282-4dd2-8059-701787ebed93,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:42.776827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:42.788850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:42.790155 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd933956-5282-4dd2-8059-701787ebed93 HTTP/1.1" status: 204  len: 168 time: 0.2006047
Dec 15 13:20:43.247213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38026) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:43.302981 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae8e89b0-126e-4ae5-bd4e-fe8157639fb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef110bf961544176ba61d64b7ea18997&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0543380
Dec 15 13:20:43.305605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38030) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:43.369507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:43.400541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:43.455777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec473e20-902f-4e9a-b785-e68d495f6e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:43.467833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:43.471978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3dcc3a0f-6add-45f1-9924-086d45da55a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:43.484024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601d793-f957-4283-8c42-9f659b1ca0b4,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:43.489033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:43.490819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:43.492122 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0601d793-f957-4283-8c42-9f659b1ca0b4 HTTP/1.1" status: 204  len: 168 time: 0.1855099
Dec 15 13:20:43.756666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.512290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38052) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:44.678955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1357398818-network', 'tenant_id': '4c308700c9744503af0dca419cce4c1e'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:20:44.685715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:44.690122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Usage tracker for resource:network and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:44.693401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:44.700247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:44.712805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Made reservation on behalf of 4c308700c9744503af0dca419cce4c1e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:20:44.717675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.731514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.777229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:44.781546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:44.784685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:44.791586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:44.862748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.866597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.869880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9ee86fc6-0ccd-4678-8a40-f43a060f9c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:44.899389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:20:44.913359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b52a5-48e1-42ba-aff4-7366f33ec7b1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:44.918212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:44.919215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.919627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Added segment 1a1f6e48-57b8-479a-b179-36eafc93871e of type vlan for network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a
Dec 15 13:20:44.947679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.997152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:44.998172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:44.998813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.002637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:45.111130 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5973268
Dec 15 13:20:45.112048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Pushing event updated for resources: {'Network': ['ID=147a27a4-25b3-4e2f-a1b4-f063e80adc1a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:45.114163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38058) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:45.117085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:45.120978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Request body: {'subnet': {'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1357398818-subnet', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:20:45.125888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:20:45.128546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:45.134068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Usage tracker for resource:subnet and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:45.139772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:45.148491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:45.160122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Made reservation on behalf of 4c308700c9744503af0dca419cce4c1e for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:20:45.164935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.377363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.385621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.389389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1f54ea25-d837-41c4-b432-f1bb70ca4fed tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:45.459363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4905c195-50c2-432e-9445-d49c79eeefa8,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:45.462098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:45.479056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Checking segment: {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:45.479056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Network hostable DHCP agents. Network: 147a27a4-25b3-4e2f-a1b4-f063e80adc1a, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:20:45.504221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:20:45.513924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 147a27a4-25b3-4e2f-a1b4-f063e80adc1a) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:45.519449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:45.520997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.524311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe39886-6e47-4827-9655-1e5180a1324d None None] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:20:45.543912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-27e2f058-9f38-4221-944d-958bb7997de6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4285638
Dec 15 13:20:45.546941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38062) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:45.552570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:20:45.557836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:45.562052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Usage tracker for resource:router and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:45.565226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:45.571587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:45.585440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.588875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.607795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.760567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:20:45.761604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.766400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:45.929884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Allocated IP 172.20.0.2 (147a27a4-25b3-4e2f-a1b4-f063e80adc1a/4905c195-50c2-432e-9445-d49c79eeefa8/3a93a04f-cf33-44c7-bf72-dcc064ac831e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:20:45.985106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.018014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.144393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.155524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Transition to ACTIVE for port object 3a93a04f-cf33-44c7-bf72-dcc064ac831e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:46.165737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Allocated IP 172.26.0.160 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/3ac750d8-48fe-4ceb-af9c-1c50cabe22c3) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:20:46.177742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Transition to ACTIVE for port object 3a93a04f-cf33-44c7-bf72-dcc064ac831e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:46.183625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.188243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:46.265007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Pushing event updated for resources: {'Port': ['ID=3a93a04f-cf33-44c7-bf72-dcc064ac831e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:46.268525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:46.271321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:46.275477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:20:46.283258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.283677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.284059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.284432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.284806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.285183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.285553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.285920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.286284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.286647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.287014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:46.293722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:46.331646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.360838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.364860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edd7a441-836c-4fbf-9f78-f0620da1bec8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:46.377679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Attempting to bind port 3a93a04f-cf33-44c7-bf72-dcc064ac831e on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:20:46.378120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Attempting to bind port 3a93a04f-cf33-44c7-bf72-dcc064ac831e by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:20:46.378530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Attempting to bind port 3a93a04f-cf33-44c7-bf72-dcc064ac831e on network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:20:46.385799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:20:46.386230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Checking segment: {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:46.386681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.387118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Bound using segment: {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:20:46.387697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Bound port: 3a93a04f-cf33-44c7-bf72-dcc064ac831e, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:20:46.388113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.438246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:46.441819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:46.444040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:46.446348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:20:46.476199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:46.482685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] For port 3a93a04f-cf33-44c7-bf72-dcc064ac831e, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:20:46.485936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] For port 3a93a04f-cf33-44c7-bf72-dcc064ac831e, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3a93a04f-cf33-44c7-bf72-dcc064ac831e,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:20:46.490122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.493945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fad78481-14ae-4e4a-b362-fb4873ead8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:46.578825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Pushing event updated for resources: {'Port': ['ID=3a93a04f-cf33-44c7-bf72-dcc064ac831e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:46.581968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:46.614897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.615810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:46.880227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Router a0ffb1d5-755e-4747-ba0f-db9429af4b9f is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:20:47.114565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:20:47.125583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Sync routers for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:20:47.141077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:47.142596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5945678
Dec 15 13:20:47.143908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:47.144607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:47.146095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38066) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:47.337972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:47.668164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2550>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:46Z', 'revision_number': 3, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:47.672980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Checking router: a0ffb1d5-755e-4747-ba0f-db9429af4b9f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:20:47.673376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Updating router a0ffb1d5-755e-4747-ba0f-db9429af4b9f port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:20:47.730169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:47.882867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3a93a04f-cf33-44c7-bf72-dcc064ac831e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:47.974421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3a93a04f-cf33-44c7-bf72-dcc064ac831e completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:48.147062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.160490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Transition to ACTIVE for port object 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:48.167709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.172493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-86e36f46-1452-4a5e-87ff-e13b5a4c926d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:48.256711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.259755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Attempting to bind port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:20:48.260303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Attempting to bind port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:20:48.260912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Attempting to bind port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:20:48.263096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Pushing event updated for resources: {'Port': ['ID=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:48.273286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:20:48.273699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:48.274137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.274572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:20:48.275087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Bound port: 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:20:48.275680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.316806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.317343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.317789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.318333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.318703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.319563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.320005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.320416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.320829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.321336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.322035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:48.328187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:48.334980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2b4a7-b955-4754-ae43-ad139b107354 None None] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:20:48.371492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] For port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:20:48.376880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] For port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:20:48.383605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.388524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:48.474461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Pushing event updated for resources: {'Port': ['ID=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:48.477853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:48.479531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:48.480187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:48.492814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Allocated IP 172.20.0.1 (147a27a4-25b3-4e2f-a1b4-f063e80adc1a/4905c195-50c2-432e-9445-d49c79eeefa8/3993c583-389e-4d3e-a047-3e226561f899) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:20:48.542817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Provisioning for port 3a93a04f-cf33-44c7-bf72-dcc064ac831e completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:48.585812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Provisioning complete for port 3a93a04f-cf33-44c7-bf72-dcc064ac831e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:48.586160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.651405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.669634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Transition to ACTIVE for port object 3993c583-389e-4d3e-a047-3e226561f899 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:48.684063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:48.690209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.695613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4365c361-5d95-4a86-9abc-fda8d5effed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:48.738178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.770990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:48.775062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:48.776721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] For port 3a93a04f-cf33-44c7-bf72-dcc064ac831e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3a93a04f-cf33-44c7-bf72-dcc064ac831e,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:48.780123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:20:48.781080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.783139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:48.839264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:48.865314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Pushing event updated for resources: {'Port': ['ID=3993c583-389e-4d3e-a047-3e226561f899,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:48.869717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:48.875294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Pushing event updated for resources: {'Port': ['ID=3a93a04f-cf33-44c7-bf72-dcc064ac831e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:48.879618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:48.935118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:49.010871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2550>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:46Z', 'revision_number': 3, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:49.016914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a8861-dac9-4d48-821f-4b42bdb0746b None None] The sync data for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv is: [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:46Z', 'revision_number': 3, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:20:49.116806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d4e044ac-d423-4df9-ac5c-638b561ab0d3 None None] Provisioning complete for port 3a93a04f-cf33-44c7-bf72-dcc064ac831e triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:49.117329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4e044ac-d423-4df9-ac5c-638b561ab0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:49.196964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:49.208066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:49.235865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-274f0228-9e82-4ef2-bb69-0c3e14002c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:49.328465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Pushing event updated for resources: {'Port': ['ID=3993c583-389e-4d3e-a047-3e226561f899,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:49.331605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:49.332761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:49.392012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e329ab28-763d-4ecc-8fd1-78b74a71a39c None None] Provisioning for port 3993c583-389e-4d3e-a047-3e226561f899 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:49.397099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e329ab28-763d-4ecc-8fd1-78b74a71a39c None None] Provisioning complete for port 3993c583-389e-4d3e-a047-3e226561f899 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:49.397517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e329ab28-763d-4ecc-8fd1-78b74a71a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:49.457746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e329ab28-763d-4ecc-8fd1-78b74a71a39c None None] Port 3993c583-389e-4d3e-a047-3e226561f899 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:20:49.489805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:49.491031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:49.885363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0c33eb2f-3226-4013-9301-74b1831d86f6 None None] Provisioning complete for port 3993c583-389e-4d3e-a047-3e226561f899 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:49.885957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c33eb2f-3226-4013-9301-74b1831d86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:49.930599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3a93a04f-cf33-44c7-bf72-dcc064ac831e up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:49.960286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Router a0ffb1d5-755e-4747-ba0f-db9429af4b9f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:20:49.990978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0c33eb2f-3226-4013-9301-74b1831d86f6 None None] Port 3993c583-389e-4d3e-a047-3e226561f899 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:20:50.023597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3a93a04f-cf33-44c7-bf72-dcc064ac831e triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:50.024030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:50.153608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:50.185413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:20:50.201405 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] 10.222.0.53 "PUT /v2.0/routers/a0ffb1d5-755e-4747-ba0f-db9429af4b9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0481319
Dec 15 13:20:50.229990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:50.236066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:50.236498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:50.366961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:50.386401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:50.389648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:50.391676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4632091f-f05f-424c-9f0b-4feb414fcd87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:50.464775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:50.468074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:51.202758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38088) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:51.214468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1376772963-network', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:20:51.222576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:51.227215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Usage tracker for resource:network and tenant:4972a6f46f994a9e8b72866544cde19d is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:51.230993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:51.237433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:51.249448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Made reservation on behalf of 4972a6f46f994a9e8b72866544cde19d for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:20:51.254304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.272383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.305116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:51.309626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Usage tracker for resource:security_group_rule and tenant:4972a6f46f994a9e8b72866544cde19d is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:51.312670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:51.318742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:51.391501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.395842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.399114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ffab6d4d-c084-4d5d-ac68-b8b04382b29e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:51.428132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:20:51.437992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60427516-fc8e-4378-af16-5f9ad9cd4ebf,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:51.441857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:51.444385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.444766 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Added segment 29d12856-1f3a-404f-b646-bd68a1bcfb0d of type vlan for network a873febd-f7b8-494d-beca-109cbab22bdf
Dec 15 13:20:51.471493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.502950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.503975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:51.504611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.509649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-192f40a8-9f11-4cf2-afcf-816d48963f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:51.607888 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4042580
Dec 15 13:20:51.611135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38092) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:51.618872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Pushing event updated for resources: {'Network': ['ID=a873febd-f7b8-494d-beca-109cbab22bdf,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:51.619845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Request body: {'subnet': {'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1376772963-subnet', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:20:51.622053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:51.628001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:51.635076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network a873febd-f7b8-494d-beca-109cbab22bdf details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:20:51.635656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Usage tracker for resource:subnet and tenant:4972a6f46f994a9e8b72866544cde19d is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:51.639038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:51.645558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:51.657114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Made reservation on behalf of 4972a6f46f994a9e8b72866544cde19d for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:20:51.662510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.853748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:51.906379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:51.910875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-040bdebd-e41d-4a01-ada7-b7f30e642a6c tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:51.984356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4211c72f-574f-4932-a58e-903f9d633215,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:51.990511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:51.997346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:51.997773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.001835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Checking segment: {'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:52.002227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Network hostable DHCP agents. Network: a873febd-f7b8-494d-beca-109cbab22bdf, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:20:52.026446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Network a873febd-f7b8-494d-beca-109cbab22bdf is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:20:52.036958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, a873febd-f7b8-494d-beca-109cbab22bdf) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:52.042122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:20:52.042775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.050897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c922e6-50f6-431e-a92a-da5440afa4cf None None] Network a873febd-f7b8-494d-beca-109cbab22bdf requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:20:52.064502 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-70588823-d82d-4fb5-9d7d-dd6b1373e649 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4520919
Dec 15 13:20:52.067506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38096) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:52.073723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:20:52.079459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:20:52.083915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Usage tracker for resource:router and tenant:4972a6f46f994a9e8b72866544cde19d is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:20:52.087084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:20:52.094080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:20:52.105900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.106899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.131553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.171826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Sync routers for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:20:52.290071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.299377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:52.300066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf37748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:52.502418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.506386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-a873febd-f7b8-494d-beca-109cbab22bdf', 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'fixed_ips': [{'subnet_id': '4211c72f-574f-4932-a58e-903f9d633215'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:20:52.507293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.535237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:52.605957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:52.930141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Allocated IP 172.20.0.2 (a873febd-f7b8-494d-beca-109cbab22bdf/4211c72f-574f-4932-a58e-903f9d633215/a8028e60-912a-48b8-a24b-5c0331009649) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:20:52.964742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Allocated IP 172.26.0.42 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/7bb9557e-6831-43b1-b0d3-af1d141ae53f) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:20:53.129765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.160355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.165462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:53.235907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:53.238702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf37748>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:49Z', 'revision_number': 2, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:53.240949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:53.244656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb9557e-6831-43b1-b0d3-af1d141ae53f,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:53.248915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:20:53.251699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Checking router: a0ffb1d5-755e-4747-ba0f-db9429af4b9f for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:20:53.252098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Updating router a0ffb1d5-755e-4747-ba0f-db9429af4b9f port 3993c583-389e-4d3e-a047-3e226561f899 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:20:53.276429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.280541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:53.302759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Transition to ACTIVE for port object a8028e60-912a-48b8-a24b-5c0331009649 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:53.328612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.348367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Transition to ACTIVE for port object a8028e60-912a-48b8-a24b-5c0331009649 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:53.379640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.389558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79a9d99e-7112-4ed2-9fe4-4c3d8a05f711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:53.419135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.419958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.523327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Pushing event updated for resources: {'Port': ['ID=a8028e60-912a-48b8-a24b-5c0331009649,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:53.534200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Network a873febd-f7b8-494d-beca-109cbab22bdf is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:53.535199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:53.539073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:53.544186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:20:53.679852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Router ea715696-8582-48fa-bfb6-bcef1df11668 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:20:53.900349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:20:53.911953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Sync routers for ids ['ea715696-8582-48fa-bfb6-bcef1df11668'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:20:53.913836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Attempting to bind port a8028e60-912a-48b8-a24b-5c0331009649 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:20:53.914250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Attempting to bind port a8028e60-912a-48b8-a24b-5c0331009649 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:20:53.914629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Attempting to bind port a8028e60-912a-48b8-a24b-5c0331009649 on network a873febd-f7b8-494d-beca-109cbab22bdf {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:20:53.926655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Routers {'ea715696-8582-48fa-bfb6-bcef1df11668'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:53.926844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.927892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2ef0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ea715696-8582-48fa-bfb6-bcef1df11668'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:53.928235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8596144
Dec 15 13:20:53.930330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:20:53.930696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Checking segment: {'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:53.931148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:53.931427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38100) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:20:53.931689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Bound using segment: {'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:20:53.932221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Bound port: a8028e60-912a-48b8-a24b-5c0331009649, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:20:53.932648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.104150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] For port a8028e60-912a-48b8-a24b-5c0331009649, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:20:54.118598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] For port a8028e60-912a-48b8-a24b-5c0331009649, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a8028e60-912a-48b8-a24b-5c0331009649,segment=NetworkSegment(29d12856-1f3a-404f-b646-bd68a1bcfb0d),segment_id=29d12856-1f3a-404f-b646-bd68a1bcfb0d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:20:54.121569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Set router ea715696-8582-48fa-bfb6-bcef1df11668 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:54.127244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.132184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.135314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:54.203957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Transition to ACTIVE for port object 3993c583-389e-4d3e-a047-3e226561f899 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:54.220336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.242426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Pushing event updated for resources: {'Port': ['ID=a8028e60-912a-48b8-a24b-5c0331009649,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:54.251051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:54.251600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:54.458157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2ef0>, [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:53Z', 'revision_number': 3, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port': {'id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:54.464979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Checking router: ea715696-8582-48fa-bfb6-bcef1df11668 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:20:54.465377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Updating router ea715696-8582-48fa-bfb6-bcef1df11668 port 7bb9557e-6831-43b1-b0d3-af1d141ae53f binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:20:54.516090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Attempting to bind port 3993c583-389e-4d3e-a047-3e226561f899 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:20:54.516512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Attempting to bind port 3993c583-389e-4d3e-a047-3e226561f899 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:20:54.516916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Attempting to bind port 3993c583-389e-4d3e-a047-3e226561f899 on network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:20:54.525371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:20:54.525801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Checking segment: {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:54.526660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.527108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Bound using segment: {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:20:54.527809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Bound port: 3993c583-389e-4d3e-a047-3e226561f899, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:20:54.528234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.531699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.541012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad128c79-9db4-4948-904f-c248880cbcca None None] Pushing event updated for resources: {'Port': ['ID=3993c583-389e-4d3e-a047-3e226561f899,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:54.546969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad128c79-9db4-4948-904f-c248880cbcca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:54.671700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] For port 3993c583-389e-4d3e-a047-3e226561f899, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:20:54.676351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] For port 3993c583-389e-4d3e-a047-3e226561f899, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3993c583-389e-4d3e-a047-3e226561f899,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:20:54.684052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.699456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a5e82ad6-b788-4e47-b718-9b7c317fba4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:54.789539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:54.790755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf37748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:54.937677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad128c79-9db4-4948-904f-c248880cbcca None None] Pushing event updated for resources: {'Port': ['ID=3993c583-389e-4d3e-a047-3e226561f899,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:54.940361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:54.958873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad128c79-9db4-4948-904f-c248880cbcca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:55.104420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:55.194396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.209529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Transition to ACTIVE for port object 7bb9557e-6831-43b1-b0d3-af1d141ae53f will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:55.216974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.221619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-985b1c32-43fd-47cc-9289-367a57474893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:55.252444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Allocated IP 172.20.0.1 (a873febd-f7b8-494d-beca-109cbab22bdf/4211c72f-574f-4932-a58e-903f9d633215/654eb845-2e96-4dc1-965d-6aaea9e4f0ce) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:20:55.310895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Attempting to bind port 7bb9557e-6831-43b1-b0d3-af1d141ae53f on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:20:55.311313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Attempting to bind port 7bb9557e-6831-43b1-b0d3-af1d141ae53f by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:20:55.311748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Attempting to bind port 7bb9557e-6831-43b1-b0d3-af1d141ae53f on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:20:55.318317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0e9a4-3bba-4562-bdfc-93ece0bfd64f None None] Pushing event updated for resources: {'Port': ['ID=7bb9557e-6831-43b1-b0d3-af1d141ae53f,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:55.322835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d1f0e9a4-3bba-4562-bdfc-93ece0bfd64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:55.324980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:20:55.325449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:20:55.325936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.326725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:20:55.326892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Bound port: 7bb9557e-6831-43b1-b0d3-af1d141ae53f, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:20:55.327253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.410060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] For port 7bb9557e-6831-43b1-b0d3-af1d141ae53f, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:20:55.413674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] For port 7bb9557e-6831-43b1-b0d3-af1d141ae53f, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7bb9557e-6831-43b1-b0d3-af1d141ae53f,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:20:55.418652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.423413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-43a36dee-1176-42ac-88ed-5e7053ead582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:55.441266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.463259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Transition to ACTIVE for port object 654eb845-2e96-4dc1-965d-6aaea9e4f0ce will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:20:55.483708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf37748>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:54Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:55.488334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6362e6c-a044-463c-a88a-7d7a57b4ed06 None None] The sync data for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv is: [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:54Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:20:55.495758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.500762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ea76926-64da-4d6b-b3da-196372501eb1 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:55.505743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0e9a4-3bba-4562-bdfc-93ece0bfd64f None None] Pushing event updated for resources: {'Port': ['ID=7bb9557e-6831-43b1-b0d3-af1d141ae53f,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:55.509019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d1f0e9a4-3bba-4562-bdfc-93ece0bfd64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:55.516067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Routers {'ea715696-8582-48fa-bfb6-bcef1df11668'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:20:55.516789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2ef0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ea715696-8582-48fa-bfb6-bcef1df11668'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:55.579834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Network a873febd-f7b8-494d-beca-109cbab22bdf is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:55.583714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:55.588066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:20:55.644326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Pushing event updated for resources: {'Port': ['ID=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:55.666100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.666630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.667058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.667529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.667959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.668376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.668788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.669202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.669614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.670026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.670442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:20:55.674655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:55.688715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.750155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] Set router ea715696-8582-48fa-bfb6-bcef1df11668 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:20:55.783974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:55.989614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3993c583-389e-4d3e-a047-3e226561f899 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:56.087511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3993c583-389e-4d3e-a047-3e226561f899 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:56.093862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:56.100330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:56.102621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3993c583-389e-4d3e-a047-3e226561f899 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:56.103267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:56.169908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d2ae2f91-e3f1-4196-bee3-758d1d15d538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:56.184346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3b2ef0>, [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:53Z', 'revision_number': 3, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port': {'id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:20:56.189486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84a99c-17e2-4396-89a7-be97b6871d1c None None] The sync data for ids ['ea715696-8582-48fa-bfb6-bcef1df11668'] in dv-neutron-821831-1-hyperv is: [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:53Z', 'revision_number': 3, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port': {'id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:20:56.261967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:56.291607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:56.298838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Pushing event updated for resources: {'Port': ['ID=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:56.301853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 3993c583-389e-4d3e-a047-3e226561f899, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3993c583-389e-4d3e-a047-3e226561f899,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:56.306829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:56.308466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:56.309580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8028e60-912a-48b8-a24b-5c0331009649 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:56.342570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6a77984-dd2c-416a-8799-2b2f64d2a971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:56.465638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=3993c583-389e-4d3e-a047-3e226561f899,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:56.469439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:56.470504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port a8028e60-912a-48b8-a24b-5c0331009649 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:56.479380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Network a873febd-f7b8-494d-beca-109cbab22bdf is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:20:56.480661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:20:56.534416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e576ef-e957-4dbe-92a6-ee46e2ad237f None None] Network a873febd-f7b8-494d-beca-109cbab22bdf requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:20:56.649485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Provisioning for port a8028e60-912a-48b8-a24b-5c0331009649 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:56.665645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Provisioning complete for port a8028e60-912a-48b8-a24b-5c0331009649 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:56.666959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:56.944018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:57.000031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] For port a8028e60-912a-48b8-a24b-5c0331009649, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a8028e60-912a-48b8-a24b-5c0331009649,segment=NetworkSegment(29d12856-1f3a-404f-b646-bd68a1bcfb0d),segment_id=29d12856-1f3a-404f-b646-bd68a1bcfb0d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:57.007756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:57.011155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad128c79-9db4-4948-904f-c248880cbcca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:57.098683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Pushing event updated for resources: {'Port': ['ID=a8028e60-912a-48b8-a24b-5c0331009649,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:57.111885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:57.234426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Router ea715696-8582-48fa-bfb6-bcef1df11668 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:20:57.454608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0bab016f-0569-4c89-8e4a-1abb8e4c3ee7 None None] Provisioning for port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:57.461022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0bab016f-0569-4c89-8e4a-1abb8e4c3ee7 None None] Provisioning complete for port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:57.462224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bab016f-0569-4c89-8e4a-1abb8e4c3ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:57.498938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:20:57.514539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] 10.222.0.53 "PUT /v2.0/routers/ea715696-8582-48fa-bfb6-bcef1df11668/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5809293
Dec 15 13:20:57.535510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0bab016f-0569-4c89-8e4a-1abb8e4c3ee7 None None] Port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:20:57.551435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0bab016f-0569-4c89-8e4a-1abb8e4c3ee7 None None] Provisioning complete for port a8028e60-912a-48b8-a24b-5c0331009649 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:57.552170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0bab016f-0569-4c89-8e4a-1abb8e4c3ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:57.843276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-342c83c7-6507-4aa4-9356-c0f9aec0527c None None] Provisioning complete for port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:57.849884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-342c83c7-6507-4aa4-9356-c0f9aec0527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:57.936502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-342c83c7-6507-4aa4-9356-c0f9aec0527c None None] Port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:20:57.974424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7bb9557e-6831-43b1-b0d3-af1d141ae53f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:58.059446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7bb9557e-6831-43b1-b0d3-af1d141ae53f completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:20:58.064194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7bb9557e-6831-43b1-b0d3-af1d141ae53f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:58.064616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:58.201566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:58.212646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-27872b46-cb77-4f5b-8b2f-482688b8d08e None None] Provisioning complete for port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:58.213098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-27872b46-cb77-4f5b-8b2f-482688b8d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:58.463570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7bb9557e-6831-43b1-b0d3-af1d141ae53f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7bb9557e-6831-43b1-b0d3-af1d141ae53f,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:20:58.465975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-27872b46-cb77-4f5b-8b2f-482688b8d08e None None] Port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:20:58.468323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:58.469746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3993c583-389e-4d3e-a047-3e226561f899 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:58.497621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:20:58.536024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:58.591474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7bb9557e-6831-43b1-b0d3-af1d141ae53f,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:20:58.594873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:20:58.606504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3993c583-389e-4d3e-a047-3e226561f899 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:58.606978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:58.743693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8028e60-912a-48b8-a24b-5c0331009649 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:58.821895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a8028e60-912a-48b8-a24b-5c0331009649 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:58.822349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:20:59.872956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7bb9557e-6831-43b1-b0d3-af1d141ae53f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:20:59.988667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7bb9557e-6831-43b1-b0d3-af1d141ae53f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:20:59.989093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:00.504161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Sync routers for ids ['ea715696-8582-48fa-bfb6-bcef1df11668'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:21:00.518985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Routers {'ea715696-8582-48fa-bfb6-bcef1df11668'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:21:00.519778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903e80>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ea715696-8582-48fa-bfb6-bcef1df11668'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:00.738249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Set router ea715696-8582-48fa-bfb6-bcef1df11668 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:21:01.125484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903e80>, [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:55Z', 'revision_number': 4, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port': {'id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '654eb845-2e96-4dc1-965d-6aaea9e4f0ce', 'name': '', 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'mac_address': 'fa:16:3e:ab:ad:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4211c72f-574f-4932-a58e-903f9d633215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:55Z', 'updated_at': '2021-12-15T13:20:55Z', 'revision_number': 2, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'subnets': [{'id': '4211c72f-574f-4932-a58e-903f9d633215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:01.131036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Checking router: ea715696-8582-48fa-bfb6-bcef1df11668 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:21:01.131581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Updating router ea715696-8582-48fa-bfb6-bcef1df11668 port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:21:01.194361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:01.611566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:01.625537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Transition to ACTIVE for port object 654eb845-2e96-4dc1-965d-6aaea9e4f0ce will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:21:01.638697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:01.647170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:01.781321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b3581-f8d1-4571-9d3b-bc40f22d3293 None None] Pushing event updated for resources: {'Port': ['ID=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:01.792109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-807b3581-f8d1-4571-9d3b-bc40f22d3293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:01.896219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Attempting to bind port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:21:01.896661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Attempting to bind port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:21:01.897077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Attempting to bind port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce on network a873febd-f7b8-494d-beca-109cbab22bdf {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:21:01.905902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:21:01.906693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Checking segment: {'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:21:01.907416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:01.908034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Bound using segment: {'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:21:01.911561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Bound port: 654eb845-2e96-4dc1-965d-6aaea9e4f0ce, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d12856-1f3a-404f-b646-bd68a1bcfb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:21:01.912478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:02.038475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] For port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:21:02.045452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] For port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,segment=NetworkSegment(29d12856-1f3a-404f-b646-bd68a1bcfb0d),segment_id=29d12856-1f3a-404f-b646-bd68a1bcfb0d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:21:02.051557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:02.058180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:02.143936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Routers {'ea715696-8582-48fa-bfb6-bcef1df11668'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:21:02.144828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb903e80>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:20:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ea715696-8582-48fa-bfb6-bcef1df11668'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:02.384259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] Set router ea715696-8582-48fa-bfb6-bcef1df11668 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:21:02.780758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b3581-f8d1-4571-9d3b-bc40f22d3293 None None] Pushing event updated for resources: {'Port': ['ID=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:02.795431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-807b3581-f8d1-4571-9d3b-bc40f22d3293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:02.987414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb903e80>, [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:55Z', 'revision_number': 4, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port': {'id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '654eb845-2e96-4dc1-965d-6aaea9e4f0ce', 'name': '', 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'mac_address': 'fa:16:3e:ab:ad:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4211c72f-574f-4932-a58e-903f9d633215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:55Z', 'updated_at': '2021-12-15T13:21:02Z', 'revision_number': 4, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'subnets': [{'id': '4211c72f-574f-4932-a58e-903f9d633215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:02.994456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229f43-170c-4abe-9a4c-86603c870930 None None] The sync data for ids ['ea715696-8582-48fa-bfb6-bcef1df11668'] in dv-neutron-821831-1-hyperv is: [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:55Z', 'revision_number': 4, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port': {'id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '654eb845-2e96-4dc1-965d-6aaea9e4f0ce', 'name': '', 'network_id': 'a873febd-f7b8-494d-beca-109cbab22bdf', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'mac_address': 'fa:16:3e:ab:ad:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4211c72f-574f-4932-a58e-903f9d633215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:55Z', 'updated_at': '2021-12-15T13:21:02Z', 'revision_number': 4, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'subnets': [{'id': '4211c72f-574f-4932-a58e-903f9d633215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:21:03.920908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 654eb845-2e96-4dc1-965d-6aaea9e4f0ce up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:21:04.001900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:21:04.007605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:21:04.008030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:04.189807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:04.235590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,segment=NetworkSegment(29d12856-1f3a-404f-b646-bd68a1bcfb0d),segment_id=29d12856-1f3a-404f-b646-bd68a1bcfb0d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:21:04.351337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:04.353554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c48e049d-92bb-4303-a72c-4064d5734c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:04.425458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:04.428755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:05.875583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 654eb845-2e96-4dc1-965d-6aaea9e4f0ce up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:21:05.960616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:21:05.961037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:08.285675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-35d41b63-2b71-46b0-8a58-336badb6b276 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:08.286712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-35d41b63-2b71-46b0-8a58-336badb6b276 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:21:08.304471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-35d41b63-2b71-46b0-8a58-336badb6b276 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:21:08.305790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-35d41b63-2b71-46b0-8a58-336badb6b276 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 815 time: 0.1810081
Dec 15 13:21:08.330395 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-172d7d0f-e57c-42be-b377-402db1c5e7ea tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/quotas/4c308700c9744503af0dca419cce4c1e HTTP/1.1" status: 200  len: 375 time: 0.0134428
Dec 15 13:21:08.426243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-865b2535-1b8e-44da-8c49-c5655cbb3d40 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:21:08.445871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-865b2535-1b8e-44da-8c49-c5655cbb3d40 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:21:08.447545 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-865b2535-1b8e-44da-8c49-c5655cbb3d40 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1104434
Dec 15 13:21:08.612817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-35ed1619-0ddf-4f4c-a1ce-f5c90e672af0 service neutron] 10.222.0.53 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514034
Dec 15 13:21:08.767292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-50c3cd1f-7bd3-4b48-aad4-66ed8ce19f1b service neutron] 10.222.0.53 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457679
Dec 15 13:21:08.974072 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e026946e-fe7d-4187-8f9d-d8ef7f7d9322 req-fd1f96f3-64ec-4ae7-b483-780818161a06 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 210 time: 0.0507338
Dec 15 13:21:10.154901 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2b4d05b6-2b91-40d2-8a14-dd7624d5af81 req-435fa774-fe6b-4c3d-bb35-a34cd9dc8279 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 210 time: 0.0467808
Dec 15 13:21:10.397711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-416636f5-2ee5-46fe-b1ad-2adcb7948131 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:10.399280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-416636f5-2ee5-46fe-b1ad-2adcb7948131 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 815 time: 0.1679757
Dec 15 13:21:10.414764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'port': {'device_id': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'admin_state_up': True, 'tenant_id': '4c308700c9744503af0dca419cce4c1e'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:10.564015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:10.575955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:10.586125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Made reservation on behalf of 4c308700c9744503af0dca419cce4c1e for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:21:10.592498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:10.773987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Allocated IP 172.20.0.11 (147a27a4-25b3-4e2f-a1b4-f063e80adc1a/4905c195-50c2-432e-9445-d49c79eeefa8/40041beb-dd42-4152-a9e1-c47e97455828) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:21:11.036326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bf60bcd1-eed6-40c6-95ca-042f5a245077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:11.078422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:11.100421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Transition to ACTIVE for port object 40041beb-dd42-4152-a9e1-c47e97455828 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:21:11.121715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:11.128804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e60eb3d7-594b-44ad-a1ef-7b36fdc5d037 tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:11.226246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:21:11.227319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:11.239300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:11.240623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:21:11.243299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:21:11.319043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:11.320303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:11.362068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9512255
Dec 15 13:21:11.474125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693bb1-1261-42b6-a4ed-9aa4de317156 req-622bc0af-ff29-4fee-a8bc-c3d208a5697f tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:11.475797 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bc693bb1-1261-42b6-a4ed-9aa4de317156 req-622bc0af-ff29-4fee-a8bc-c3d208a5697f tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.0929620
Dec 15 13:21:11.532734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bc693bb1-1261-42b6-a4ed-9aa4de317156 req-42bedde2-4224-4622-8c1e-31762ce64e1d tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503962
Dec 15 13:21:11.696745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6f639a36-1139-4e92-8756-5d4c8424df47 None None] Provisioning for port 40041beb-dd42-4152-a9e1-c47e97455828 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:21:11.702288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6f639a36-1139-4e92-8756-5d4c8424df47 None None] Provisioning complete for port 40041beb-dd42-4152-a9e1-c47e97455828 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:21:11.703068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f639a36-1139-4e92-8756-5d4c8424df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:11.764511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6f639a36-1139-4e92-8756-5d4c8424df47 None None] Port 40041beb-dd42-4152-a9e1-c47e97455828 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:21:12.646909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:21:12.725914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:12.759574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd914bd4-0f4b-40bf-af97-7ecc6401db7c req-9a8d8f21-f00d-4269-8760-4af60d9a43cd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:12.760970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dd914bd4-0f4b-40bf-af97-7ecc6401db7c req-9a8d8f21-f00d-4269-8760-4af60d9a43cd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:21:12.777836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dd914bd4-0f4b-40bf-af97-7ecc6401db7c req-9a8d8f21-f00d-4269-8760-4af60d9a43cd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:21:12.779284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd914bd4-0f4b-40bf-af97-7ecc6401db7c req-9a8d8f21-f00d-4269-8760-4af60d9a43cd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.1107254
Dec 15 13:21:12.838866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dd914bd4-0f4b-40bf-af97-7ecc6401db7c req-7009c562-6257-4cf4-9a51-bf92c0e8b07a tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:21:12.857425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-dd914bd4-0f4b-40bf-af97-7ecc6401db7c req-7009c562-6257-4cf4-9a51-bf92c0e8b07a tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:21:12.858767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dd914bd4-0f4b-40bf-af97-7ecc6401db7c req-7009c562-6257-4cf4-9a51-bf92c0e8b07a tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729706
Dec 15 13:21:13.451968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7cda80f-2d66-485d-a9ac-567d05f09e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:13.755757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:14.099992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a444d4-1a05-4aea-9818-57cd06e4ffdd req-fb4f892e-03c8-423e-9723-6974eac640e9 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:14.101680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-46a444d4-1a05-4aea-9818-57cd06e4ffdd req-fb4f892e-03c8-423e-9723-6974eac640e9 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.1006377
Dec 15 13:21:14.157112 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-46a444d4-1a05-4aea-9818-57cd06e4ffdd req-ddbd04b9-357e-472e-9207-0d9ae904a520 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486264
Dec 15 13:21:15.373572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6b72f-3bc6-4049-b649-7c5460f6d481 req-c6f235d8-4fcd-4ce4-872e-08e328b70e74 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:15.374206 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7ee6b72f-3bc6-4049-b649-7c5460f6d481 req-c6f235d8-4fcd-4ce4-872e-08e328b70e74 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.0907776
Dec 15 13:21:15.384066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:15.439858 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7ee6b72f-3bc6-4049-b649-7c5460f6d481 req-07c311b6-0f86-4a9d-bb4f-0d65f48653b8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578461
Dec 15 13:21:16.675020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612394e3-507b-4cab-bcd6-0428479d839e req-441dbf45-0639-4209-8abb-8b35e5c140e6 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:16.678863 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-612394e3-507b-4cab-bcd6-0428479d839e req-441dbf45-0639-4209-8abb-8b35e5c140e6 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.1016090
Dec 15 13:21:16.730746 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-612394e3-507b-4cab-bcd6-0428479d839e req-33c64c79-979d-4676-8380-60c19961bbf1 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468929
Dec 15 13:21:18.110931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a450732-e289-4f92-b2c9-844650579ae7 req-76fee451-aef2-420d-b169-fb1757249603 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:18.112652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a450732-e289-4f92-b2c9-844650579ae7 req-76fee451-aef2-420d-b169-fb1757249603 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.1052883
Dec 15 13:21:18.166225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a450732-e289-4f92-b2c9-844650579ae7 req-befa0c9f-38a0-4630-a9ba-161a7e2066f0 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472617
Dec 15 13:21:19.507907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea9a0-3981-4eae-bb4d-e8cd3ba8ce1a req-600bff53-2ac5-4137-bf7e-e3731b7a24e7 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:19.509976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02aea9a0-3981-4eae-bb4d-e8cd3ba8ce1a req-600bff53-2ac5-4137-bf7e-e3731b7a24e7 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.1772523
Dec 15 13:21:19.566345 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-02aea9a0-3981-4eae-bb4d-e8cd3ba8ce1a req-6948d001-273a-4968-9cff-cb356eeb3ac3 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496776
Dec 15 13:21:20.784394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402389b-73c5-4118-9dc2-b3bcb80c6f44 req-f292a731-9812-4377-9857-268a8728025e tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:20.786006 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d402389b-73c5-4118-9dc2-b3bcb80c6f44 req-f292a731-9812-4377-9857-268a8728025e tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 932 time: 0.0868659
Dec 15 13:21:20.839607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d402389b-73c5-4118-9dc2-b3bcb80c6f44 req-b6af158b-c445-4cb3-b83b-f14a859a1735 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434101
Dec 15 13:21:21.093544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Request body: {'port': {'device_id': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:21.215386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:21.612083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40041beb-dd42-4152-a9e1-c47e97455828 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:21:21.619243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:21.635635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Transition to ACTIVE for port object 40041beb-dd42-4152-a9e1-c47e97455828 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:21:21.639395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:21.643256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7fe969ae-ebb8-4faa-99c9-2c18f167298a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:22.041342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Pushing event updated for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:22.046541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:22.066924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ecc31-5c0b-4b31-83cc-71fa4c21e4a8 req-a71d3992-fedb-4642-b478-9830441ff108 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:22.070632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-450ecc31-5c0b-4b31-83cc-71fa4c21e4a8 req-a71d3992-fedb-4642-b478-9830441ff108 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 944 time: 0.0881991
Dec 15 13:21:22.118841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-450ecc31-5c0b-4b31-83cc-71fa4c21e4a8 req-a668494a-7b8f-421f-9635-6c9bd2bff662 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441039
Dec 15 13:21:22.162600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Attempting to bind port 40041beb-dd42-4152-a9e1-c47e97455828 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:21:22.162967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Attempting to bind port 40041beb-dd42-4152-a9e1-c47e97455828 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:21:22.163328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Attempting to bind port 40041beb-dd42-4152-a9e1-c47e97455828 on network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:21:22.169964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Port 40041beb-dd42-4152-a9e1-c47e97455828 on network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:21:22.170315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Attempting to bind port 40041beb-dd42-4152-a9e1-c47e97455828 on network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:21:22.177265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:21:22.177607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Checking segment: {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:21:22.178020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Bound using segment: {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:21:22.178476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Bound port: 40041beb-dd42-4152-a9e1-c47e97455828, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1f6e48-57b8-479a-b179-36eafc93871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:21:22.178845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:22.270668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:21:22.273918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=40041beb-dd42-4152-a9e1-c47e97455828,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:21:22.278289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:22.282349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c86607b5-5bf8-447e-b8d2-e52341e43684 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:22.352792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:22.354336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] 10.222.0.77 "PUT /v2.0/ports/40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 1094 time: 1.2691307
Dec 15 13:21:22.354923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:21:22.369068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Pushing event updated for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:22.373984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:22.476173 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-1029c7e8-f39f-473e-a9a4-946668b519c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1097 time: 0.0827744
Dec 15 13:21:22.555387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-02d1dab5-93dc-4d36-8cfa-3247c581265c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 217 time: 0.0713515
Dec 15 13:21:22.602205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828', 'status': 'completed', 'code': 200}
Dec 15 13:21:22.636704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-98d36526-0130-45fc-ac6c-57d598a5b6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:22.639442 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-98d36526-0130-45fc-ac6c-57d598a5b6c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0768666
Dec 15 13:21:22.731671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-c1b7130e-59a0-4088-9aca-a2bf7c52086e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0840676
Dec 15 13:21:22.883733 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-37e07274-249b-4697-9673-61c009d54926 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442955
Dec 15 13:21:23.046325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca592d06-7c13-4dbf-912c-5c7bde57c3af req-9e60a126-d523-4fb7-b246-b0ab208a71b8 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557069
Dec 15 13:21:23.174612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-a8766a69-84e0-4d90-91da-e4e5b49bdca4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1097 time: 0.0774109
Dec 15 13:21:23.326799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-189b4fc1-7b5f-4fa0-b796-4c867ff736fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:23.328459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-189b4fc1-7b5f-4fa0-b796-4c867ff736fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 916 time: 0.1468484
Dec 15 13:21:23.339687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bb527-f749-4045-9272-00c6a6b763fa req-1aa8573d-6a09-4b3a-804c-b74b37579932 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:23.341419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-168bb527-f749-4045-9272-00c6a6b763fa req-1aa8573d-6a09-4b3a-804c-b74b37579932 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 944 time: 0.0973294
Dec 15 13:21:23.390934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-168bb527-f749-4045-9272-00c6a6b763fa req-10db02e3-13e6-4d88-8547-72039e53230b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430021
Dec 15 13:21:23.408628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-d2002bac-5e7c-48c7-95b9-8d72eb2a897c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 217 time: 0.0722218
Dec 15 13:21:23.484687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-60ec7726-7122-4a84-93a5-4f24599e236f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:23.487037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-60ec7726-7122-4a84-93a5-4f24599e236f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0707283
Dec 15 13:21:23.582031 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-dac1e59f-500a-455f-b7b9-61bb643aba79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0878880
Dec 15 13:21:23.742512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-d8bc6100-6633-4529-a642-f694aa7612b1 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501784
Dec 15 13:21:23.901903 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ca2cb952-57f5-4fe7-8169-8622ed66b1d6 req-7ee687e9-70c4-4982-9b4f-b99f35ad2c14 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523306
Dec 15 13:21:24.632196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec6c9-ccea-4515-8fe9-74949b626ac7 req-b6a4c77f-d59d-4525-ac7f-39cf1e0552b3 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:24.633798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9abec6c9-ccea-4515-8fe9-74949b626ac7 req-b6a4c77f-d59d-4525-ac7f-39cf1e0552b3 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 944 time: 0.0985851
Dec 15 13:21:24.682859 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9abec6c9-ccea-4515-8fe9-74949b626ac7 req-dcb1fadf-dff7-4be0-97a0-1c39820ecc30 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426469
Dec 15 13:21:25.911395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fee1ea-3d8d-4e7e-8209-09545314cece req-7a89449f-eaae-4dc9-be14-e47d3a671a76 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:25.913073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61fee1ea-3d8d-4e7e-8209-09545314cece req-7a89449f-eaae-4dc9-be14-e47d3a671a76 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 944 time: 0.0891421
Dec 15 13:21:25.968424 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61fee1ea-3d8d-4e7e-8209-09545314cece req-517d599f-e73f-405c-bd8c-1023ecf3b915 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486372
Dec 15 13:21:26.025017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 40041beb-dd42-4152-a9e1-c47e97455828 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:21:26.182611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=40041beb-dd42-4152-a9e1-c47e97455828,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:21:26.197889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '40041beb-dd42-4152-a9e1-c47e97455828', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'port_id': '40041beb-dd42-4152-a9e1-c47e97455828', 'mac_address': 'fa:16:3e:ad:59:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:21:26.261974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:26.288050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40041beb-dd42-4152-a9e1-c47e97455828 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:21:26.312613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=40041beb-dd42-4152-a9e1-c47e97455828,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:21:26.316672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:26.318575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:26.390594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:26.394030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:26.537045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['40041beb-dd42-4152-a9e1-c47e97455828'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:21:27.200338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb495-c5cd-4f78-b730-cc4caeb53a16 req-06e69cc1-b19f-486d-85bc-1c37d882a496 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:27.202013 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bdbb495-c5cd-4f78-b730-cc4caeb53a16 req-06e69cc1-b19f-486d-85bc-1c37d882a496 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 945 time: 0.0925028
Dec 15 13:21:27.258586 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bdbb495-c5cd-4f78-b730-cc4caeb53a16 req-be143971-3c6f-4917-b574-d059b5d37186 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470364
Dec 15 13:21:28.045120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 40041beb-dd42-4152-a9e1-c47e97455828 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:21:28.121894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 40041beb-dd42-4152-a9e1-c47e97455828 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:21:28.126796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 40041beb-dd42-4152-a9e1-c47e97455828 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:21:28.127218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:28.249070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:28.277541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:21:28.288534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=40041beb-dd42-4152-a9e1-c47e97455828,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:21:28.292916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:28.295099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:28.363269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:28.366580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:28.403598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:28.432495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828', 'code': 200}
Dec 15 13:21:28.472170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3015e-8601-45a6-aa6b-ad08ffb7fb46 req-e4c1bd01-5cc2-4f0f-8041-21d1fc385f6b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:28.473820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8c3015e-8601-45a6-aa6b-ad08ffb7fb46 req-e4c1bd01-5cc2-4f0f-8041-21d1fc385f6b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.0901585
Dec 15 13:21:28.524780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f8c3015e-8601-45a6-aa6b-ad08ffb7fb46 req-94b4b9db-0dbd-479d-8e47-9f1a376dbf79 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442593
Dec 15 13:21:28.680966 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a0fc198-c9df-4293-8e27-1b967e30da81 req-b597c2a0-87a7-434b-b6e9-2609d44bba8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1099 time: 0.0836143
Dec 15 13:21:28.726718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9a0fc198-c9df-4293-8e27-1b967e30da81 req-fa5c5970-41a1-45e8-a71d-68bfa0673246 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395956
Dec 15 13:21:29.753385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ed1aa-664d-4187-bf30-aee979cce6f4 req-8772e9a5-ac90-470e-854c-4a8dfd39e058 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:29.755114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae9ed1aa-664d-4187-bf30-aee979cce6f4 req-8772e9a5-ac90-470e-854c-4a8dfd39e058 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.0872407
Dec 15 13:21:29.807385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae9ed1aa-664d-4187-bf30-aee979cce6f4 req-c3bd627a-fabe-4a1b-9773-bdc9f49d9681 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449553
Dec 15 13:21:31.020520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86118316-8c6f-4ae1-a8d4-9b7a369229e3 req-bd1246d2-a78e-456e-8b7d-983f5c8a1fcf tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:31.022128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-86118316-8c6f-4ae1-a8d4-9b7a369229e3 req-bd1246d2-a78e-456e-8b7d-983f5c8a1fcf tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.0861895
Dec 15 13:21:31.071519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-86118316-8c6f-4ae1-a8d4-9b7a369229e3 req-795941c1-44b7-4a79-bcf7-e94fc8750528 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432091
Dec 15 13:21:31.286175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eb85-7bca-46a7-8e9b-a3b5fba94ef3 req-4b4c40a1-446d-4204-8d1d-ef25a7cbc7a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:31.287798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd88eb85-7bca-46a7-8e9b-a3b5fba94ef3 req-4b4c40a1-446d-4204-8d1d-ef25a7cbc7a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.0887380
Dec 15 13:21:31.339518 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd88eb85-7bca-46a7-8e9b-a3b5fba94ef3 req-578f6c32-81e1-4938-aeb2-12cb97d4c015 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450213
Dec 15 13:21:31.830653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72343004-9415-431e-94ba-c36241867231 req-135558ce-e04d-4402-a4b4-ea06b2f87a11 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:31.832309 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72343004-9415-431e-94ba-c36241867231 req-135558ce-e04d-4402-a4b4-ea06b2f87a11 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.0976160
Dec 15 13:21:31.882374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72343004-9415-431e-94ba-c36241867231 req-ddaa42a8-04c6-4d27-a851-5277947ae5de tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434964
Dec 15 13:21:41.024205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4d2837dc-a800-4572-8699-c67dd10cbb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:42.554439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5165d-dcf8-4cad-a6cf-4e88030389fe req-2d58ff1d-34a7-48b8-a15d-5b2c04ce7dea tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:42.556086 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-96f5165d-dcf8-4cad-a6cf-4e88030389fe req-2d58ff1d-34a7-48b8-a15d-5b2c04ce7dea tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.1009820
Dec 15 13:21:42.606707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-96f5165d-dcf8-4cad-a6cf-4e88030389fe req-bbb6e631-af8a-4865-a150-bfb1e5149868 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442612
Dec 15 13:21:42.644313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38306) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:42.711147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:42.871365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f21ef2c8-c16d-42a6-8b55-241909d4ef82 tempest-TestMinimumBasicScenario-154934600 tempest-TestMinimumBasicScenario-154934600-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1094 time: 0.2256298
Dec 15 13:21:42.874437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38312) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:42.880290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '40041beb-dd42-4152-a9e1-c47e97455828', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:42.886774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:42.890825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:floatingip and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:42.893862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:42.899904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:42.910024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:43.062725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:43.229448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Allocated IP 172.26.0.118 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/0cacf385-937b-4302-99d3-6c0b9db67965) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:21:43.448026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e45e8ccb-e01a-4aee-9168-67a94a1b39c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:43.650523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:43.684223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:43.688254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-065329a2-3608-4a88-a9b4-a9e1d80da945 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:43.756750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:43.765815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:21:43.766814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'Port': ['ID=0cacf385-937b-4302-99d3-6c0b9db67965,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:43.769957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:21:43.773260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:21:43.811674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.812082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.812499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.812909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.813318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.813758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.814163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.814578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.814975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.815381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.815816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:21:43.825036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:44.333633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:44.392186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:44.630276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:44.635671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:44.639723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-310d8985-ca90-43ce-b6e9-cc6e7ea2012f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:44.743677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'Port': ['ID=0cacf385-937b-4302-99d3-6c0b9db67965,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:44.753012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:44.768187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:44.975822 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Floating IP 6ed23e2e-0c92-4f79-9f7f-5d24aa8f2c5c associated. External IP: 172.26.0.118, port: 40041beb-dd42-4152-a9e1-c47e97455828.
Dec 15 13:21:45.383601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:45.410018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Router a0ffb1d5-755e-4747-ba0f-db9429af4b9f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:21:45.639488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:21:45.646992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] Sync routers for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:21:45.660727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:21:45.661494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb90d5c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:21:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:45.666206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:45.726197 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8505931
Dec 15 13:21:45.726989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:21:45.730035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38316) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:45.737139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1825205609', 'description': 'tempest-secgroup-smoke-1825205609 description', 'project_id': '4c308700c9744503af0dca419cce4c1e'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:45.745631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:45.759561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:45.770826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:45.814698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:45.819445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:45.822531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:45.828979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:45.851972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:21:45.884134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828', 'status': 'completed', 'code': 200}
Dec 15 13:21:45.890772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:45.893796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:45.900404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96601f53-2ef6-436a-ad88-5e439e2cc5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:45.988365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:45.995192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:46.003841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.008504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c4422feb-091d-4c92-ac22-9ba25a482620 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2739224
Dec 15 13:21:46.008936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38324) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:46.015702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'security_group_rule': {'security_group_id': 'c8b5954d-75ec-43ee-8559-5cd64ccc4c6c', 'project_id': '4c308700c9744503af0dca419cce4c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:46.028609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:46.035311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:46.040369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:46.048053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:46.060471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-0a91a4ca-10b9-4ada-b040-e18747b4ac6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1099 time: 0.1496482
Dec 15 13:21:46.099787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.232749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb90d5c0>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '6ed23e2e-0c92-4f79-9f7f-5d24aa8f2c5c', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'floating_ip_address': '172.26.0.118', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'port_id': '40041beb-dd42-4152-a9e1-c47e97455828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'mac_address': 'fa:16:3e:ad:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:21:44Z', 'updated_at': '2021-12-15T13:21:44Z', 'revision_number': 0, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:56Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:46.237191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] Checking router: a0ffb1d5-755e-4747-ba0f-db9429af4b9f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:21:46.249502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:21:46.250169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb90d5c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:21:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:46.262784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-d44e53fd-e082-4908-87ef-93ad40385b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:46.264448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-d44e53fd-e082-4908-87ef-93ad40385b67 service neutron] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 916 time: 0.1939151
Dec 15 13:21:46.277161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.338276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.349125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d63ad394-cbda-4767-8542-a9e10c002f46 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:46.402752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c42aac-f9f6-4f90-8795-555032951c19,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:46.408132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:46.427941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.429340 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4194109
Dec 15 13:21:46.431653 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-00d138c9-7193-4936-8ab9-923f162dbc95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 1000 time: 0.1565754
Dec 15 13:21:46.432643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38328) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:46.438813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'security_group_rule': {'security_group_id': 'c8b5954d-75ec-43ee-8559-5cd64ccc4c6c', 'project_id': '4c308700c9744503af0dca419cce4c1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:46.482891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:46.494211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:46.502248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:46.512323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:46.529116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-21dc6c84-72ea-4023-8b4d-cfe337d40d44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:46.530743 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-21dc6c84-72ea-4023-8b4d-cfe337d40d44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0846074
Dec 15 13:21:46.586232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.599550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:21:46.687604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.691064 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-d3ffd7ee-79b4-46d1-b069-40df551e548f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1524732
Dec 15 13:21:46.692168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.694071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b20818c3-0908-48da-8f08-e9aa22b06649 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:46.754647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3879eef7-3375-480b-86b0-d3702cefe2f9,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:46.762145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:46.768073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.769383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3357100
Dec 15 13:21:46.773188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38332) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:46.780459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'security_group_rule': {'security_group_id': 'c8b5954d-75ec-43ee-8559-5cd64ccc4c6c', 'project_id': '4c308700c9744503af0dca419cce4c1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:46.787432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:46.792369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:46.795680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:46.803773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:46.822098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.865718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-2feb9394-1919-4a31-8edb-0a772939462b service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602614
Dec 15 13:21:46.892219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.895761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.904328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-76144a1c-03be-4cc9-a113-74cee2a6c6a0 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:46.924800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c0a6ee-0644-4e69-986e-647769124ca6,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:46.927841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:46.935875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.940111 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1628735
Dec 15 13:21:46.940438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38336) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:46.947054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'security_group_rule': {'security_group_id': 'c8b5954d-75ec-43ee-8559-5cd64ccc4c6c', 'project_id': '4c308700c9744503af0dca419cce4c1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:46.953732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:46.957808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:46.962068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:46.968138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:46.984324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb90d5c0>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '6ed23e2e-0c92-4f79-9f7f-5d24aa8f2c5c', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'floating_ip_address': '172.26.0.118', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'port_id': '40041beb-dd42-4152-a9e1-c47e97455828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'mac_address': 'fa:16:3e:ad:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:21:44Z', 'updated_at': '2021-12-15T13:21:44Z', 'revision_number': 0, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:56Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:21:46.987319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:46.988531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa68da-91a1-4282-8ae3-f8fc9eb8ba15 None None] The sync data for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv is: [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '6ed23e2e-0c92-4f79-9f7f-5d24aa8f2c5c', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'floating_ip_address': '172.26.0.118', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'port_id': '40041beb-dd42-4152-a9e1-c47e97455828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'mac_address': 'fa:16:3e:ad:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:21:44Z', 'updated_at': '2021-12-15T13:21:44Z', 'revision_number': 0, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:56Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:21:47.023807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5eaf9a81-f8f6-465e-9208-5ce0cf98515e req-0aaaf565-a460-48c1-b21f-c8e85a85696a service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516402
Dec 15 13:21:47.068707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.071640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.079377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-44e73878-faf9-452c-9f47-e51d3f8da904 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:47.103228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6acbd6-13a0-48c8-a73b-1a1d1c3bb859,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:47.105845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:47.123721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.125599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1839185
Dec 15 13:21:47.128732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38340) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:47.134998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'security_group_rule': {'security_group_id': 'c8b5954d-75ec-43ee-8559-5cd64ccc4c6c', 'project_id': '4c308700c9744503af0dca419cce4c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:47.142030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:47.146477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:47.149848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:47.156407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:47.168711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Project 4c308700c9744503af0dca419cce4c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:21:47.176801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.254722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.257773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.265141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d807b9c8-4c2a-44f0-94b3-2eeb6210df93 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:47.284544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59e04ca-68a7-4578-be92-5d5fe13748ad,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:47.287149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:47.298282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.299663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1697962
Dec 15 13:21:47.303711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38344) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:21:47.310024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'security_group_rule': {'security_group_id': 'c8b5954d-75ec-43ee-8559-5cd64ccc4c6c', 'project_id': '4c308700c9744503af0dca419cce4c1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:47.316811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:21:47.321367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Usage tracker for resource:security_group_rule and tenant:4c308700c9744503af0dca419cce4c1e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:21:47.324565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:21:47.331436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:21:47.342287 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Project 4c308700c9744503af0dca419cce4c1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:21:47.350497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.357562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313fa3b1-ddec-4198-ad44-1122207eb29b None None] New status for floating IP 6ed23e2e-0c92-4f79-9f7f-5d24aa8f2c5c: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:21:47.427477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.431113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.433864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ab58460-2a30-49a6-9071-491cf0f483a1 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:47.459670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c91cf2-9330-43e1-ac06-9ddd0886f579,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:47.469146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:47.472665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:47.474000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1692486
Dec 15 13:21:47.621865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-11dd6fe2-acd6-4e02-9793-bf3461eb8a2e tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825205609&fields=id&tenant_id=4c308700c9744503af0dca419cce4c1e HTTP/1.1" status: 200  len: 267 time: 0.0487895
Dec 15 13:21:47.717892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-44f959bb-9161-42ea-bcad-ce32d6f77659 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:47.719642 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-44f959bb-9161-42ea-bcad-ce32d6f77659 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.0916846
Dec 15 13:21:47.734076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'port': {'security_groups': ['e48b52a5-48e1-42ba-aff4-7366f33ec7b1', 'c8b5954d-75ec-43ee-8559-5cd64ccc4c6c']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:21:47.866128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:48.160855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=40041beb-dd42-4152-a9e1-c47e97455828,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:21:48.188414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:48.193758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:48.199529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36e88c73-1c07-4065-8aeb-415426643329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:21:48.205697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['40041beb-dd42-4152-a9e1-c47e97455828'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:21:48.274445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:48.275131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:48.276993 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-81e07c1a-a1de-48bc-afdf-9d3a822e0ca6 req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "PUT /v2.0/ports/40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 982 time: 0.5477722
Dec 15 13:21:48.277586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:21:48.295533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=6']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:21:48.299065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:21:48.352864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['40041beb-dd42-4152-a9e1-c47e97455828'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:21:48.356501 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828', 'status': 'completed', 'code': 200}
Dec 15 13:21:48.535277 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-208a95c9-76a2-44bd-a26d-a9830b731aef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1138 time: 0.1582136
Dec 15 13:21:48.542275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6882-ecac-4510-97af-570aa1eccf8c req-495c8a1a-907c-42b4-a424-3e8fccd2a247 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:48.544000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e19a6882-ecac-4510-97af-570aa1eccf8c req-495c8a1a-907c-42b4-a424-3e8fccd2a247 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.1206102
Dec 15 13:21:48.673693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e01475db-8014-4d98-912f-c956479151de None None] Provisioning complete for port 40041beb-dd42-4152-a9e1-c47e97455828 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:21:48.674158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e01475db-8014-4d98-912f-c956479151de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:21:48.954027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e19a6882-ecac-4510-97af-570aa1eccf8c req-6515ab87-e2f0-454b-998c-a139c5a4f945 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:21:48.985259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-e4f26799-68aa-473a-87df-040e6541c65d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:48.986859 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-e4f26799-68aa-473a-87df-040e6541c65d service neutron] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 916 time: 0.4418561
Dec 15 13:21:48.990628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e19a6882-ecac-4510-97af-570aa1eccf8c req-6515ab87-e2f0-454b-998c-a139c5a4f945 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:21:48.991861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e19a6882-ecac-4510-97af-570aa1eccf8c req-6515ab87-e2f0-454b-998c-a139c5a4f945 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4215024
Dec 15 13:21:49.102019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-9dc2f705-0abe-47ea-9412-c0258c4b5dfc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 1002 time: 0.1074448
Dec 15 13:21:49.175010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-da53631b-0a6b-4a86-85db-a5806b3086f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:21:49.176715 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-da53631b-0a6b-4a86-85db-a5806b3086f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0673511
Dec 15 13:21:49.265751 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-d6a1a55f-ed23-444b-9d63-fb234fc966f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783746
Dec 15 13:21:49.416071 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-83803615-600b-436b-8da6-be5235ceeb95 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435075
Dec 15 13:21:49.571473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7867bec2-9080-4592-bd3c-d16359fa9a7b req-7c8c5328-8115-4437-9486-746469e79fb8 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491559
Dec 15 13:21:49.649010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:21:58.415251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:03.398934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-4be54a52-70a7-47f3-b0d5-6999c0d1412e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1138 time: 0.1505384
Dec 15 13:22:03.409825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6222-b301-4700-b113-f8ac218d766c req-694a6c8f-2a0b-4116-8e6d-a61dffa31792 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:03.411369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c30b6222-b301-4700-b113-f8ac218d766c req-694a6c8f-2a0b-4116-8e6d-a61dffa31792 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.1187739
Dec 15 13:22:03.574776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c30b6222-b301-4700-b113-f8ac218d766c req-71b23395-7c36-47fb-a1ce-2a1fcf5c8784 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1372294
Dec 15 13:22:03.596135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-6c90bba9-2609-43fe-9aae-7399d607d0fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:03.597764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-6c90bba9-2609-43fe-9aae-7399d607d0fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 916 time: 0.1854520
Dec 15 13:22:03.721537 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-c808fe0a-e99c-4651-a1d2-3de2828e0c4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 1002 time: 0.1156921
Dec 15 13:22:03.794952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-3921736d-e511-429b-a34a-64fac86c12f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:03.796597 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-3921736d-e511-429b-a34a-64fac86c12f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0679331
Dec 15 13:22:03.880251 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-ea491691-9820-4146-8bd8-92a2ffc6580c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763547
Dec 15 13:22:04.027707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-ceba381e-a4c7-4f25-af48-52b341b38aef service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396854
Dec 15 13:22:04.175407 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-527e4900-c889-4bbb-8776-17ee5d594d71 req-3a7e0c3a-2689-4ee5-a5d5-42bc3ff9054f service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396401
Dec 15 13:22:04.816204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bec6a1-6cac-4fd1-9eb5-b774ff0e3563 req-a801837e-6eaa-438a-9a44-4135f0778632 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:04.817851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d5bec6a1-6cac-4fd1-9eb5-b774ff0e3563 req-a801837e-6eaa-438a-9a44-4135f0778632 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.1118541
Dec 15 13:22:04.869063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d5bec6a1-6cac-4fd1-9eb5-b774ff0e3563 req-0ca95f7c-669b-4e75-bad3-994b7dc5c85d tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442550
Dec 15 13:22:06.107110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1fac2-5e31-4919-925d-bcbcb3b7e1cd req-d251206b-c772-4092-86be-12e2724ab56b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:06.108723 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cdc1fac2-5e31-4919-925d-bcbcb3b7e1cd req-d251206b-c772-4092-86be-12e2724ab56b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0990319
Dec 15 13:22:06.169956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cdc1fac2-5e31-4919-925d-bcbcb3b7e1cd req-3870b3ca-2353-4824-b10a-1f3076d0125b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0516081
Dec 15 13:22:07.402238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a78d-3f19-467c-912e-edb4edf47127 req-155dc654-4dba-4782-986e-c2b92e57214d tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:07.403867 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f89a78d-3f19-467c-912e-edb4edf47127 req-155dc654-4dba-4782-986e-c2b92e57214d tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0919130
Dec 15 13:22:07.456012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f89a78d-3f19-467c-912e-edb4edf47127 req-38dd440b-e61f-42ad-918d-f1a1ff81009f tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0445030
Dec 15 13:22:08.696411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74371941-7ca2-406d-a855-842f27cd0f34 req-6c36608c-787c-4e6f-8f41-0af2006761d9 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:08.698025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74371941-7ca2-406d-a855-842f27cd0f34 req-6c36608c-787c-4e6f-8f41-0af2006761d9 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0989916
Dec 15 13:22:08.750486 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74371941-7ca2-406d-a855-842f27cd0f34 req-f3bb44f7-ab7b-4af1-913a-ba61f37df6ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447328
Dec 15 13:22:09.984529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075dbff-cd6e-499b-9c54-84a666261d0e req-ccc17472-ef49-426f-8d54-d1461a382183 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:09.986235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b075dbff-cd6e-499b-9c54-84a666261d0e req-ccc17472-ef49-426f-8d54-d1461a382183 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0944266
Dec 15 13:22:10.042727 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b075dbff-cd6e-499b-9c54-84a666261d0e req-96ca062c-8b61-4285-8cb9-cb349aad5dc4 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0500414
Dec 15 13:22:11.029243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7bf48388-9679-4c23-b1be-cfcabc53a64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:11.268808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d963f-5b7a-403c-a1e8-1f5810f715d1 req-4fc75939-4bed-438d-bf26-5df3b20ae83a tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:11.270381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-674d963f-5b7a-403c-a1e8-1f5810f715d1 req-4fc75939-4bed-438d-bf26-5df3b20ae83a tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.1017921
Dec 15 13:22:11.322894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-674d963f-5b7a-403c-a1e8-1f5810f715d1 req-08335415-cf86-4eb7-9f0c-632893cb6a9a tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458028
Dec 15 13:22:12.562712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2e9ed-85aa-4e26-8b81-f4da91f57f86 req-4b62556a-ee5d-428b-ae21-d66d8d0b5887 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:12.565280 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffd2e9ed-85aa-4e26-8b81-f4da91f57f86 req-4b62556a-ee5d-428b-ae21-d66d8d0b5887 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0915632
Dec 15 13:22:12.617797 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffd2e9ed-85aa-4e26-8b81-f4da91f57f86 req-ad55ee41-4ca1-4d9b-8fbd-ee1410a33a2c tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461564
Dec 15 13:22:12.716324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:13.444040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd8fe-b75b-47e8-a069-09ab586adb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:13.760409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:13.840649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d599-f644-4367-b072-6d7a63028ce4 req-da1b87eb-763d-452a-ab6c-ecefca31a0ff tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:13.842295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9657d599-f644-4367-b072-6d7a63028ce4 req-da1b87eb-763d-452a-ab6c-ecefca31a0ff tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0895391
Dec 15 13:22:13.895403 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9657d599-f644-4367-b072-6d7a63028ce4 req-abf9d289-7c7c-4f23-9d0a-2609752ce179 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438910
Dec 15 13:22:15.119620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c72db7-8630-471f-a289-93e97e48a8f1 req-77038e6a-21da-4cd2-9aa1-87d8de109556 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:15.121165 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-67c72db7-8630-471f-a289-93e97e48a8f1 req-77038e6a-21da-4cd2-9aa1-87d8de109556 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0929756
Dec 15 13:22:15.388646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:15.423488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-67c72db7-8630-471f-a289-93e97e48a8f1 req-38c9f354-eca4-4059-9460-f9b31243c786 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2956617
Dec 15 13:22:16.648977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102590d1-aed8-4cab-b265-39fe15f19a41 req-45ae815e-b999-46d4-9d07-f953f7bf06d7 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:16.650508 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-102590d1-aed8-4cab-b265-39fe15f19a41 req-45ae815e-b999-46d4-9d07-f953f7bf06d7 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0907483
Dec 15 13:22:16.706359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-102590d1-aed8-4cab-b265-39fe15f19a41 req-ba5eb44f-e949-4816-b2cd-ef7ae9fc3f1c tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c&id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472364
Dec 15 13:22:26.653037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:22:28.430307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:29.287129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-54ca0ec2-21a9-46bd-888e-b554d6d450b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0778174
Dec 15 13:22:29.445301 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-293f09a2-2435-472a-945a-1574eb77c7d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1138 time: 0.0836580
Dec 15 13:22:29.608519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-23f48f3e-14ff-497b-b2f0-3f7ad4975397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:29.610189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-23f48f3e-14ff-497b-b2f0-3f7ad4975397 service neutron] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 916 time: 0.1454046
Dec 15 13:22:29.722489 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-33587963-9d10-4445-bcca-fb3773afc25c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 1002 time: 0.1050429
Dec 15 13:22:29.808536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-587ed868-540b-4f1e-9cb0-591bb5f0d9f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:29.813133 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-587ed868-540b-4f1e-9cb0-591bb5f0d9f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0841012
Dec 15 13:22:29.893936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-6ee35bba-7f96-44f3-b939-2eed777c9262 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746045
Dec 15 13:22:30.055582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-6ed97984-6886-4a48-a3d8-a75adba47ea7 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547632
Dec 15 13:22:30.227156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b0ef0b4-c750-44a2-bedc-f3df927d7ce0 req-d4ee2141-6df3-48d6-87f9-af0fcc1b4a4d service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639659
Dec 15 13:22:41.031030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32eaf8e9-940d-4ca4-b964-9f838d6e3b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:42.723016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:43.442123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f25f-e0ed-4948-9072-4e0aec0f6aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:43.767735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:45.396798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:49.351866 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-3e65427f-95a5-4962-a765-10f7aedaef57 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825205609&fields=id&tenant_id=4c308700c9744503af0dca419cce4c1e HTTP/1.1" status: 200  len: 267 time: 0.1480570
Dec 15 13:22:49.440866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-4a321cf5-54e9-457f-8c53-9a27c47dbdaa tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:49.442386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-4a321cf5-54e9-457f-8c53-9a27c47dbdaa tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 985 time: 0.0841410
Dec 15 13:22:49.457176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Request body: {'port': {'security_groups': ['e48b52a5-48e1-42ba-aff4-7366f33ec7b1']}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:22:49.585223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:49.868294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=40041beb-dd42-4152-a9e1-c47e97455828,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:22:49.895420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:49.900650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:49.906958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed8589e2-c2e1-4d99-b738-da365b9a655d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:22:49.913728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['40041beb-dd42-4152-a9e1-c47e97455828'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:22:49.983049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:49.983779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:49.985698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5e1d8b33-0b4e-4c25-9a9d-ac9ec7193560 req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "PUT /v2.0/ports/40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 943 time: 0.5332930
Dec 15 13:22:49.985959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:22:49.992601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38396) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:22:50.021066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event updated for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=7']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:22:50.032740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.033365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.033852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.034330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.034808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.035303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.035981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.036566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.037364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.037838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.038308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.053600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:22:50.084186 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828', 'status': 'completed', 'code': 200}
Dec 15 13:22:50.087851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.090814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['40041beb-dd42-4152-a9e1-c47e97455828'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:22:50.172887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.259466 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-a3173090-9427-47a4-a9ca-76c5c66c9635 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1099 time: 0.1457813
Dec 15 13:22:50.367224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-93dc82fa-ec36-41ee-9d50-3aa9d03bffdc None None] Provisioning complete for port 40041beb-dd42-4152-a9e1-c47e97455828 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:22:50.367840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93dc82fa-ec36-41ee-9d50-3aa9d03bffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.381060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.392295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-70951af8-afdb-443b-845d-ad2673a53d5a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:22:50.418691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5954d-75ec-43ee-8559-5cd64ccc4c6c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:22:50.451539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.451967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.452389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.452799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.453210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.453645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.454007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.454409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.454808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.455210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.455635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:22:50.461006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.462209 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8b5954d-75ec-43ee-8559-5cd64ccc4c6c HTTP/1.1" status: 204  len: 168 time: 0.4684055
Dec 15 13:22:50.463523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:22:50.465881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38400) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:22:50.468908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-ab6587f2-2f81-4d34-844d-0d8ad0fe3d24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:50.470180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-ab6587f2-2f81-4d34-844d-0d8ad0fe3d24 service neutron] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 916 time: 0.1971471
Dec 15 13:22:50.584816 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-d7ea2f3c-1dd3-4267-9be7-31568b911968 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 1002 time: 0.1074376
Dec 15 13:22:50.662273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-16ee1cb6-9005-405b-b763-e5fa4d16c503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:50.664249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-16ee1cb6-9005-405b-b763-e5fa4d16c503 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0724688
Dec 15 13:22:50.683371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Deleting port 0cacf385-937b-4302-99d3-6c0b9db67965 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:22:50.683764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.746760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-b90996cd-83fe-4aa4-9b40-b56d7314645c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760069
Dec 15 13:22:50.865593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.865955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:50.895512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-8a1a2819-5090-496d-9afd-3f539e1b18bb service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415606
Dec 15 13:22:50.998756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Calling delete_port for 0cacf385-937b-4302-99d3-6c0b9db67965 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:22:51.163720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:51.169222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:22:51.219408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event deleted for resources: {'Port': ['ID=0cacf385-937b-4302-99d3-6c0b9db67965,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:22:51.223904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:22:51.299026 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e23048bf-edd7-48de-8dd0-6edfe4255200 req-ac3e675b-a9e9-4b08-9975-63d9c729c126 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3968964
Dec 15 13:22:51.318891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:51.780269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Router a0ffb1d5-755e-4747-ba0f-db9429af4b9f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:22:52.011653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:22:52.022591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] Sync routers for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:22:52.035267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:52.039917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:22:52.040614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c2550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:22:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:22:52.095430 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "DELETE /v2.0/floatingips/6ed23e2e-0c92-4f79-9f7f-5d24aa8f2c5c HTTP/1.1" status: 204  len: 168 time: 1.6287034
Dec 15 13:22:52.096140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:22:52.154598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828', 'status': 'completed', 'code': 200}
Dec 15 13:22:52.248890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:22:52.260091 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-b7d9a8c8-0acd-424b-b860-0182aa03d821 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c308700c9744503af0dca419cce4c1e&device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 1099 time: 0.0808439
Dec 15 13:22:52.416395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-66b09368-7eba-4b50-b6ae-7a68b2e07840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:52.418019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-66b09368-7eba-4b50-b6ae-7a68b2e07840 service neutron] 10.222.0.77 "GET /v2.0/networks?id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 200  len: 916 time: 0.1527889
Dec 15 13:22:52.500429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-f6551f42-f284-4aee-ade5-78907a502aff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 200  len: 217 time: 0.0760589
Dec 15 13:22:52.572473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-fdc0836c-a048-4648-9705-75a9771127f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:52.574164 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-fdc0836c-a048-4648-9705-75a9771127f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 200  len: 854 time: 0.0672328
Dec 15 13:22:52.633337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c2550>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:56Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:22:52.638177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] Checking router: a0ffb1d5-755e-4747-ba0f-db9429af4b9f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:22:52.649162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:22:52.649824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c2550>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:22:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:22:52.660437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-77da0639-33a7-4f37-89d9-55357d0f15f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=147a27a4-25b3-4e2f-a1b4-f063e80adc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802143
Dec 15 13:22:52.814493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-171def97-dc6b-4af3-a9c5-d093c83afb39 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454594
Dec 15 13:22:52.836533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:22:52.971643 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-478aacf8-16d3-42f6-868a-b69453de21b2 req-2784fdef-ec6a-4f7e-a972-ff2a9e45b2e8 service neutron] 10.222.0.77 "GET /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478455
Dec 15 13:22:53.174262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6c2550>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:56Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:22:53.178659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053bfc7-9533-42ac-b972-603f8dfcc075 None None] The sync data for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv is: [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:20:48Z', 'revision_number': 4, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3993c583-389e-4d3e-a047-3e226561f899', 'name': '', 'network_id': '147a27a4-25b3-4e2f-a1b4-f063e80adc1a', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'mac_address': 'fa:16:3e:4a:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:48Z', 'updated_at': '2021-12-15T13:20:56Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'subnets': [{'id': '4905c195-50c2-432e-9445-d49c79eeefa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:22:53.649778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88dd56-19c5-4a38-915b-2eb0525e93f4 None None] New status for floating IP 6ed23e2e-0c92-4f79-9f7f-5d24aa8f2c5c: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:22:56.817285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d51c3-c2aa-455b-9ab8-91e05249e600 req-e935ce79-0a8c-41e5-bd03-96f07825c668 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:56.818955 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-603d51c3-c2aa-455b-9ab8-91e05249e600 req-e935ce79-0a8c-41e5-bd03-96f07825c668 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.1004584
Dec 15 13:22:56.869321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-603d51c3-c2aa-455b-9ab8-91e05249e600 req-1f049c10-fb70-4038-9a2d-1a85110ff976 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:22:56.887959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-603d51c3-c2aa-455b-9ab8-91e05249e600 req-1f049c10-fb70-4038-9a2d-1a85110ff976 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:22:56.889329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-603d51c3-c2aa-455b-9ab8-91e05249e600 req-1f049c10-fb70-4038-9a2d-1a85110ff976 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631073
Dec 15 13:22:58.119285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7825e04-1270-4ec9-b699-ed73e43e41f9 req-c3a2f0e6-9527-4636-837a-728d2270cb50 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:58.120039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f7825e04-1270-4ec9-b699-ed73e43e41f9 req-c3a2f0e6-9527-4636-837a-728d2270cb50 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:22:58.136922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f7825e04-1270-4ec9-b699-ed73e43e41f9 req-c3a2f0e6-9527-4636-837a-728d2270cb50 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:22:58.138265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7825e04-1270-4ec9-b699-ed73e43e41f9 req-c3a2f0e6-9527-4636-837a-728d2270cb50 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.1137211
Dec 15 13:22:58.189760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f7825e04-1270-4ec9-b699-ed73e43e41f9 req-4fa6661a-1192-44de-a33b-263234cefa0f tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/security-groups?id=e48b52a5-48e1-42ba-aff4-7366f33ec7b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451875
Dec 15 13:22:58.432445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:58.517925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-cacf222b-eefa-4b4a-a7f9-bc319ccb2177 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:22:58.519558 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-cacf222b-eefa-4b4a-a7f9-bc319ccb2177 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 946 time: 0.0928400
Dec 15 13:22:58.595259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Deleting port 40041beb-dd42-4152-a9e1-c47e97455828 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:22:58.595627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:58.863403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] For port 40041beb-dd42-4152-a9e1-c47e97455828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=40041beb-dd42-4152-a9e1-c47e97455828,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:22:58.863804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:58.992404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Calling delete_port for 40041beb-dd42-4152-a9e1-c47e97455828 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:22:59.153440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:59.159855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ce31629-e0ee-4e5d-81af-4eed01e30408 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:22:59.166969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['40041beb-dd42-4152-a9e1-c47e97455828'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:22:59.205901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Pushing event deleted for resources: {'Port': ['ID=40041beb-dd42-4152-a9e1-c47e97455828,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:22:59.208940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:22:59.291770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] No DVR routers for this DVR port 40041beb-dd42-4152-a9e1-c47e97455828 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:22:59.294630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:22:59.297628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'name': 'network-vif-deleted', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:22:59.313248 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8bfbedf3-33f8-4b0f-ac8b-031ebebe6f5f req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.77 "DELETE /v2.0/ports/40041beb-dd42-4152-a9e1-c47e97455828 HTTP/1.1" status: 204  len: 173 time: 0.7878261
Dec 15 13:22:59.363970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac8aea3-b4cd-488e-8532-0e8d5d6cf435', 'name': 'network-vif-deleted', 'tag': '40041beb-dd42-4152-a9e1-c47e97455828', 'status': 'completed', 'code': 200}
Dec 15 13:22:59.365470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-db4fcdbf-0e6c-42cc-8bed-0638d09f8eb4 req-695c0ffc-ecbb-4a5f-b1bb-1e8da2aa2a7b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Synchronizing usage tracker for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:22:59.382223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-db4fcdbf-0e6c-42cc-8bed-0638d09f8eb4 req-695c0ffc-ecbb-4a5f-b1bb-1e8da2aa2a7b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Unset dirty status for tenant:4c308700c9744503af0dca419cce4c1e on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:22:59.383542 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db4fcdbf-0e6c-42cc-8bed-0638d09f8eb4 req-695c0ffc-ecbb-4a5f-b1bb-1e8da2aa2a7b tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ac8aea3-b4cd-488e-8532-0e8d5d6cf435 HTTP/1.1" status: 200  len: 210 time: 0.0672994
Dec 15 13:23:01.133733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38486) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:01.564985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:02.518977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Deleting port 3993c583-389e-4d3e-a047-3e226561f899 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:02.519626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:02.619514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 40041beb-dd42-4152-a9e1-c47e97455828 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:23:02.654695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 40041beb-dd42-4152-a9e1-c47e97455828 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:23:02.655085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 40041beb-dd42-4152-a9e1-c47e97455828 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:23:02.718392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] For port 3993c583-389e-4d3e-a047-3e226561f899, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3993c583-389e-4d3e-a047-3e226561f899,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:02.718793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:02.850027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Calling delete_port for 3993c583-389e-4d3e-a047-3e226561f899 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:03.053535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:03.060768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f378350-8e36-4415-82a8-7e183db6403e tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:03.109061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3993c583-389e-4d3e-a047-3e226561f899,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:03.111871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:03.428693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:03.653958 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:23:04.073268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Router a0ffb1d5-755e-4747-ba0f-db9429af4b9f has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:23:04.298808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:23:04.309657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] Sync routers for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:23:04.316168 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] 10.222.0.53 "PUT /v2.0/routers/a0ffb1d5-755e-4747-ba0f-db9429af4b9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1811864
Dec 15 13:23:04.319322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38490) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:04.322310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:04.322979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb29fac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:22:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:04.514416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:04.527223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:04.839573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb29fac8>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:23:02Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:04.844499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] Checking router: a0ffb1d5-755e-4747-ba0f-db9429af4b9f for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:23:04.856318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] Routers {'a0ffb1d5-755e-4747-ba0f-db9429af4b9f'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:04.857244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb29fac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:22:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:04.993941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:05.007556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Deleting port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:05.007931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:05.051187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] Set router a0ffb1d5-755e-4747-ba0f-db9429af4b9f gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:05.193736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] For port 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:05.193985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:05.321098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Calling delete_port for 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:05.352501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb29fac8>, [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:23:02Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:05.357256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8a98c-d952-4614-a7ad-952813600a84 None None] The sync data for ids ['a0ffb1d5-755e-4747-ba0f-db9429af4b9f'] in dv-neutron-821831-1-hyperv is: [{'id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'name': 'tempest-TestMinimumBasicScenario-1357398818-router', 'tenant_id': '4c308700c9744503af0dca419cce4c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:45Z', 'updated_at': '2021-12-15T13:23:02Z', 'revision_number': 5, 'project_id': '4c308700c9744503af0dca419cce4c1e', 'gw_port': {'id': '3ac750d8-48fe-4ceb-af9c-1c50cabe22c3', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ffb1d5-755e-4747-ba0f-db9429af4b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:46Z', 'updated_at': '2021-12-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:23:05.499056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:05.503332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:05.545900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac750d8-48fe-4ceb-af9c-1c50cabe22c3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:05.549652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:05.785048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:05.933028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3993c583-389e-4d3e-a047-3e226561f899 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:23:05.970883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3993c583-389e-4d3e-a047-3e226561f899 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:23:05.971332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3993c583-389e-4d3e-a047-3e226561f899 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:23:06.061546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.066571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.095611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.096378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ffb1d5-755e-4747-ba0f-db9429af4b9f {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:23:06.109715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.110990 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a0ffb1d5-755e-4747-ba0f-db9429af4b9f HTTP/1.1" status: 204  len: 168 time: 1.7906358
Dec 15 13:23:06.114038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38494) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:06.188100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Deleting subnet 4905c195-50c2-432e-9445-d49c79eeefa8 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:23:06.191751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.248170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.335978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.428600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.433085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f653ae74-62f1-4cf0-a053-44110c8cda48 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:06.470564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4905c195-50c2-432e-9445-d49c79eeefa8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:06.473254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:06.479821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.485846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7282be-940a-4fe6-8685-2f114913411c None None] Network 147a27a4-25b3-4e2f-a1b4-f063e80adc1a requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:23:06.487179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8ac4a675-af58-4da7-93d6-d36428e9ca08 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4905c195-50c2-432e-9445-d49c79eeefa8 HTTP/1.1" status: 204  len: 168 time: 0.3720760
Dec 15 13:23:06.490104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38500) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:06.606773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.618899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Deleting port 3a93a04f-cf33-44c7-bf72-dcc064ac831e {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:06.619514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.843915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] For port 3a93a04f-cf33-44c7-bf72-dcc064ac831e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3a93a04f-cf33-44c7-bf72-dcc064ac831e,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:06.844341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.930506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] DHCP port deletion for 147a27a4-25b3-4e2f-a1b4-f063e80adc1a request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:23:06.937220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Deleting port 3a93a04f-cf33-44c7-bf72-dcc064ac831e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:06.937767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:06.983785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Calling delete_port for 3a93a04f-cf33-44c7-bf72-dcc064ac831e owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:07.055869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.060000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1a7ca15d-40f4-438a-a710-926737568844 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:07.101296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a93a04f-cf33-44c7-bf72-dcc064ac831e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:07.103914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:07.109406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] No DVR routers for this DVR port 3a93a04f-cf33-44c7-bf72-dcc064ac831e on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:23:07.150756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] For port 3a93a04f-cf33-44c7-bf72-dcc064ac831e, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3a93a04f-cf33-44c7-bf72-dcc064ac831e,segment=NetworkSegment(1a1f6e48-57b8-479a-b179-36eafc93871e),segment_id=1a1f6e48-57b8-479a-b179-36eafc93871e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:07.151091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.234352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.265569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fad0f630>,) {'filters': {'network_id': ['147a27a4-25b3-4e2f-a1b4-f063e80adc1a']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:07.279083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad0f630>, '1a1f6e48-57b8-479a-b179-36eafc93871e') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:07.279452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad0f630>, '1a1f6e48-57b8-479a-b179-36eafc93871e') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:07.280050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Calling delete_port for 3a93a04f-cf33-44c7-bf72-dcc064ac831e owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:07.291792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.306643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.313015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:23:07.313436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:23:07.328990 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:23:07.359607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:23:07.360020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:23:07.412204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.416146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d39ef803-9a10-44d2-843c-d9c85698e806 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:07.435056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.448005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Pushing event deleted for resources: {'Network': ['ID=147a27a4-25b3-4e2f-a1b4-f063e80adc1a,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:07.453128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:07.462228 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] 10.222.0.53 "DELETE /v2.0/networks/147a27a4-25b3-4e2f-a1b4-f063e80adc1a HTTP/1.1" status: 204  len: 168 time: 0.9711328
Dec 15 13:23:07.465941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38506) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:07.862120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Deleting port 3a93a04f-cf33-44c7-bf72-dcc064ac831e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:07.862647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.892102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:07.945137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c49d7470-e51c-4590-9b73-e50cffe26764 None None] The port '3a93a04f-cf33-44c7-bf72-dcc064ac831e' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:23:07.949149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3a93a04f-cf33-44c7-bf72-dcc064ac831e no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:23:07.989166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3a93a04f-cf33-44c7-bf72-dcc064ac831e {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:23:07.989560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3a93a04f-cf33-44c7-bf72-dcc064ac831e not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:23:07.990031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:23:08.027751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:23:08.028352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3ac750d8-48fe-4ceb-af9c-1c50cabe22c3 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:23:08.793050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Deleting port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:08.793436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:08.986728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] For port 654eb845-2e96-4dc1-965d-6aaea9e4f0ce, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,segment=NetworkSegment(29d12856-1f3a-404f-b646-bd68a1bcfb0d),segment_id=29d12856-1f3a-404f-b646-bd68a1bcfb0d)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:08.987363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:09.119875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Calling delete_port for 654eb845-2e96-4dc1-965d-6aaea9e4f0ce owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:09.324485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:09.329409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e001bd69-b5a7-4583-8798-0915d3672248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:09.382901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Pushing event deleted for resources: {'Port': ['ID=654eb845-2e96-4dc1-965d-6aaea9e4f0ce,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:09.385506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:09.700917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:10.336886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Router ea715696-8582-48fa-bfb6-bcef1df11668 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:23:10.564695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:23:10.575005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] Sync routers for ids ['ea715696-8582-48fa-bfb6-bcef1df11668'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:23:10.575178 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] 10.222.0.53 "PUT /v2.0/routers/ea715696-8582-48fa-bfb6-bcef1df11668/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1079576
Dec 15 13:23:10.578316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38510) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:10.588860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] Routers {'ea715696-8582-48fa-bfb6-bcef1df11668'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:10.589543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fa9cf0f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:22:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ea715696-8582-48fa-bfb6-bcef1df11668'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:10.780703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] Set router ea715696-8582-48fa-bfb6-bcef1df11668 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:10.786420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:11.001115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:11.010695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Deleting port 7bb9557e-6831-43b1-b0d3-af1d141ae53f {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:11.011080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:11.071179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1b01-61ff-4c85-a323-7e603fc2c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:11.104129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fa9cf0f0>, [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:23:09Z', 'revision_number': 5, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port': {'id': '7bb9557e-6831-43b1-b0d3-af1d141ae53f', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:11.108259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] Checking router: ea715696-8582-48fa-bfb6-bcef1df11668 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:23:11.119632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] Routers {'ea715696-8582-48fa-bfb6-bcef1df11668'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:11.120295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fa9cf0f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:22:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['ea715696-8582-48fa-bfb6-bcef1df11668'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:11.203756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] For port 7bb9557e-6831-43b1-b0d3-af1d141ae53f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7bb9557e-6831-43b1-b0d3-af1d141ae53f,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:11.204159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:11.279694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] Set router ea715696-8582-48fa-bfb6-bcef1df11668 gateway port host: None {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:11.337780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Calling delete_port for 7bb9557e-6831-43b1-b0d3-af1d141ae53f owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:11.393608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fa9cf0f0>, [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:23:11Z', 'revision_number': 6, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:11.398206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9b263-66fc-4148-b80f-71d6c2e0296d None None] The sync data for ids ['ea715696-8582-48fa-bfb6-bcef1df11668'] in dv-neutron-821831-1-hyperv is: [{'id': 'ea715696-8582-48fa-bfb6-bcef1df11668', 'name': 'tempest-TestMinimumBasicScenario-1376772963-router', 'tenant_id': '4972a6f46f994a9e8b72866544cde19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:20:52Z', 'updated_at': '2021-12-15T13:23:11Z', 'revision_number': 6, 'project_id': '4972a6f46f994a9e8b72866544cde19d', 'gw_port_host': None}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:23:11.516577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:11.521522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:11.569517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb9557e-6831-43b1-b0d3-af1d141ae53f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:11.572684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:11.808148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:11.928042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7bb9557e-6831-43b1-b0d3-af1d141ae53f no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:23:11.963715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 7bb9557e-6831-43b1-b0d3-af1d141ae53f {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:23:11.964088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7bb9557e-6831-43b1-b0d3-af1d141ae53f not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:23:11.964566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 654eb845-2e96-4dc1-965d-6aaea9e4f0ce no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:23:12.005459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 654eb845-2e96-4dc1-965d-6aaea9e4f0ce {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:23:12.005874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 654eb845-2e96-4dc1-965d-6aaea9e4f0ce not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:23:12.363725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.370418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.406590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.407810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea715696-8582-48fa-bfb6-bcef1df11668 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:23:12.421335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.424275 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ea715696-8582-48fa-bfb6-bcef1df11668 HTTP/1.1" status: 204  len: 168 time: 1.8431764
Dec 15 13:23:12.426142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38518) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:12.497578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Deleting subnet 4211c72f-574f-4932-a58e-903f9d633215 {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:23:12.501361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.556935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.642450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.717300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.721291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.725291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-48f11f50-d068-43a6-98ca-bda4e8418da9 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:12.764262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4211c72f-574f-4932-a58e-903f9d633215,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:12.767977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:12.771526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.777157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a1f8f-b536-4bba-ad16-7c45ded7a13c None None] Network a873febd-f7b8-494d-beca-109cbab22bdf requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:23:12.781265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d8d10213-e398-41d2-afd0-5befa62030e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4211c72f-574f-4932-a58e-903f9d633215 HTTP/1.1" status: 204  len: 168 time: 0.3516297
Dec 15 13:23:12.781624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38522) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:12.900978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:12.913164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Deleting port a8028e60-912a-48b8-a24b-5c0331009649 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:12.913869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.056419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] DHCP port deletion for a873febd-f7b8-494d-beca-109cbab22bdf request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:23:13.062380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Deleting port a8028e60-912a-48b8-a24b-5c0331009649 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:13.062815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.134657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] For port a8028e60-912a-48b8-a24b-5c0331009649, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a8028e60-912a-48b8-a24b-5c0331009649,segment=NetworkSegment(29d12856-1f3a-404f-b646-bd68a1bcfb0d),segment_id=29d12856-1f3a-404f-b646-bd68a1bcfb0d)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:13.135035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.270158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Calling delete_port for a8028e60-912a-48b8-a24b-5c0331009649 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:13.277094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] For port a8028e60-912a-48b8-a24b-5c0331009649, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a8028e60-912a-48b8-a24b-5c0331009649,segment=NetworkSegment(29d12856-1f3a-404f-b646-bd68a1bcfb0d),segment_id=29d12856-1f3a-404f-b646-bd68a1bcfb0d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:13.277468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.348985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.353962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eaaa3f8b-1e02-4dcf-a960-7a353c06da2c tempest-ServerDiskConfigTestJSON-1391200093 tempest-ServerDiskConfigTestJSON-1391200093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:13.397225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8028e60-912a-48b8-a24b-5c0331009649,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:13.401635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:13.405579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] No DVR routers for this DVR port a8028e60-912a-48b8-a24b-5c0331009649 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:23:13.408988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Calling delete_port for a8028e60-912a-48b8-a24b-5c0331009649 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:23:13.466665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30136b84-7cea-417d-9b4a-b8a6b5096fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.493775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:23:13.494214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:23:13.533256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.561503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9e4f860>,) {'filters': {'network_id': ['a873febd-f7b8-494d-beca-109cbab22bdf']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:13.579493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e4f860>, '29d12856-1f3a-404f-b646-bd68a1bcfb0d') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:13.579814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e4f860>, '29d12856-1f3a-404f-b646-bd68a1bcfb0d') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:13.592795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.612786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.619722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:23:13.620154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:23:13.635586 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:23:13.719257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.722986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9f400311-8e1f-4230-b170-7254fee7ce38 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:13.738727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.758923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Pushing event deleted for resources: {'Network': ['ID=a873febd-f7b8-494d-beca-109cbab22bdf,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:13.761968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:13.765594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a873febd-f7b8-494d-beca-109cbab22bdf HTTP/1.1" status: 204  len: 168 time: 0.9828331
Dec 15 13:23:13.766820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:13.921962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8028e60-912a-48b8-a24b-5c0331009649 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:23:13.987598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38528) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:14.053760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-813943ed-f066-4212-bcc0-3c0ba0dbeea3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c308700c9744503af0dca419cce4c1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0645759
Dec 15 13:23:14.056805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38532) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:14.126477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f906bd3a-47b6-4d01-81c9-4b4fed6dfea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.132600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Deleting port a8028e60-912a-48b8-a24b-5c0331009649 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:23:14.133020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.155106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f906bd3a-47b6-4d01-81c9-4b4fed6dfea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.160574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: a8028e60-912a-48b8-a24b-5c0331009649 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:23:14.160972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a8028e60-912a-48b8-a24b-5c0331009649 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:23:14.200992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6186f-1f82-46f2-8c65-067e800defc4 None None] The port 'a8028e60-912a-48b8-a24b-5c0331009649' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:23:14.205564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f906bd3a-47b6-4d01-81c9-4b4fed6dfea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.213089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30aeffd9-ce8d-4bf6-a024-c2673f077274 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:14.229131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906bd3a-47b6-4d01-81c9-4b4fed6dfea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b52a5-48e1-42ba-aff4-7366f33ec7b1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:14.237117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f906bd3a-47b6-4d01-81c9-4b4fed6dfea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:14.242057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f906bd3a-47b6-4d01-81c9-4b4fed6dfea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.245773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f906bd3a-47b6-4d01-81c9-4b4fed6dfea7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e48b52a5-48e1-42ba-aff4-7366f33ec7b1 HTTP/1.1" status: 204  len: 168 time: 0.1853480
Dec 15 13:23:14.685634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38540) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:14.740776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-16bb3a69-87f2-49bd-a08b-81e9fa011036 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4972a6f46f994a9e8b72866544cde19d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0537987
Dec 15 13:23:14.744332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38544) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:14.806499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.833653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.890321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.897269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:14.914576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60427516-fc8e-4378-af16-5f9ad9cd4ebf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:14.918390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:14.919816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:14.921160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60427516-fc8e-4378-af16-5f9ad9cd4ebf HTTP/1.1" status: 204  len: 168 time: 0.1757002
Dec 15 13:23:15.403668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:17.647538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38588) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:17.654190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080958316', 'description': 'tempest-secgroup-smoke-1080958316 description', 'project_id': 'dbee835780d14c4c8230c91aee8f895f'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:17.661325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:17.666136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:17.669457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:17.676002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:17.687919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:17.701763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:17.738924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:17.743539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:17.746769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:17.753568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:17.833791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:17.838232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:17.841795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a2171d8-32a9-42fb-9a7a-8556fb7aa6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:17.883128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:17.885700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82923625-f373-4b90-b463-b2ef62ab6b34,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:17.889089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:17.891696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:17.894776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:17.901040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:17.959067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:17.963257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:17.967117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9e88b0c6-8b41-4044-94da-79378528a7d2 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:18.008265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd00755f-7969-4f77-9ee5-ac75a0f5d094,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:18.011551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:18.013168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.014536 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3658769
Dec 15 13:23:18.019446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38592) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:18.025625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'dd00755f-7969-4f77-9ee5-ac75a0f5d094', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:18.032543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:18.036845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:18.040368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:18.046711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:18.065719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.145415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.149807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.151870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-867fdc24-7045-4309-ac69-f1a5efa13985 tempest-SecGroupIPv6Test-1399812647 tempest-SecGroupIPv6Test-1399812647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:18.175840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39750331-aa64-4574-84e5-06fabc16dfe0,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:18.178421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:18.186223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.187647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1671507
Dec 15 13:23:18.190746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38596) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:18.196768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'dd00755f-7969-4f77-9ee5-ac75a0f5d094', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:18.203459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:18.207878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:18.210947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:18.217266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:18.237971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.312758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.316060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.323117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2ce74185-bf65-4b72-a179-38b550739579 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:18.343776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541687b5-df28-4df7-8042-c51946fef269,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:18.346113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:18.354089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.355412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1636586
Dec 15 13:23:18.359089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38600) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:18.365296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'dd00755f-7969-4f77-9ee5-ac75a0f5d094', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:18.372290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:18.376415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:18.379501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:18.386806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:18.404059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.473488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.477071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.484833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-878f4395-36fb-43fc-baa0-d7af7e02f0dd tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:18.505916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09871871-b76c-4477-8595-5dab780ce963,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:18.508244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:18.512517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.513948 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1536858
Dec 15 13:23:18.516889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38604) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:18.522823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'dd00755f-7969-4f77-9ee5-ac75a0f5d094', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:18.529369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:18.533588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:18.536723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:18.543271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:18.562411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.633046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.637250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.639255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09c2401a-ff42-43ff-9437-4c1ef1b25b6f tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:18.657096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954e467e-507e-42db-8ed8-1a5a4580af34,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:18.663402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:18.674824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.676332 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1584442
Dec 15 13:23:18.681158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38608) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:18.687013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'dd00755f-7969-4f77-9ee5-ac75a0f5d094', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:18.693690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:18.698055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:18.701453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:18.708059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:18.720317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:23:18.729192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.805486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.809910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.811930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ea6e7e18-89ee-4fb7-af32-39a127bfe9ef tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:18.838158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2367845-f8eb-44d7-947c-1a1e08725c24,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:18.840787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:18.848455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.849754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5348ce38-e2cb-409f-ba01-5215b01f44c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1676314
Dec 15 13:23:18.854170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38612) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:18.860643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'dd00755f-7969-4f77-9ee5-ac75a0f5d094', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:18.867729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:18.871923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:18.874959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:18.880994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:18.892353 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:23:18.899392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.969231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.973159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:18.983441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1472cbad-efda-406d-bb9a-47d55cac8417 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:19.004695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045ba735-7682-4639-a429-b74ce16847aa,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:19.007498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:19.009829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.012109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1568255
Dec 15 13:23:19.014712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38616) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:19.021217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'network': {'name': 'tempest-network-smoke--1780227660', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'port_security_enabled': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:19.027180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:19.033284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:network and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:19.036520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:19.043149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:19.054728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:23:19.061299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.092730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:23:19.102143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.102530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Added segment ff857623-f7fc-4c30-be35-b18d636d84c5 of type vlan for network 8b79b266-ec02-4081-9df4-e750bb2294a6
Dec 15 13:23:19.130875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.164535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.168943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:19.169336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.173159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8633d986-b9b7-4100-a4a5-7cc047d604d1 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:19.278683 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2626743
Dec 15 13:23:19.282378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38620) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:19.288802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Network': ['ID=8b79b266-ec02-4081-9df4-e750bb2294a6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:19.288945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'admin_state_up': True, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:19.291784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:19.297615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:19.300179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:23:19.302009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:router and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:19.305246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:19.312635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:19.324165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.325257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.343236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.496358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.696750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.728289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:19.879779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.246 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/3be86f5d-3d9b-4270-82a4-691c56da77ef) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:23:20.049092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:20.079689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:20.086126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-25b229ed-9968-4304-83b8-3af746ac4cc8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:20.155082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:23:20.158171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:23:20.162579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:23:20.188978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=3be86f5d-3d9b-4270-82a4-691c56da77ef,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:20.194216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:20.341794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:20.342517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:20.844543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:23:21.073922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:23:21.087268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Sync routers for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:23:21.101694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:21.101880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:21.102272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb29f240>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:23:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:21.103218 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8197231
Dec 15 13:23:21.107400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38624) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:21.293770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:21.297200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-58758bee-6c66-4f60-9e86-02268d9c1f4c tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=dbee835780d14c4c8230c91aee8f895f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1881340
Dec 15 13:23:21.300260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38630) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:21.445476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0307154-c7ee-4824-bcbe-9cf03447bd12 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:21.447037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f0307154-c7ee-4824-bcbe-9cf03447bd12 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1458123
Dec 15 13:23:21.452886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38634) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:21.502717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f6b56be-f1a0-4759-ab9d-3884176ade0c tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0484712
Dec 15 13:23:21.505726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38638) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:21.512380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-975677711', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:21.643510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:21.647938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:subnet and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:21.651219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:21.658888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:21.671070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:23:21.761138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb29f240>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:20Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:21.765428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Checking router: 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:23:21.766141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Updating router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a port 3be86f5d-3d9b-4270-82a4-691c56da77ef binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:23:21.782766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:21.818955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.012528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.016617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-77d8d407-5c28-4673-a952-8263763d9ea0 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:22.096432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Subnet': ['ID=3e674911-5f3b-4151-8f4b-48987a2a9175,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:22.101793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:22.112859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Checking segment: {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:23:22.113255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network hostable DHCP agents. Network: 8b79b266-ec02-4081-9df4-e750bb2294a6, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:23:22.136293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:23:22.145704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 8b79b266-ec02-4081-9df4-e750bb2294a6) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:23:22.150005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:22.150341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.156957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0fee5-3e4c-4e26-90c8-9e1c93ed4362 None None] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:23:22.164889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.175661 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6660175
Dec 15 13:23:22.175960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38642) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:22.178662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Transition to ACTIVE for port object 3be86f5d-3d9b-4270-82a4-691c56da77ef will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:23:22.185513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.189489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d1f0e9a4-3bba-4562-bdfc-93ece0bfd64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:22.261159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Attempting to bind port 3be86f5d-3d9b-4270-82a4-691c56da77ef on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:23:22.261563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Attempting to bind port 3be86f5d-3d9b-4270-82a4-691c56da77ef by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:23:22.261970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Attempting to bind port 3be86f5d-3d9b-4270-82a4-691c56da77ef on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:23:22.283520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Pushing event updated for resources: {'Port': ['ID=3be86f5d-3d9b-4270-82a4-691c56da77ef,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:22.286084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:23:22.286503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:23:22.286956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.287411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:23:22.287929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Bound port: 3be86f5d-3d9b-4270-82a4-691c56da77ef, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:23:22.288337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.335923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.336297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.336675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.337041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.337406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.337782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.338096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.338456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.338842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.339166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.339553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:22.343441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:22.380399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] For port 3be86f5d-3d9b-4270-82a4-691c56da77ef, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:23:22.388456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] For port 3be86f5d-3d9b-4270-82a4-691c56da77ef, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3be86f5d-3d9b-4270-82a4-691c56da77ef,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:23:22.392652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.397362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d1f0e9a4-3bba-4562-bdfc-93ece0bfd64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:22.424644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-8b79b266-ec02-4081-9df4-e750bb2294a6', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:23:22.425754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.481505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Pushing event updated for resources: {'Port': ['ID=3be86f5d-3d9b-4270-82a4-691c56da77ef,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:22.486048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:22.487078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:22.487777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb29f240>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:23:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:22.606189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Allocated IP 172.20.0.2 (8b79b266-ec02-4081-9df4-e750bb2294a6/3e674911-5f3b-4151-8f4b-48987a2a9175/a064d513-64be-4906-8ab0-93ebdfd5528f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:23:22.686693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:22.837985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.850788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Transition to ACTIVE for port object a064d513-64be-4906-8ab0-93ebdfd5528f will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:23:22.872707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Transition to ACTIVE for port object a064d513-64be-4906-8ab0-93ebdfd5528f will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:23:22.878738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:22.890587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:22.933541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:23:22.939919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:23:22.942881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:23:22.998008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb29f240>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:20Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:23.002432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aeef1f-ceac-4fdb-8359-39ebc6d6253f None None] The sync data for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv is: [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:20Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:23:23.006304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Pushing event updated for resources: {'Port': ['ID=a064d513-64be-4906-8ab0-93ebdfd5528f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:23.022783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:23.050736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.051106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.051546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.051909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.052286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.052658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.053047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.053405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.053773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.054138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.054505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:23:23.062461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:23.079966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Attempting to bind port a064d513-64be-4906-8ab0-93ebdfd5528f on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:23:23.080398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Attempting to bind port a064d513-64be-4906-8ab0-93ebdfd5528f by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:23:23.080822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Attempting to bind port a064d513-64be-4906-8ab0-93ebdfd5528f on network 8b79b266-ec02-4081-9df4-e750bb2294a6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:23:23.088442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:23:23.088907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Checking segment: {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:23:23.089363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:23.089809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Bound using segment: {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:23:23.090405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Bound port: a064d513-64be-4906-8ab0-93ebdfd5528f, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:23:23.090895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:23.190715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] For port a064d513-64be-4906-8ab0-93ebdfd5528f, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:23:23.194289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] For port a064d513-64be-4906-8ab0-93ebdfd5528f, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a064d513-64be-4906-8ab0-93ebdfd5528f,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:23:23.198778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:23.203181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:23.294823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Pushing event updated for resources: {'Port': ['ID=a064d513-64be-4906-8ab0-93ebdfd5528f,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:23.298411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:23.766254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.1 (8b79b266-ec02-4081-9df4-e750bb2294a6/3e674911-5f3b-4151-8f4b-48987a2a9175/d58145c6-0e1c-451c-85d6-5f8cf1b584a2) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:23:23.965616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:23.987621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object d58145c6-0e1c-451c-85d6-5f8cf1b584a2 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:23:23.993495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3be86f5d-3d9b-4270-82a4-691c56da77ef up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:23:24.010388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.015321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9cd9bf78-393c-4907-a2b9-2af383589f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:24.073221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3be86f5d-3d9b-4270-82a4-691c56da77ef completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:23:24.078942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3be86f5d-3d9b-4270-82a4-691c56da77ef triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:24.079523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.093629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:23:24.097197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:23:24.101997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:23:24.130001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:24.135957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:24.166257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.212465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.230356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 3be86f5d-3d9b-4270-82a4-691c56da77ef, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3be86f5d-3d9b-4270-82a4-691c56da77ef,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:24.235848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.236812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a064d513-64be-4906-8ab0-93ebdfd5528f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:23:24.259955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.292468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:24.376450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=3be86f5d-3d9b-4270-82a4-691c56da77ef,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:24.379920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:24.386528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port a064d513-64be-4906-8ab0-93ebdfd5528f completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:23:24.736984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.741006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.778698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02d31061-1e68-4b17-8b92-abd0aa5ce061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:24.869140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:24.871823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:24.875593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674e0a2-ca2f-4990-86c8-9298956faf79 None None] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:23:24.876323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:25.002559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Provisioning for port a064d513-64be-4906-8ab0-93ebdfd5528f completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:23:25.021294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Provisioning complete for port a064d513-64be-4906-8ab0-93ebdfd5528f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:25.021732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:25.027889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:23:25.029158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:23:25.252185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:25.296412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] For port a064d513-64be-4906-8ab0-93ebdfd5528f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a064d513-64be-4906-8ab0-93ebdfd5528f,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:25.299740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:25.302740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:25.375171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Pushing event updated for resources: {'Port': ['ID=a064d513-64be-4906-8ab0-93ebdfd5528f,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:25.378498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:25.451481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:23:25.629401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba8213e4-5525-414f-a51f-5f41e85ca5bc None None] Provisioning complete for port a064d513-64be-4906-8ab0-93ebdfd5528f triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:25.629805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba8213e4-5525-414f-a51f-5f41e85ca5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:25.688495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:23:25.699099 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/78dfc9f4-e24d-4a3d-b384-55a2ec39de6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5220895
Dec 15 13:23:25.791063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba8213e4-5525-414f-a51f-5f41e85ca5bc None None] Provisioning for port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:23:25.796912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-ba8213e4-5525-414f-a51f-5f41e85ca5bc None None] Provisioning complete for port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:25.798148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba8213e4-5525-414f-a51f-5f41e85ca5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:25.855641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ba8213e4-5525-414f-a51f-5f41e85ca5bc None None] Port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:23:25.923089 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-f41e00fd-3e5b-4f2e-9a24-e6ede5bf276b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080958316&fields=id&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 267 time: 0.0608313
Dec 15 13:23:25.939071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3be86f5d-3d9b-4270-82a4-691c56da77ef up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:23:26.018409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e7e55678-985e-421d-a2de-6a8b7caaf137 None None] Provisioning complete for port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:26.018844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7e55678-985e-421d-a2de-6a8b7caaf137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:26.080293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3be86f5d-3d9b-4270-82a4-691c56da77ef triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:26.080713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:26.109815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9dd3b6df-1170-4b0b-94db-dfcfa4378f45 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:26.111533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9dd3b6df-1170-4b0b-94db-dfcfa4378f45 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/networks?id=8b79b266-ec02-4081-9df4-e750bb2294a6 HTTP/1.1" status: 200  len: 797 time: 0.1812055
Dec 15 13:23:26.122485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e7e55678-985e-421d-a2de-6a8b7caaf137 None None] Port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:23:26.129836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-abbd11be-bf93-4c6b-8e95-77a7d2376a1f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/quotas/dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 375 time: 0.0122340
Dec 15 13:23:26.190858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Sync routers for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:23:26.222885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-e2d5df6e-5b6c-4c18-9ad3-ded752e977a1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0868733
Dec 15 13:23:26.227215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a064d513-64be-4906-8ab0-93ebdfd5528f up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:23:26.251781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:26.252500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:23:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:26.481669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-a1c82409-e462-426d-a106-3bbada32fdb6 service neutron] 10.222.0.53 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2409804
Dec 15 13:23:26.619075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2b9324a5-5e5f-4fbc-bedc-56417e689b3f None None] Provisioning complete for port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:26.619373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2b9324a5-5e5f-4fbc-bedc-56417e689b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:26.645647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-ac571708-2397-4028-9a7d-f09e6d386072 service neutron] 10.222.0.53 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565506
Dec 15 13:23:26.698934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2b9324a5-5e5f-4fbc-bedc-56417e689b3f None None] Port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:23:26.717706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port a064d513-64be-4906-8ab0-93ebdfd5528f triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:26.718127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:26.755734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:26.856788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c0b399f5-122a-439d-b6d7-c16d40872ddb req-43fb1e58-c76f-42be-87a6-31e599538e19 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:23:26.876674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c0b399f5-122a-439d-b6d7-c16d40872ddb req-43fb1e58-c76f-42be-87a6-31e599538e19 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:23:26.878222 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c0b399f5-122a-439d-b6d7-c16d40872ddb req-43fb1e58-c76f-42be-87a6-31e599538e19 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 210 time: 0.0714633
Dec 15 13:23:27.174912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2f60>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 2, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:27.179157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Checking router: 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:23:27.179595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Updating router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:23:27.250458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:27.635795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:27.648509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Transition to ACTIVE for port object d58145c6-0e1c-451c-85d6-5f8cf1b584a2 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:23:27.655742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:27.659382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-807b3581-f8d1-4571-9d3b-bc40f22d3293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:27.785858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331a2b-40e6-464f-b89b-eaa50d471817 None None] Pushing event updated for resources: {'Port': ['ID=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:27.789301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb331a2b-40e6-464f-b89b-eaa50d471817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:27.897941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Attempting to bind port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:23:27.898281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Attempting to bind port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:23:27.898704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Attempting to bind port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 on network 8b79b266-ec02-4081-9df4-e750bb2294a6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:23:27.912450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:23:27.912876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Checking segment: {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:23:27.913334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:27.914086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Bound using segment: {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:23:27.914610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Bound port: d58145c6-0e1c-451c-85d6-5f8cf1b584a2, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:23:27.915034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:28.031394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] For port d58145c6-0e1c-451c-85d6-5f8cf1b584a2, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:23:28.034827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] For port d58145c6-0e1c-451c-85d6-5f8cf1b584a2, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:23:28.038924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:28.044857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:28.089975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-21dad4fc-dd00-4345-92bc-bb924917bba6 req-c2814f13-1df5-4c17-a14e-01c35768ead9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 210 time: 0.0656381
Dec 15 13:23:28.102419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-47247b9b-8fce-4964-afcf-7936d566d673 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:28.104373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-47247b9b-8fce-4964-afcf-7936d566d673 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/networks?id=8b79b266-ec02-4081-9df4-e750bb2294a6 HTTP/1.1" status: 200  len: 797 time: 0.2780204
Dec 15 13:23:28.132724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331a2b-40e6-464f-b89b-eaa50d471817 None None] Pushing event updated for resources: {'Port': ['ID=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:28.135687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:28.136833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2f60>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:23:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:28.171106 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-88103a6e-4c8c-4af1-ae1c-20cbca58c8bd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 380 time: 0.0498543
Dec 15 13:23:28.186417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'port': {'device_id': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'admin_state_up': True, 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'security_groups': ['dd00755f-7969-4f77-9ee5-ac75a0f5d094']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:28.193156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb331a2b-40e6-464f-b89b-eaa50d471817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:28.355777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:28.364286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:28.375286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:28.384838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:23:28.390597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:28.502944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:28.575639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.10 (8b79b266-ec02-4081-9df4-e750bb2294a6/3e674911-5f3b-4151-8f4b-48987a2a9175/ac5f4555-f02a-4bd5-a180-edc5d8475f51) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:23:28.727683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fafc2f60>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:28Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:28.732125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8da4cb-f8b2-4003-9abe-401191bcf5d8 None None] The sync data for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv is: [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:28Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:23:28.792104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:28.815575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object ac5f4555-f02a-4bd5-a180-edc5d8475f51 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:23:28.842366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:28.849199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:28.935244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:23:28.938800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:23:28.943786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:23:28.986210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=ac5f4555-f02a-4bd5-a180-edc5d8475f51,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:28.989400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:29.039581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:29.040303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:29.075389 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8933587
Dec 15 13:23:29.179817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Request body: {'port': {'device_id': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:29.352642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c927dc9f-a5b1-4448-b3e4-451ac782aa64 None None] Provisioning for port ac5f4555-f02a-4bd5-a180-edc5d8475f51 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:23:29.360098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c927dc9f-a5b1-4448-b3e4-451ac782aa64 None None] Provisioning complete for port ac5f4555-f02a-4bd5-a180-edc5d8475f51 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:29.360523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c927dc9f-a5b1-4448-b3e4-451ac782aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:29.375278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:29.375511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2bac5-49ba-4c8b-8dc0-eadd67a77e5f req-5d7e0af2-e1f6-48a6-96eb-ae062a7049d8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:29.377195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4e2bac5-49ba-4c8b-8dc0-eadd67a77e5f req-5d7e0af2-e1f6-48a6-96eb-ae062a7049d8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 932 time: 0.1144462
Dec 15 13:23:29.424648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c927dc9f-a5b1-4448-b3e4-451ac782aa64 None None] Port ac5f4555-f02a-4bd5-a180-edc5d8475f51 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:23:29.432179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a4e2bac5-49ba-4c8b-8dc0-eadd67a77e5f req-fecda583-cb98-4ea5-93f0-485f72eefbf3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:23:29.451464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-a4e2bac5-49ba-4c8b-8dc0-eadd67a77e5f req-fecda583-cb98-4ea5-93f0-485f72eefbf3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:23:29.453273 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4e2bac5-49ba-4c8b-8dc0-eadd67a77e5f req-fecda583-cb98-4ea5-93f0-485f72eefbf3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679314
Dec 15 13:23:29.774736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5f4555-f02a-4bd5-a180-edc5d8475f51 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:23:29.782634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:29.799545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Transition to ACTIVE for port object ac5f4555-f02a-4bd5-a180-edc5d8475f51 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:23:29.802471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:29.806339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7abdc8dc-6b23-4b2d-aed6-91e5e50d45ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:29.948783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5f4555-f02a-4bd5-a180-edc5d8475f51,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:29.952478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:29.993150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d58145c6-0e1c-451c-85d6-5f8cf1b584a2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:23:30.080724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:23:30.082118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Attempting to bind port ac5f4555-f02a-4bd5-a180-edc5d8475f51 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:23:30.082493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Attempting to bind port ac5f4555-f02a-4bd5-a180-edc5d8475f51 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:23:30.082864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Attempting to bind port ac5f4555-f02a-4bd5-a180-edc5d8475f51 on network 8b79b266-ec02-4081-9df4-e750bb2294a6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:23:30.087265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:30.087835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:30.089860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Port ac5f4555-f02a-4bd5-a180-edc5d8475f51 on network 8b79b266-ec02-4081-9df4-e750bb2294a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:23:30.090384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Attempting to bind port ac5f4555-f02a-4bd5-a180-edc5d8475f51 on network 8b79b266-ec02-4081-9df4-e750bb2294a6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:23:30.098752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:23:30.099242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Checking segment: {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:23:30.099831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Bound using segment: {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:23:30.100403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Bound port: ac5f4555-f02a-4bd5-a180-edc5d8475f51, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff857623-f7fc-4c30-be35-b18d636d84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:23:30.100868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:30.217713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] For port ac5f4555-f02a-4bd5-a180-edc5d8475f51, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:23:30.217952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:30.222162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] For port ac5f4555-f02a-4bd5-a180-edc5d8475f51, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:23:30.229860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:30.241565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4e6bc3ab-5bdc-47ca-968d-124787584913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:30.263631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port d58145c6-0e1c-451c-85d6-5f8cf1b584a2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:30.269408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:30.271574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:30.292634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:30.294922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] 10.222.0.77 "PUT /v2.0/ports/ac5f4555-f02a-4bd5-a180-edc5d8475f51 HTTP/1.1" status: 200  len: 1094 time: 1.2116814
Dec 15 13:23:30.295550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:23:30.327938 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5f4555-f02a-4bd5-a180-edc5d8475f51,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:30.331664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:30.366763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:30.380001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:30.389852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'status': 'completed', 'code': 200}
Dec 15 13:23:30.438934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-05924ddc-79ec-4613-943f-1191aee9ab7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 1097 time: 0.0934486
Dec 15 13:23:30.515687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-2ff10d9e-c115-45e2-8960-e5665f63c02c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51 HTTP/1.1" status: 200  len: 217 time: 0.0690467
Dec 15 13:23:30.598025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-0576ef66-5909-4f49-ba47-491d2abc8d4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:30.599856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-0576ef66-5909-4f49-ba47-491d2abc8d4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e674911-5f3b-4151-8f4b-48987a2a9175 HTTP/1.1" status: 200  len: 834 time: 0.0770206
Dec 15 13:23:30.688676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e700c5d-e656-4654-86cb-6e1259c8e42c req-7c358216-8662-4e32-8795-f1c8ef958693 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:30.690303 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5e700c5d-e656-4654-86cb-6e1259c8e42c req-7c358216-8662-4e32-8795-f1c8ef958693 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 944 time: 0.0978127
Dec 15 13:23:30.691938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-ce8882d5-4592-4b7d-b465-3d2b7f29aaac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b79b266-ec02-4081-9df4-e750bb2294a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0851765
Dec 15 13:23:30.759457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5e700c5d-e656-4654-86cb-6e1259c8e42c req-ae59484b-76ae-4cf3-b906-74c58e423e50 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625906
Dec 15 13:23:30.843722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-6c185923-28da-49eb-b08a-7dc82c6b33fe service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448417
Dec 15 13:23:30.989965 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a923e4e4-706c-41db-a4a5-26699ea64e80 req-b52ce7d0-dd7e-4aeb-98ce-0e135c914ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394336
Dec 15 13:23:31.127199 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-a1a8e716-b032-4107-aec3-98954f65a748 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 1097 time: 0.0847955
Dec 15 13:23:31.276262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-2406eede-ecad-4b65-877b-370b98915b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:31.277950 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-2406eede-ecad-4b65-877b-370b98915b14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b79b266-ec02-4081-9df4-e750bb2294a6 HTTP/1.1" status: 200  len: 898 time: 0.1424980
Dec 15 13:23:31.597783 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-9c6b3cb1-1ad5-4330-86b9-2dd511d5d44f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51 HTTP/1.1" status: 200  len: 217 time: 0.3129702
Dec 15 13:23:31.682927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-c1e47645-2ab7-4160-844b-99780938b2cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:31.684713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-c1e47645-2ab7-4160-844b-99780938b2cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e674911-5f3b-4151-8f4b-48987a2a9175 HTTP/1.1" status: 200  len: 834 time: 0.0799837
Dec 15 13:23:31.775080 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-5109f227-eefe-43ba-8132-dc9679e26016 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b79b266-ec02-4081-9df4-e750bb2294a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0823700
Dec 15 13:23:31.940079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d58145c6-0e1c-451c-85d6-5f8cf1b584a2 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:23:31.978294 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-75e24e4d-049a-4f38-8dd5-de524aa4cb2e service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958914
Dec 15 13:23:32.016869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:32.017260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:32.093837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169b228-8b18-46fe-ba67-f3926694f6e0 req-285e75d4-4ac4-4070-bda0-cff5b923df61 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:32.094638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d169b228-8b18-46fe-ba67-f3926694f6e0 req-285e75d4-4ac4-4070-bda0-cff5b923df61 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:23:32.137630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d169b228-8b18-46fe-ba67-f3926694f6e0 req-285e75d4-4ac4-4070-bda0-cff5b923df61 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:23:32.138687 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d169b228-8b18-46fe-ba67-f3926694f6e0 req-285e75d4-4ac4-4070-bda0-cff5b923df61 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 944 time: 0.2462854
Dec 15 13:23:32.179041 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dfdd79f5-d3a5-47bf-b6eb-6f644a523d19 req-1fdca365-c757-4844-9361-f3d62802c936 service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895640
Dec 15 13:23:32.206970 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d169b228-8b18-46fe-ba67-f3926694f6e0 req-671c0c7d-ef7f-4c0d-b953-422a566556ee tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571573
Dec 15 13:23:33.469974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a445d8f-9ac8-4e9e-9a69-b81b71a92635 req-92345d6f-5d44-41b3-8dd5-b335c10f3d71 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:33.472557 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a445d8f-9ac8-4e9e-9a69-b81b71a92635 req-92345d6f-5d44-41b3-8dd5-b335c10f3d71 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 944 time: 0.1171684
Dec 15 13:23:33.527533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a445d8f-9ac8-4e9e-9a69-b81b71a92635 req-48df5ba3-1ea9-4170-883a-07fcc36a6e49 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447285
Dec 15 13:23:34.763709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db1ac-7133-4e4a-bc17-ee7abf7abe66 req-df2a8002-9e85-4932-ad6c-29ba00cab823 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:34.765349 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b2db1ac-7133-4e4a-bc17-ee7abf7abe66 req-df2a8002-9e85-4932-ad6c-29ba00cab823 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 944 time: 0.0983498
Dec 15 13:23:34.816912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4b2db1ac-7133-4e4a-bc17-ee7abf7abe66 req-c21219e8-2cb2-426a-949e-4288d958032b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450680
Dec 15 13:23:34.821098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ac5f4555-f02a-4bd5-a180-edc5d8475f51 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:23:34.969055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ac5f4555-f02a-4bd5-a180-edc5d8475f51, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:34.984004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'port_id': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'mac_address': 'fa:16:3e:50:db:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:23:35.040099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:35.059028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5f4555-f02a-4bd5-a180-edc5d8475f51 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:23:35.075235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ac5f4555-f02a-4bd5-a180-edc5d8475f51, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:35.080337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:35.083207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb331a2b-40e6-464f-b89b-eaa50d471817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:35.335762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=ac5f4555-f02a-4bd5-a180-edc5d8475f51,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:35.338925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:35.372996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['ac5f4555-f02a-4bd5-a180-edc5d8475f51'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:23:36.034834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334f864-384d-4bbc-9225-b055ef4573b2 req-a0ab24b2-6933-4485-8df0-9520026aebaa tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:36.036458 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6334f864-384d-4bbc-9225-b055ef4573b2 req-a0ab24b2-6933-4485-8df0-9520026aebaa tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 945 time: 0.0861201
Dec 15 13:23:36.089220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6334f864-384d-4bbc-9225-b055ef4573b2 req-027ae736-d578-4a75-834e-574b282a3ed7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460272
Dec 15 13:23:36.822339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ac5f4555-f02a-4bd5-a180-edc5d8475f51 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:23:36.901046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port ac5f4555-f02a-4bd5-a180-edc5d8475f51 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:23:36.906029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port ac5f4555-f02a-4bd5-a180-edc5d8475f51 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:23:36.906447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:37.031739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:37.060955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:23:37.071198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ac5f4555-f02a-4bd5-a180-edc5d8475f51, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:23:37.076127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:37.078845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:37.120369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'code': 200}
Dec 15 13:23:37.147952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=ac5f4555-f02a-4bd5-a180-edc5d8475f51,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:37.151103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:37.316507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e1967-0406-4bb0-95db-f6c82f4b9995 req-35193f7b-4848-416a-8b52-cbf5203bc2dd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:37.318481 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fe0e1967-0406-4bb0-95db-f6c82f4b9995 req-35193f7b-4848-416a-8b52-cbf5203bc2dd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.0873647
Dec 15 13:23:37.368679 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fe0e1967-0406-4bb0-95db-f6c82f4b9995 req-2d81657b-a362-409e-9c5a-8825c9ffb165 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431447
Dec 15 13:23:37.374053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-446694d2-b3a6-4b05-a41c-549dbe5ef191 req-fb674689-7f2f-4b0c-ba4c-eceb632a4985 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 1099 time: 0.0806079
Dec 15 13:23:37.421827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-446694d2-b3a6-4b05-a41c-549dbe5ef191 req-2be1c4ff-5774-40bf-95dc-efd3b1ca19d1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404932
Dec 15 13:23:38.592300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319cf23-d2c7-4b8c-bd4c-94797d47a973 req-d55d8727-8d01-4846-a181-98a245dc94e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:38.593894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4319cf23-d2c7-4b8c-bd4c-94797d47a973 req-d55d8727-8d01-4846-a181-98a245dc94e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.0884852
Dec 15 13:23:38.649837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4319cf23-d2c7-4b8c-bd4c-94797d47a973 req-5c2531d6-3d8a-4cb1-b63e-96f758574547 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495679
Dec 15 13:23:39.886378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac260d9-45e5-46db-ae16-471a9a629bce req-fe35965f-3a63-481d-bc25-555ea8fb8a2e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:39.888053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ac260d9-45e5-46db-ae16-471a9a629bce req-fe35965f-3a63-481d-bc25-555ea8fb8a2e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.1018615
Dec 15 13:23:39.942020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ac260d9-45e5-46db-ae16-471a9a629bce req-2448a73d-a3e3-4807-b5a6-f07a688fc09d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444646
Dec 15 13:23:40.157830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a22f0-a96e-46ff-a005-b550e3942763 req-4783e6e0-741d-4a34-a66d-571b3a5a294d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:40.159536 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c37a22f0-a96e-46ff-a005-b550e3942763 req-4783e6e0-741d-4a34-a66d-571b3a5a294d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.0901945
Dec 15 13:23:40.209185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c37a22f0-a96e-46ff-a005-b550e3942763 req-da5209c6-d1b8-446a-9e2d-2b636cf50ede tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428464
Dec 15 13:23:40.238918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38702) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:40.325004 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b459b69e-1e83-4dd1-b46e-7fce4c0b684f tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 1094 time: 0.0845611
Dec 15 13:23:40.329765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38706) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:40.338630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:23:40.346431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:23:40.350718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:floatingip and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:23:40.353873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:23:40.360356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:23:40.371945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:40.537236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:40.659909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:23:40.692443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.194 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/4c61e8f3-527b-4ade-a07a-b6c7dc614f78) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:23:40.893190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:40.930737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:40.935618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83b9b038-a435-44be-a0bb-8fc65f3960bc tempest-TestEncryptedCinderVolumes-1849609417 tempest-TestEncryptedCinderVolumes-1849609417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:41.017474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:23:41.023990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:23:41.025920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5a7260f3-6a37-4916-a9bb-3bdf11d438fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:41.026295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=4c61e8f3-527b-4ade-a07a-b6c7dc614f78,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:41.028739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:23:41.057299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:41.688375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:41.747760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:41.965193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:41.969533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:41.973347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c216aa82-78ac-47ad-a111-95b606d9b2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:23:42.081384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=4c61e8f3-527b-4ade-a07a-b6c7dc614f78,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:23:42.086105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:23:42.100673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:42.313306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Floating IP f0629682-8f83-4f7e-bc8b-4d9820799ca9 associated. External IP: 172.26.0.194, port: ac5f4555-f02a-4bd5-a180-edc5d8475f51.
Dec 15 13:23:42.725560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:43.010295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:23:43.250851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:23:43.262918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] Sync routers for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:23:43.277638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:43.278341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fbbe0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:23:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:43.279106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:43.342197 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0108111
Dec 15 13:23:43.343001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:23:43.424229 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'status': 'completed', 'code': 200}
Dec 15 13:23:43.447717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cab5b39-0006-4257-95d9-05d88714c647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:43.498346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:43.536446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-1688531d-cf5a-453b-8ccf-072b787e42bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 1099 time: 0.0890279
Dec 15 13:23:43.575736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa24c76-83fb-4c59-83a3-a021d1ea730c req-c3b1f587-eb50-4ab9-9e07-e48746a112f1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:43.577582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1aa24c76-83fb-4c59-83a3-a021d1ea730c req-c3b1f587-eb50-4ab9-9e07-e48746a112f1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.0947332
Dec 15 13:23:43.628696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1aa24c76-83fb-4c59-83a3-a021d1ea730c req-14d8436e-2d6c-4dc0-ac2e-cd12509aa5d1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441957
Dec 15 13:23:43.659537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38714) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:43.721221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-044fff95-c86c-4e95-9966-2a023dcfe533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:43.723299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-044fff95-c86c-4e95-9966-2a023dcfe533 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b79b266-ec02-4081-9df4-e750bb2294a6 HTTP/1.1" status: 200  len: 898 time: 0.1806364
Dec 15 13:23:43.770476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:43.790335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cd39a351-772c-4f46-8a17-7bb0c94cc7ae tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f0629682-8f83-4f7e-bc8b-4d9820799ca9 HTTP/1.1" status: 200  len: 992 time: 0.1278703
Dec 15 13:23:43.870220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-3ed7a06f-0ba3-4121-a443-59a0a1bee6dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51 HTTP/1.1" status: 200  len: 1000 time: 0.1400776
Dec 15 13:23:43.884592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fbbe0>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f0629682-8f83-4f7e-bc8b-4d9820799ca9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.194', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'port_id': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'mac_address': 'fa:16:3e:50:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:23:41Z', 'updated_at': '2021-12-15T13:23:41Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:30Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:43.889090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] Checking router: 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:23:43.901325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:23:43.902005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fbbe0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:23:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:43.961664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-4f66861d-9886-417a-b587-ae8427d543b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:23:43.963834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-4f66861d-9886-417a-b587-ae8427d543b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e674911-5f3b-4151-8f4b-48987a2a9175 HTTP/1.1" status: 200  len: 834 time: 0.0861511
Dec 15 13:23:44.065428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-5523e8c8-6abd-44a1-86ed-d62d00b4d25e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b79b266-ec02-4081-9df4-e750bb2294a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0948291
Dec 15 13:23:44.234585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-b924bdda-ae6c-449b-b88c-04cee2274ffd service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622641
Dec 15 13:23:44.268523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:23:44.389047 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74bfb4b5-7b9b-4034-8c52-ee9cfa6b58e1 req-a43107f8-ad60-4d4e-949c-1f46cc28f5eb service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472201
Dec 15 13:23:44.677380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb2fbbe0>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f0629682-8f83-4f7e-bc8b-4d9820799ca9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.194', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'port_id': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'mac_address': 'fa:16:3e:50:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:23:41Z', 'updated_at': '2021-12-15T13:23:41Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:30Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:23:44.682021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d69941-4032-48c0-8941-c8446d03bb8e None None] The sync data for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv is: [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f0629682-8f83-4f7e-bc8b-4d9820799ca9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.194', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'port_id': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'mac_address': 'fa:16:3e:50:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:23:41Z', 'updated_at': '2021-12-15T13:23:41Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:30Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:23:44.793510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38718) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:44.928073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2612f79c-c980-43ad-b37e-833cc3cb9d82 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f0629682-8f83-4f7e-bc8b-4d9820799ca9 HTTP/1.1" status: 200  len: 992 time: 0.1329987
Dec 15 13:23:45.055077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5d498-c334-40f6-9279-ec88bc6d4e17 None None] New status for floating IP f0629682-8f83-4f7e-bc8b-4d9820799ca9: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:23:45.420252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:23:45.933069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38722) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:23:46.060722 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-52b69052-7e3a-460d-b243-e55e1d0a41a6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f0629682-8f83-4f7e-bc8b-4d9820799ca9 HTTP/1.1" status: 200  len: 994 time: 0.1261859
Dec 15 13:23:58.437225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:11.029747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a4f8560a-cf9f-4000-ad4c-c9a7e9107a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:11.130919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94567656-9b14-4713-9a45-689dd5042343 req-c5933423-682b-4752-86d4-1feeb5dedaaa tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:11.132682 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-94567656-9b14-4713-9a45-689dd5042343 req-c5933423-682b-4752-86d4-1feeb5dedaaa tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.0981810
Dec 15 13:24:11.184755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-94567656-9b14-4713-9a45-689dd5042343 req-d592cb10-c556-48dd-94fc-32866bae5c00 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455673
Dec 15 13:24:12.439032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e52e1-63c8-472c-9c22-65adb7205a00 req-9826dde4-29e4-48fd-9b8d-c37bd2a42cd0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:12.440731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cc7e52e1-63c8-472c-9c22-65adb7205a00 req-9826dde4-29e4-48fd-9b8d-c37bd2a42cd0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.1013970
Dec 15 13:24:12.494285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cc7e52e1-63c8-472c-9c22-65adb7205a00 req-e49ec18e-5ea8-4d32-94a1-621c2c0a3286 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467713
Dec 15 13:24:12.527783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38744) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:12.647299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a0a6020f-2d5c-4e6e-9510-7be43b13a56a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f0629682-8f83-4f7e-bc8b-4d9820799ca9 HTTP/1.1" status: 200  len: 994 time: 0.1181824
Dec 15 13:24:12.723165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:13.443239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9110efa6-e070-4b25-a35f-3baaea010a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:13.780813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:14.236285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc086-d550-4906-ab76-d4e054108a5b req-9dde1506-76e4-46ab-aa15-c5bb610cf3b6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:14.237893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2bdc086-d550-4906-ab76-d4e054108a5b req-9dde1506-76e4-46ab-aa15-c5bb610cf3b6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.0884757
Dec 15 13:24:14.289264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b2bdc086-d550-4906-ab76-d4e054108a5b req-805e1d80-f4c3-4e27-b30c-80cbead2c954 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442874
Dec 15 13:24:15.398822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:15.769888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8106485-3860-42cc-82cf-2d6c31a78b10 req-2ef68bba-39b7-4136-8057-96c9a7aaf61d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:15.771664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c8106485-3860-42cc-82cf-2d6c31a78b10 req-2ef68bba-39b7-4136-8057-96c9a7aaf61d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.3469532
Dec 15 13:24:15.826411 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c8106485-3860-42cc-82cf-2d6c31a78b10 req-4533f202-318c-423f-8209-1fbb0a206d59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452280
Dec 15 13:24:15.857580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38756) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:15.968852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a7eb7bfd-eaed-4025-979e-93e2092ab3c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f0629682-8f83-4f7e-bc8b-4d9820799ca9 HTTP/1.1" status: 200  len: 994 time: 0.1099160
Dec 15 13:24:16.297916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38764) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:16.527810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 4c61e8f3-527b-4ade-a07a-b6c7dc614f78 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:24:16.528442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:16.712685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:16.713046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:16.844048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 4c61e8f3-527b-4ade-a07a-b6c7dc614f78 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:24:17.020429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:17.026832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9650a32-d6ac-43e2-a6be-795068f746af tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:17.072891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=4c61e8f3-527b-4ade-a07a-b6c7dc614f78,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:17.119545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.119930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.120348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.120764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.121175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.121583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.121999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.122400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.122807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.123187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.123612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:17.127684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:17.192966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:17.628422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:24:17.650828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:24:17.855780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:24:17.866876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] Sync routers for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:24:17.876988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:17.881829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:17.882502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e5f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:17.933459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/floatingips/f0629682-8f83-4f7e-bc8b-4d9820799ca9 HTTP/1.1" status: 204  len: 168 time: 1.6343124
Dec 15 13:24:17.934174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:24:17.991833 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'status': 'completed', 'code': 200}
Dec 15 13:24:18.079825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:18.094127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae74a923-e714-4812-bea5-7613ca511c4c req-ca1fd2ae-a1c6-41d4-9881-1a5690000813 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 1099 time: 0.0811965
Dec 15 13:24:18.250068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a923-e714-4812-bea5-7613ca511c4c req-d5c440c3-cc79-41e8-9ace-8a40f66f7bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:18.251748 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae74a923-e714-4812-bea5-7613ca511c4c req-d5c440c3-cc79-41e8-9ace-8a40f66f7bf5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8b79b266-ec02-4081-9df4-e750bb2294a6 HTTP/1.1" status: 200  len: 898 time: 0.1505752
Dec 15 13:24:18.376721 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae74a923-e714-4812-bea5-7613ca511c4c req-68316b9c-67e9-43c9-b172-3743d01639aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51 HTTP/1.1" status: 200  len: 217 time: 0.1129158
Dec 15 13:24:18.431696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e5f8>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:30Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:18.435811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] Checking router: 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:24:18.447751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:18.448405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e5f8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:18.467730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a923-e714-4812-bea5-7613ca511c4c req-5620fe03-6ee5-4175-a7a2-bb3c32a4af50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:18.469387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae74a923-e714-4812-bea5-7613ca511c4c req-5620fe03-6ee5-4175-a7a2-bb3c32a4af50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e674911-5f3b-4151-8f4b-48987a2a9175 HTTP/1.1" status: 200  len: 834 time: 0.0849354
Dec 15 13:24:18.478646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5d0f-6e04-444b-9ca0-ff1eb275dbe5 req-4b8a9915-5d18-4e42-9763-81d2c55611d7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:18.480284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cfeb5d0f-6e04-444b-9ca0-ff1eb275dbe5 req-4b8a9915-5d18-4e42-9763-81d2c55611d7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.1596432
Dec 15 13:24:18.577440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cfeb5d0f-6e04-444b-9ca0-ff1eb275dbe5 req-b3eadc62-2f53-4c8b-88dd-63127ff2ac11 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632732
Dec 15 13:24:18.598298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae74a923-e714-4812-bea5-7613ca511c4c req-ba8c198a-95a0-4253-a2c0-d42c6077a44a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8b79b266-ec02-4081-9df4-e750bb2294a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1168311
Dec 15 13:24:18.638774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:18.743853 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae74a923-e714-4812-bea5-7613ca511c4c req-bc0d8ccc-1b4d-49e1-b4ee-2f7295e29abc service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379390
Dec 15 13:24:18.895672 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ae74a923-e714-4812-bea5-7613ca511c4c req-c2582c42-e1b8-43f9-9e55-ceb55caae365 service neutron] 10.222.0.77 "GET /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446314
Dec 15 13:24:18.976490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e5f8>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:30Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:18.980850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb0c88-6060-4684-a418-296c6b2459b3 None None] The sync data for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv is: [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'd58145c6-0e1c-451c-85d6-5f8cf1b584a2', 'name': '', 'network_id': '8b79b266-ec02-4081-9df4-e750bb2294a6', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:b7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:23Z', 'updated_at': '2021-12-15T13:23:30Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '3e674911-5f3b-4151-8f4b-48987a2a9175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:24:19.453853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03775071-f064-416d-a5e2-bd88b82f1394 None None] New status for floating IP f0629682-8f83-4f7e-bc8b-4d9820799ca9: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:24:19.806245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c15b7-484d-4959-95eb-faf573a2a76d req-72ef427e-905d-4985-b32a-2da6fc4c2c34 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:19.807030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c26c15b7-484d-4959-95eb-faf573a2a76d req-72ef427e-905d-4985-b32a-2da6fc4c2c34 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:24:19.823691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c26c15b7-484d-4959-95eb-faf573a2a76d req-72ef427e-905d-4985-b32a-2da6fc4c2c34 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:24:19.824999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c26c15b7-484d-4959-95eb-faf573a2a76d req-72ef427e-905d-4985-b32a-2da6fc4c2c34 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.1089544
Dec 15 13:24:19.875419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c26c15b7-484d-4959-95eb-faf573a2a76d req-5c4021e8-c977-40fe-acae-6aefcfbd9f5f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd00755f-7969-4f77-9ee5-ac75a0f5d094&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440400
Dec 15 13:24:19.987390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da0e1-c733-4484-b747-ac75f586645b req-f9d8b6a7-ea12-476b-ad6d-577677a19741 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:19.989162 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db8da0e1-c733-4484-b747-ac75f586645b req-f9d8b6a7-ea12-476b-ad6d-577677a19741 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 946 time: 0.0957885
Dec 15 13:24:20.066500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port ac5f4555-f02a-4bd5-a180-edc5d8475f51 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:24:20.066952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:20.349513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port ac5f4555-f02a-4bd5-a180-edc5d8475f51, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ac5f4555-f02a-4bd5-a180-edc5d8475f51,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:20.349922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:20.480517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for ac5f4555-f02a-4bd5-a180-edc5d8475f51 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:24:20.635955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:20.642073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-863944b5-16e3-40a4-b747-663ea1eb661c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:20.686520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=ac5f4555-f02a-4bd5-a180-edc5d8475f51,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:20.728375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.728799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.729238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.729651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.730058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.730468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.730873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.731278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.731703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.732111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.732514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:20.763661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:20.777479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] No DVR routers for this DVR port ac5f4555-f02a-4bd5-a180-edc5d8475f51 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:24:20.780115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:20.782863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'name': 'network-vif-deleted', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:24:20.799832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-db8da0e1-c733-4484-b747-ac75f586645b req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "DELETE /v2.0/ports/ac5f4555-f02a-4bd5-a180-edc5d8475f51 HTTP/1.1" status: 204  len: 173 time: 0.8048511
Dec 15 13:24:20.845040 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93261c81-ae43-4a7f-8cf8-4f4f22341a42', 'name': 'network-vif-deleted', 'tag': 'ac5f4555-f02a-4bd5-a180-edc5d8475f51', 'status': 'completed', 'code': 200}
Dec 15 13:24:21.064555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6bdb650-e444-4e9d-b54f-da2da8b70382 req-67cd75a2-35d6-4d00-b45d-b4a686f42b94 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93261c81-ae43-4a7f-8cf8-4f4f22341a42 HTTP/1.1" status: 200  len: 210 time: 0.0485489
Dec 15 13:24:22.193795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38782) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:22.890693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:23.039278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ac5f4555-f02a-4bd5-a180-edc5d8475f51 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:24:23.078310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: ac5f4555-f02a-4bd5-a180-edc5d8475f51 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:24:23.078734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ac5f4555-f02a-4bd5-a180-edc5d8475f51 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:24:23.557819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port d58145c6-0e1c-451c-85d6-5f8cf1b584a2 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:24:23.558402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:23.769006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port d58145c6-0e1c-451c-85d6-5f8cf1b584a2, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:23.769419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:23.908546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for d58145c6-0e1c-451c-85d6-5f8cf1b584a2 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:24:24.113708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:24.117651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5fabb18a-3b2c-4af4-8fd6-9cc4473736be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:24.163283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=d58145c6-0e1c-451c-85d6-5f8cf1b584a2,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:24.166417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:24.476866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:25.144783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:24:25.615513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:24:25.628214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] Sync routers for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:24:25.633148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/78dfc9f4-e24d-4a3d-b384-55a2ec39de6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4352708
Dec 15 13:24:25.633601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38786) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:25.642235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:25.642892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:25.829319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:25.841250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting subnet 3e674911-5f3b-4151-8f4b-48987a2a9175 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:24:25.844642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:25.904907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.002815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.096048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.100906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-99aa249e-21b7-4750-a3fb-6073b82f59b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:26.138665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Subnet': ['ID=3e674911-5f3b-4151-8f4b-48987a2a9175,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:26.143089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:26.147485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.157138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-298a5e97-8b8c-477c-a7e1-9a4cfec9840d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/subnets/3e674911-5f3b-4151-8f4b-48987a2a9175 HTTP/1.1" status: 204  len: 168 time: 0.5198088
Dec 15 13:24:26.157282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f6fe80-f607-48bf-8b81-05f365f280e1 None None] Network 8b79b266-ec02-4081-9df4-e750bb2294a6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:24:26.157368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38790) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:26.157967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e160>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:24:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:26.163230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] Checking router: 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:24:26.174872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] Routers {'78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:26.175568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:26.373551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] Set router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:26.379786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.457099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] DHCP port deletion for 8b79b266-ec02-4081-9df4-e750bb2294a6 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:24:26.462705 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Deleting port a064d513-64be-4906-8ab0-93ebdfd5528f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:24:26.463155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.614174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.623435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 3be86f5d-3d9b-4270-82a4-691c56da77ef {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:24:26.623803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.687158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] For port a064d513-64be-4906-8ab0-93ebdfd5528f, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=a064d513-64be-4906-8ab0-93ebdfd5528f,segment=NetworkSegment(ff857623-f7fc-4c30-be35-b18d636d84c5),segment_id=ff857623-f7fc-4c30-be35-b18d636d84c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:26.687543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.817394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 3be86f5d-3d9b-4270-82a4-691c56da77ef, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3be86f5d-3d9b-4270-82a4-691c56da77ef,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:26.817881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.818295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Calling delete_port for a064d513-64be-4906-8ab0-93ebdfd5528f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:24:26.860390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb17e160>, [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:24:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:26.864781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba768bc4-4da8-4518-9c5f-ff0e2918a614 None None] The sync data for ids ['78dfc9f4-e24d-4a3d-b384-55a2ec39de6a'] in dv-neutron-821831-1-hyperv is: [{'id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790850707', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:24:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3be86f5d-3d9b-4270-82a4-691c56da77ef', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfc9f4-e24d-4a3d-b384-55a2ec39de6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:19Z', 'updated_at': '2021-12-15T13:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:24:26.901176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:26.906266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:26.950625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Pushing event deleted for resources: {'Port': ['ID=a064d513-64be-4906-8ab0-93ebdfd5528f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:26.961868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.962271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.962542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 3be86f5d-3d9b-4270-82a4-691c56da77ef owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:24:26.962699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.963018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.963445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.963847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.964216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.964597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.964973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.965344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.965719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:26.969894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:26.970768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] No DVR routers for this DVR port a064d513-64be-4906-8ab0-93ebdfd5528f on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:24:27.143365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:27.148551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-56e7d26f-843f-42bd-9d06-e2023c46b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:27.193735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=3be86f5d-3d9b-4270-82a4-691c56da77ef,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:27.197666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:27.439935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:27.715190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:27.720028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:27.747311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:27.747924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Fanout notify agent at l3_agent the message router_deleted on router 78dfc9f4-e24d-4a3d-b384-55a2ec39de6a {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:24:27.763299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:27.764543 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/routers/78dfc9f4-e24d-4a3d-b384-55a2ec39de6a HTTP/1.1" status: 204  len: 168 time: 1.6063023
Dec 15 13:24:27.767565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38794) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:27.897983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.060075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.060306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d58145c6-0e1c-451c-85d6-5f8cf1b584a2 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:24:28.088448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9e852b0>,) {'filters': {'network_id': ['8b79b266-ec02-4081-9df4-e750bb2294a6']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:28.097215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: d58145c6-0e1c-451c-85d6-5f8cf1b584a2 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:24:28.097660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device d58145c6-0e1c-451c-85d6-5f8cf1b584a2 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:24:28.098168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a064d513-64be-4906-8ab0-93ebdfd5528f no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:24:28.101860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e852b0>, 'ff857623-f7fc-4c30-be35-b18d636d84c5') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:28.102211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e852b0>, 'ff857623-f7fc-4c30-be35-b18d636d84c5') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:28.114636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.129894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.130769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: a064d513-64be-4906-8ab0-93ebdfd5528f {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:24:28.131145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device a064d513-64be-4906-8ab0-93ebdfd5528f not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:24:28.136456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:24:28.136885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:24:28.152774 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:24:28.250343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.254537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c8bb6f62-bbb7-4d76-8d6d-becce0d20370 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:28.271734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.282183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Network': ['ID=8b79b266-ec02-4081-9df4-e750bb2294a6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:28.285348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/networks/8b79b266-ec02-4081-9df4-e750bb2294a6 HTTP/1.1" status: 204  len: 168 time: 0.5167789
Dec 15 13:24:28.286415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-668a0934-3aa6-4163-ae93-3a13078e0e7f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:28.288669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38798) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:28.364985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.396229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.442049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.469164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.473381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:28.490358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd00755f-7969-4f77-9ee5-ac75a0f5d094,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:28.492981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:28.502509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.503654 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd00755f-7969-4f77-9ee5-ac75a0f5d094 HTTP/1.1" status: 204  len: 168 time: 0.2139955
Dec 15 13:24:28.714580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38806) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:28.721421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945446233', 'description': 'tempest-secgroup-smoke-945446233 description', 'project_id': 'dbee835780d14c4c8230c91aee8f895f'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:28.728256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:28.732955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:28.736154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:28.742739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:28.754945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.795754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:28.800118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:28.803497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:28.809585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:28.868870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.873955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.879889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dde43fe8-d7d2-4c2c-944d-60f365cc8aa2 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:28.925118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9faa9bb2-c469-4e63-86bb-621144e7565d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:28.928589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:28.931538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:28.932900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4cb051ee-a91c-475d-9fa1-a0665f867f60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2171061
Dec 15 13:24:28.937267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38810) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:28.943248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': '9faa9bb2-c469-4e63-86bb-621144e7565d', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:28.949857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:28.953966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:28.957069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:28.963433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:28.983220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.051950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.055989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.057949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c7b1c099-d53a-4d93-ae41-7c1952850de4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:29.081499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad98c2a6-4690-4359-ba45-0730e2e3a346,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:29.084144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:29.092638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.094758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1563380
Dec 15 13:24:29.099492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38814) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:29.105428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': '9faa9bb2-c469-4e63-86bb-621144e7565d', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:29.111843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:29.116090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:29.119163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:29.125301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:29.143070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.219189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.223836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.229399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b61ec90-5c8b-4719-ab97-81d4de648feb tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:29.255406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfb30d0-dc3b-4cd5-9c95-ed03d9a9b8ab,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:29.258252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:29.266876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.268244 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fab64eb8-9a09-4b57-a947-22afc1fc5f1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1676469
Dec 15 13:24:29.271624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38818) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:29.277971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': '9faa9bb2-c469-4e63-86bb-621144e7565d', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:29.284641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:29.289738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:29.293127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:29.299763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:29.317349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.389575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.393597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.395576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72031f07-f790-407b-a6f3-69220e33ece4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:29.424595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b64534a-efc0-4df6-8487-04ba996f95d1,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:29.430229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:29.434650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.435978 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b8cb252b-f6b7-4b31-9cfa-128b623bd6be tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1633298
Dec 15 13:24:29.439337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38822) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:29.446005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': '9faa9bb2-c469-4e63-86bb-621144e7565d', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:29.452749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:29.457154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:29.460448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:29.467830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:29.486205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.560118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.564048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.566067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f6ea4680-7aaf-4c3a-93fa-c89e2c4559bf tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:29.590746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b050f14-bd23-4705-9165-5b138fb75bac,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:29.593332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:29.600433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.601763 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1612933
Dec 15 13:24:29.604780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38826) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:29.610844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': '9faa9bb2-c469-4e63-86bb-621144e7565d', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:29.617968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:29.622368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:29.625545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:29.632662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:29.643037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:24:29.650224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.719233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.724228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.726658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-933c9626-17e5-4a68-be38-ac5b4856ac5c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:29.751043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cee125d-6973-440d-b9e2-f3dece604492,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:29.756297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:29.761008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.762290 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1565371
Dec 15 13:24:29.766617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38830) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:29.772986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': '9faa9bb2-c469-4e63-86bb-621144e7565d', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:29.779905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:29.784941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:29.789325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:29.796046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:29.810560 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:24:29.818151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.892711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.896152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.898223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-75110af2-6b26-4371-8622-5ddb707f77c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:29.922860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118d5091-2656-424e-89fd-cedadea2aaee,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:29.924519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3be86f5d-3d9b-4270-82a4-691c56da77ef no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:24:29.925703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:29.933379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:29.937628 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1670933
Dec 15 13:24:29.938114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38836) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:29.944442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'network': {'name': 'tempest-network-smoke--1118360107', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'port_security_enabled': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:29.950766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:29.954924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:network and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:29.958923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:29.965296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:29.966714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3be86f5d-3d9b-4270-82a4-691c56da77ef {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:24:29.967135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3be86f5d-3d9b-4270-82a4-691c56da77ef not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:24:29.978297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:24:29.984121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.017714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:24:30.027993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.028383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Added segment 1f034516-a194-4135-86db-6d9bae34e538 of type vlan for network a7313d5a-2a8b-4259-ba70-fe123620efa3
Dec 15 13:24:30.059660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.090721 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.094856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:30.095538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.101170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-57827733-8834-4c17-a1f9-dbb9a9acabe8 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:30.150333 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2112696
Dec 15 13:24:30.153306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38840) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:30.208779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'admin_state_up': True, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:30.224127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:30.226864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Network': ['ID=a7313d5a-2a8b-4259-ba70-fe123620efa3,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:30.230038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c0d32198-8098-46a3-9388-57e223534c9b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:30.232664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:router and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:30.236191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:30.239694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:24:30.243463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:30.253449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.254446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.278075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.436663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.633037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.668804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:30.814640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.138 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/5abfc93b-e567-4cfb-abc7-6974057f4543) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:24:30.980026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:31.008670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:31.015823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b18e8f55-c452-4bff-8245-9c05d39aeaf2 tempest-DeleteServersTestJSON-1994812590 tempest-DeleteServersTestJSON-1994812590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:31.088956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:24:31.092380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:24:31.094491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=5abfc93b-e567-4cfb-abc7-6974057f4543,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:31.096810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:24:31.122927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:31.275139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:31.276199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:31.525075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:24:31.986317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:24:31.996779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Sync routers for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:24:32.010817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:32.011543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3c0e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:32.013918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:32.015282 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8609734
Dec 15 13:24:32.018760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38844) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:32.065335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d25c0cde-adca-45d5-9d14-71070c2e82f1 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=dbee835780d14c4c8230c91aee8f895f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0452080
Dec 15 13:24:32.068111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38848) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:32.206258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:32.214882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee2c98-33cc-4f8e-a636-78f5fae1853a tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:32.216664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2cee2c98-33cc-4f8e-a636-78f5fae1853a tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1475596
Dec 15 13:24:32.220475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38852) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:32.281311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ce901892-3206-40e8-a860-12d292e3c6e5 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0594385
Dec 15 13:24:32.284022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38856) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:32.290476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742714782', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:32.541400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3c0e10>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:31Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:32.546728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Checking router: 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:24:32.547134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Updating router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 port 5abfc93b-e567-4cfb-abc7-6974057f4543 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:24:32.605121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:32.677937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:32.682261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:subnet and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:32.685290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:32.691583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:32.700976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:24:32.815059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:32.968988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:32.982110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Transition to ACTIVE for port object 5abfc93b-e567-4cfb-abc7-6974057f4543 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:24:32.989887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:32.994955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:33.056404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:33.060743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-24e35c24-68a3-4e73-932e-10a964f11f41 tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:33.149578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Subnet': ['ID=76a65d12-db1e-40f1-979b-32b8d074842f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:33.152656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:33.168039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Checking segment: {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:24:33.168449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network hostable DHCP agents. Network: a7313d5a-2a8b-4259-ba70-fe123620efa3, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:24:33.192206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:24:33.202119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, a7313d5a-2a8b-4259-ba70-fe123620efa3) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:24:33.206506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:33.207165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:33.215580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c27bed-dd76-4439-9014-f3dab252b65b None None] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:24:33.236647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-dc057f5e-4bc8-474c-b716-2cf0794a54c3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9485579
Dec 15 13:24:33.237133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38860) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:33.281932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16572011-8db6-434a-9114-aa017243e10d None None] Pushing event updated for resources: {'Port': ['ID=5abfc93b-e567-4cfb-abc7-6974057f4543,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:33.289223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-16572011-8db6-434a-9114-aa017243e10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:33.344857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Attempting to bind port 5abfc93b-e567-4cfb-abc7-6974057f4543 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:24:33.345281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Attempting to bind port 5abfc93b-e567-4cfb-abc7-6974057f4543 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:24:33.345693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Attempting to bind port 5abfc93b-e567-4cfb-abc7-6974057f4543 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:24:33.365579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:24:33.366005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:24:33.366462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:33.366907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:24:33.367472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Bound port: 5abfc93b-e567-4cfb-abc7-6974057f4543, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:24:33.367900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:33.506258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] For port 5abfc93b-e567-4cfb-abc7-6974057f4543, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:24:33.510902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] For port 5abfc93b-e567-4cfb-abc7-6974057f4543, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5abfc93b-e567-4cfb-abc7-6974057f4543,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:24:33.540843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:33.548155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-63f99033-5961-4a4e-a152-fa71cd513fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:33.605661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-a7313d5a-2a8b-4259-ba70-fe123620efa3', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:24:33.606570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:33.707183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16572011-8db6-434a-9114-aa017243e10d None None] Pushing event updated for resources: {'Port': ['ID=5abfc93b-e567-4cfb-abc7-6974057f4543,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:33.718603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-16572011-8db6-434a-9114-aa017243e10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:33.737793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:33.738485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3c0e10>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:33.964866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Allocated IP 172.20.0.2 (a7313d5a-2a8b-4259-ba70-fe123620efa3/76a65d12-db1e-40f1-979b-32b8d074842f/cf348f10-3255-438a-a1a1-29c90e35068c) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:24:34.032160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:34.044232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:34.452059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:34.468510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Transition to ACTIVE for port object cf348f10-3255-438a-a1a1-29c90e35068c will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:24:34.497708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Transition to ACTIVE for port object cf348f10-3255-438a-a1a1-29c90e35068c will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:24:34.506308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:34.511632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-038eb9fe-683d-45c9-b231-8a7abdab2686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:34.573909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.1 (a7313d5a-2a8b-4259-ba70-fe123620efa3/76a65d12-db1e-40f1-979b-32b8d074842f/c7fbc945-8099-48ea-8d5d-bc825c64173c) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:24:34.594661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:24:34.596411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3c0e10>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:31Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:34.600978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:24:34.602897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Pushing event updated for resources: {'Port': ['ID=cf348f10-3255-438a-a1a1-29c90e35068c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:34.605301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:24:34.608485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:34.609875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884066c3-09ec-43a8-8553-b679f2d32edf None None] The sync data for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv is: [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:31Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:24:34.701068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Attempting to bind port cf348f10-3255-438a-a1a1-29c90e35068c on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:24:34.701494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Attempting to bind port cf348f10-3255-438a-a1a1-29c90e35068c by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:24:34.702412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Attempting to bind port cf348f10-3255-438a-a1a1-29c90e35068c on network a7313d5a-2a8b-4259-ba70-fe123620efa3 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:24:34.710579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:24:34.711152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Checking segment: {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:24:34.712336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:34.712336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Bound using segment: {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:24:34.712979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Bound port: cf348f10-3255-438a-a1a1-29c90e35068c, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:24:34.713488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:34.759019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:34.777723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object c7fbc945-8099-48ea-8d5d-bc825c64173c will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:24:34.799256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:34.804920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e46ed7da-1119-4163-951e-1cd9e92e8ca0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:34.885615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:24:34.889441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:24:34.894519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:24:34.923322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=c7fbc945-8099-48ea-8d5d-bc825c64173c,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:34.929792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:34.963202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:35.017099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] For port cf348f10-3255-438a-a1a1-29c90e35068c, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:24:35.020781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] For port cf348f10-3255-438a-a1a1-29c90e35068c, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cf348f10-3255-438a-a1a1-29c90e35068c,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:24:35.024771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:35.029533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:35.061467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:35.125021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Pushing event updated for resources: {'Port': ['ID=cf348f10-3255-438a-a1a1-29c90e35068c,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:35.132035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:35.570128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:35.574633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:35.607725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7248f34d-c938-45a0-b24e-bdff6ca87192 tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:35.701764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:35.706562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=c7fbc945-8099-48ea-8d5d-bc825c64173c,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:35.710629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:35.861679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:24:35.863105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:24:36.026907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cf348f10-3255-438a-a1a1-29c90e35068c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:24:36.111006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port cf348f10-3255-438a-a1a1-29c90e35068c completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:24:36.117221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5abfc93b-e567-4cfb-abc7-6974057f4543 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:24:36.192100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 5abfc93b-e567-4cfb-abc7-6974057f4543 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:24:36.197973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5abfc93b-e567-4cfb-abc7-6974057f4543 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:36.198404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:36.325497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:36.344231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 5abfc93b-e567-4cfb-abc7-6974057f4543, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5abfc93b-e567-4cfb-abc7-6974057f4543,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:36.348422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:36.350547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-16572011-8db6-434a-9114-aa017243e10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:36.419937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=5abfc93b-e567-4cfb-abc7-6974057f4543,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:36.423532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:36.570517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:24:36.791694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:24:36.805738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/3bf4d5dc-8875-4c17-9c9f-15c67181ed78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5674424
Dec 15 13:24:36.870922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296f84d-46a2-4b7c-8e53-396c70f12e1e None None] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:24:36.981693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Provisioning for port cf348f10-3255-438a-a1a1-29c90e35068c completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:24:36.990018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Provisioning complete for port cf348f10-3255-438a-a1a1-29c90e35068c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:36.990643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:37.015778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-52e9a8ce-df85-47d4-86d2-87821702c3f5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945446233&fields=id&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 267 time: 0.0480504
Dec 15 13:24:37.191515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-558004a4-3d8a-4ac6-a9ca-f7c60a40d312 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:37.192330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-558004a4-3d8a-4ac6-a9ca-f7c60a40d312 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:24:37.209711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-558004a4-3d8a-4ac6-a9ca-f7c60a40d312 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:24:37.210999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-558004a4-3d8a-4ac6-a9ca-f7c60a40d312 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/networks?id=a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 200  len: 797 time: 0.1871188
Dec 15 13:24:37.218703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:37.231028 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-eae07752-9896-4b4a-9900-78774a8bb41a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/quotas/dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 375 time: 0.0135343
Dec 15 13:24:37.269957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] For port cf348f10-3255-438a-a1a1-29c90e35068c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cf348f10-3255-438a-a1a1-29c90e35068c,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:37.279166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:37.282435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:37.338406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-948e9656-ebc5-4e1c-8a2e-e72d8efad5e1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1011398
Dec 15 13:24:37.381688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Pushing event updated for resources: {'Port': ['ID=cf348f10-3255-438a-a1a1-29c90e35068c,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:37.387706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:37.447561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-fa29a135-70e8-4580-b16b-d011fad119d1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:24:37.455527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-fa29a135-70e8-4580-b16b-d011fad119d1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0971668
Dec 15 13:24:37.605969 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-a61a89bc-5b8d-44de-bf36-5a37fd4b7a4c service neutron] 10.222.0.53 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494012
Dec 15 13:24:37.706207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-39036bd2-355b-4e95-9b25-3bf19d3cc529 None None] Provisioning for port c7fbc945-8099-48ea-8d5d-bc825c64173c completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:24:37.714020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-39036bd2-355b-4e95-9b25-3bf19d3cc529 None None] Provisioning complete for port c7fbc945-8099-48ea-8d5d-bc825c64173c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:37.714445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39036bd2-355b-4e95-9b25-3bf19d3cc529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:37.750748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Sync routers for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:24:37.767037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:37.767396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-c89bd752-d4ba-40fc-9959-08cb1d43e301 service neutron] 10.222.0.53 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542988
Dec 15 13:24:37.767747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb57c160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:37.774809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-39036bd2-355b-4e95-9b25-3bf19d3cc529 None None] Port c7fbc945-8099-48ea-8d5d-bc825c64173c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:24:37.789885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-39036bd2-355b-4e95-9b25-3bf19d3cc529 None None] Provisioning complete for port cf348f10-3255-438a-a1a1-29c90e35068c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:37.790401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-39036bd2-355b-4e95-9b25-3bf19d3cc529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.009742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:38.049685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b11860d5-6515-403c-a77d-81d9b64d523e req-5aba92bc-d0cf-4d56-9af0-fcce4408eef3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:24:38.071418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1cd318c8-3863-4264-be5b-609cee7fd844 None None] Provisioning complete for port c7fbc945-8099-48ea-8d5d-bc825c64173c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:38.072187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1cd318c8-3863-4264-be5b-609cee7fd844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.081861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b11860d5-6515-403c-a77d-81d9b64d523e req-5aba92bc-d0cf-4d56-9af0-fcce4408eef3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:24:38.083334 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b11860d5-6515-403c-a77d-81d9b64d523e req-5aba92bc-d0cf-4d56-9af0-fcce4408eef3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 210 time: 0.0855043
Dec 15 13:24:38.150392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cf348f10-3255-438a-a1a1-29c90e35068c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:24:38.184268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-1cd318c8-3863-4264-be5b-609cee7fd844 None None] Port c7fbc945-8099-48ea-8d5d-bc825c64173c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:24:38.254139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port cf348f10-3255-438a-a1a1-29c90e35068c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:38.254827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.420398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5abfc93b-e567-4cfb-abc7-6974057f4543 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:24:38.463076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb57c160>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:35Z', 'revision_number': 2, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:38.468385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Checking router: 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:24:38.468729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Updating router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 port c7fbc945-8099-48ea-8d5d-bc825c64173c binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:24:38.489171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c2426bde-6ac1-4734-a3c9-7526eabcd820 None None] Provisioning complete for port c7fbc945-8099-48ea-8d5d-bc825c64173c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:38.489851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c2426bde-6ac1-4734-a3c9-7526eabcd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.524484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.555858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c2426bde-6ac1-4734-a3c9-7526eabcd820 None None] Port c7fbc945-8099-48ea-8d5d-bc825c64173c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:24:38.563594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 5abfc93b-e567-4cfb-abc7-6974057f4543 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:38.564128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.940714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.953849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Transition to ACTIVE for port object c7fbc945-8099-48ea-8d5d-bc825c64173c will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:24:38.960774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:38.964726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-561e2ded-0c75-4489-8442-496626dea24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:39.097949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Pushing event updated for resources: {'Port': ['ID=c7fbc945-8099-48ea-8d5d-bc825c64173c,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:39.196348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.196674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.196965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.197341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.197713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.198070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.198430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.198788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.199144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.199541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.199899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:24:39.204077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:39.246486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Attempting to bind port c7fbc945-8099-48ea-8d5d-bc825c64173c on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:24:39.246902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Attempting to bind port c7fbc945-8099-48ea-8d5d-bc825c64173c by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:24:39.247316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Attempting to bind port c7fbc945-8099-48ea-8d5d-bc825c64173c on network a7313d5a-2a8b-4259-ba70-fe123620efa3 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:24:39.259456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:24:39.259888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Checking segment: {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:24:39.260347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:39.260802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Bound using segment: {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:24:39.261344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Bound port: c7fbc945-8099-48ea-8d5d-bc825c64173c, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:24:39.261772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:39.377401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-8456ef0f-83fe-48b0-bf49-1bdf3fc9f9cb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:39.378294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-8456ef0f-83fe-48b0-bf49-1bdf3fc9f9cb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:24:39.397794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-8456ef0f-83fe-48b0-bf49-1bdf3fc9f9cb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:24:39.399235 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-8456ef0f-83fe-48b0-bf49-1bdf3fc9f9cb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/networks?id=a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 200  len: 797 time: 0.2883008
Dec 15 13:24:39.445265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] For port c7fbc945-8099-48ea-8d5d-bc825c64173c, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:24:39.448641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] For port c7fbc945-8099-48ea-8d5d-bc825c64173c, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c7fbc945-8099-48ea-8d5d-bc825c64173c,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:24:39.453724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:39.465428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:39.471224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-53c7cabc-9616-4699-af7a-2fb5e57bfed5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:24:39.487775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6746978b-97ac-4774-87bb-2b8cda9f023a req-6efd9308-a7e8-4608-b0a3-3d7d71b52f8b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 210 time: 0.0499151
Dec 15 13:24:39.488980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-53c7cabc-9616-4699-af7a-2fb5e57bfed5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:24:39.490765 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-53c7cabc-9616-4699-af7a-2fb5e57bfed5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 379 time: 0.0741444
Dec 15 13:24:39.500845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'port': {'device_id': '03704217-fe48-4418-8a46-1edabee158d8', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'admin_state_up': True, 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'security_groups': ['9faa9bb2-c469-4e63-86bb-621144e7565d']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:39.558329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:39.559033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb57c160>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:39.617047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Pushing event updated for resources: {'Port': ['ID=c7fbc945-8099-48ea-8d5d-bc825c64173c,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:39.639454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:39.666317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:39.678645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:39.688667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:24:39.694893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:39.768684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:39.881363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.14 (a7313d5a-2a8b-4259-ba70-fe123620efa3/76a65d12-db1e-40f1-979b-32b8d074842f/437c9535-bf70-4e11-a645-f5fd86691b4d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:24:40.091559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:40.111184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object 437c9535-bf70-4e11-a645-f5fd86691b4d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:24:40.118187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb57c160>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:39Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:40.122564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08030d1c-0092-4e7e-ac1f-838d56e26cdc None None] The sync data for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv is: [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:39Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:24:40.135286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:40.141331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-378cd1e5-1376-40e5-b251-41c5bb4d9361 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:40.222540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:24:40.222540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:24:40.230140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:24:40.296231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=437c9535-bf70-4e11-a645-f5fd86691b4d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:40.299823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:40.318654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:40.327804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:40.353478 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8574829
Dec 15 13:24:40.366195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Request body: {'port': {'device_id': '03704217-fe48-4418-8a46-1edabee158d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:40.497015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:40.553695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cbfcaa97-5945-4f53-804e-422351b49af4 None None] Provisioning for port 437c9535-bf70-4e11-a645-f5fd86691b4d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:24:40.563753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-cbfcaa97-5945-4f53-804e-422351b49af4 None None] Provisioning complete for port 437c9535-bf70-4e11-a645-f5fd86691b4d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:40.564181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cbfcaa97-5945-4f53-804e-422351b49af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:40.628453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcaa97-5945-4f53-804e-422351b49af4 None None] Port 437c9535-bf70-4e11-a645-f5fd86691b4d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:24:40.856679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845ed99-0657-4eea-a9bd-3d5f85495a36 req-7340e11c-e8f1-45da-a7d1-68d3f4a492c2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:40.857362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9845ed99-0657-4eea-a9bd-3d5f85495a36 req-7340e11c-e8f1-45da-a7d1-68d3f4a492c2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:24:40.900710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9845ed99-0657-4eea-a9bd-3d5f85495a36 req-7340e11c-e8f1-45da-a7d1-68d3f4a492c2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:24:40.902115 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9845ed99-0657-4eea-a9bd-3d5f85495a36 req-7340e11c-e8f1-45da-a7d1-68d3f4a492c2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 932 time: 0.2590632
Dec 15 13:24:41.018744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437c9535-bf70-4e11-a645-f5fd86691b4d {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:24:41.026041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-510346b5-628e-4899-bf82-8740d4b09020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:41.030002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:41.034614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9845ed99-0657-4eea-a9bd-3d5f85495a36 req-ee340439-8324-4d55-8a34-97aaed121695 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262183
Dec 15 13:24:41.050044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Transition to ACTIVE for port object 437c9535-bf70-4e11-a645-f5fd86691b4d will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:24:41.054059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:41.059694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e52939c8-a73b-4622-91bb-3260feffb835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:41.191209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Pushing event updated for resources: {'Port': ['ID=437c9535-bf70-4e11-a645-f5fd86691b4d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:41.199952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:41.344410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Attempting to bind port 437c9535-bf70-4e11-a645-f5fd86691b4d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:24:41.344807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Attempting to bind port 437c9535-bf70-4e11-a645-f5fd86691b4d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:24:41.345172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Attempting to bind port 437c9535-bf70-4e11-a645-f5fd86691b4d on network a7313d5a-2a8b-4259-ba70-fe123620efa3 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:24:41.355008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Port 437c9535-bf70-4e11-a645-f5fd86691b4d on network a7313d5a-2a8b-4259-ba70-fe123620efa3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:24:41.355500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Attempting to bind port 437c9535-bf70-4e11-a645-f5fd86691b4d on network a7313d5a-2a8b-4259-ba70-fe123620efa3 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:24:41.362770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:24:41.363143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Checking segment: {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:24:41.363590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Bound using segment: {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:24:41.364102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Bound port: 437c9535-bf70-4e11-a645-f5fd86691b4d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f034516-a194-4135-86db-6d9bae34e538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:24:41.364598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:41.462086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] For port 437c9535-bf70-4e11-a645-f5fd86691b4d, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:24:41.466122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] For port 437c9535-bf70-4e11-a645-f5fd86691b4d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=437c9535-bf70-4e11-a645-f5fd86691b4d,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:24:41.469970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:41.474875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac59ed55-0d78-4517-a0a3-e5b2d12306fe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:41.543333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:41.544901 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] 10.222.0.77 "PUT /v2.0/ports/437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 200  len: 1094 time: 1.1839085
Dec 15 13:24:41.545468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:24:41.563991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Pushing event updated for resources: {'Port': ['ID=437c9535-bf70-4e11-a645-f5fd86691b4d,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:41.568021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:41.630699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'status': 'completed', 'code': 200}
Dec 15 13:24:41.670946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-8b4ef33d-60cf-4a1b-b44c-71b75c9702af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1097 time: 0.0812078
Dec 15 13:24:41.752021 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-1c1a87f2-e4e4-49e2-9c25-4bc63ebac8a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 200  len: 217 time: 0.0738866
Dec 15 13:24:41.823152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-e75a29a7-b460-4833-9886-81e3f11c7c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:41.824701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-e75a29a7-b460-4833-9886-81e3f11c7c6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76a65d12-db1e-40f1-979b-32b8d074842f HTTP/1.1" status: 200  len: 835 time: 0.0669050
Dec 15 13:24:41.908730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-29b22d2b-32bb-499c-9693-a5a95e0fe424 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7313d5a-2a8b-4259-ba70-fe123620efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775642
Dec 15 13:24:42.005687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c7fbc945-8099-48ea-8d5d-bc825c64173c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:24:42.058883 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-81d1d7d9-8d76-443a-87f7-365e418aa637 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439664
Dec 15 13:24:42.078130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port c7fbc945-8099-48ea-8d5d-bc825c64173c completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:24:42.084318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c7fbc945-8099-48ea-8d5d-bc825c64173c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:42.084755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:42.208891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:42.248388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port c7fbc945-8099-48ea-8d5d-bc825c64173c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c7fbc945-8099-48ea-8d5d-bc825c64173c,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:42.261983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:42.263104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68b98485-4649-424e-8e7f-1ece5cf1c791 req-4669afae-c41d-4111-8748-d876910cc480 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975958
Dec 15 13:24:42.264092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:42.292068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87125d02-448c-4cff-a8ae-7a353ca64342 req-e4c58b34-5bd4-4b8f-93cf-0112dfef9796 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:42.293695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87125d02-448c-4cff-a8ae-7a353ca64342 req-e4c58b34-5bd4-4b8f-93cf-0112dfef9796 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 944 time: 0.1168463
Dec 15 13:24:42.337762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=c7fbc945-8099-48ea-8d5d-bc825c64173c,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:42.341297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:42.400865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87125d02-448c-4cff-a8ae-7a353ca64342 req-ee8337b2-f664-4ef6-b6bb-c67b28cca470 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996752
Dec 15 13:24:42.425719 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99590222-1775-464b-a771-bbf80cca5bcd req-41eda772-17e4-4109-afc5-be5397f2832d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1097 time: 0.1067791
Dec 15 13:24:42.580635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99590222-1775-464b-a771-bbf80cca5bcd req-123826bb-ee38-4094-9c61-730fdbc1efe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:42.582281 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99590222-1775-464b-a771-bbf80cca5bcd req-123826bb-ee38-4094-9c61-730fdbc1efe8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 200  len: 898 time: 0.1490364
Dec 15 13:24:42.658878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99590222-1775-464b-a771-bbf80cca5bcd req-3fade122-131d-432d-a979-40a2a96b6b05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 200  len: 217 time: 0.0697799
Dec 15 13:24:42.725924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:42.740171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99590222-1775-464b-a771-bbf80cca5bcd req-e5ea7ec2-926c-4863-9166-fff98c120df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:42.741906 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99590222-1775-464b-a771-bbf80cca5bcd req-e5ea7ec2-926c-4863-9166-fff98c120df8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76a65d12-db1e-40f1-979b-32b8d074842f HTTP/1.1" status: 200  len: 835 time: 0.0771742
Dec 15 13:24:42.837706 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99590222-1775-464b-a771-bbf80cca5bcd req-e2aa4d33-b190-46cc-a295-1ad70b7e4d39 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7313d5a-2a8b-4259-ba70-fe123620efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0886588
Dec 15 13:24:42.985732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99590222-1775-464b-a771-bbf80cca5bcd req-483bbf7e-ef75-4c59-800c-181cdc297bcf service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412008
Dec 15 13:24:43.392111 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99590222-1775-464b-a771-bbf80cca5bcd req-03e10ba1-ec0b-4844-af4a-0c3dc6b4e555 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3994279
Dec 15 13:24:43.451719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ea4e81c5-4d29-433f-91ab-d6c138753c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:43.619886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0058-32e6-4b98-b51e-a5cea7532e73 req-3d26a3d1-4d91-4470-ae86-d055463b6ca8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:43.621664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df6c0058-32e6-4b98-b51e-a5cea7532e73 req-3d26a3d1-4d91-4470-ae86-d055463b6ca8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 944 time: 0.0895858
Dec 15 13:24:43.673429 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-df6c0058-32e6-4b98-b51e-a5cea7532e73 req-00f64785-4cdf-4705-a49e-060cd666514a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452902
Dec 15 13:24:43.782417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:43.981189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c7fbc945-8099-48ea-8d5d-bc825c64173c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:24:44.066428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port c7fbc945-8099-48ea-8d5d-bc825c64173c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:44.066848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:44.901820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0d997-bdc7-4a5e-8aa0-e8a9f93d69e3 req-207d2145-d9e0-4452-93a9-b59d0ad77fd6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:44.903449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-80c0d997-bdc7-4a5e-8aa0-e8a9f93d69e3 req-207d2145-d9e0-4452-93a9-b59d0ad77fd6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 944 time: 0.0930984
Dec 15 13:24:44.957860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-80c0d997-bdc7-4a5e-8aa0-e8a9f93d69e3 req-a9323baa-ea16-4131-abb3-6a5650185edc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445471
Dec 15 13:24:45.163704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 437c9535-bf70-4e11-a645-f5fd86691b4d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:24:45.318582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 437c9535-bf70-4e11-a645-f5fd86691b4d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=437c9535-bf70-4e11-a645-f5fd86691b4d,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:45.337389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'port_id': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'mac_address': 'fa:16:3e:f2:be:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:24:45.407494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:45.423899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:45.429414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437c9535-bf70-4e11-a645-f5fd86691b4d {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:24:45.444793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 437c9535-bf70-4e11-a645-f5fd86691b4d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=437c9535-bf70-4e11-a645-f5fd86691b4d,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:45.448910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:45.450758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-807b3581-f8d1-4571-9d3b-bc40f22d3293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:45.525839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=437c9535-bf70-4e11-a645-f5fd86691b4d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:45.531164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:45.654623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['437c9535-bf70-4e11-a645-f5fd86691b4d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:24:46.179684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a54b9e-11b6-4ee6-88e3-19f5384e779f req-a385752c-777d-494b-b606-85b9b20b894b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:46.181197 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-86a54b9e-11b6-4ee6-88e3-19f5384e779f req-a385752c-777d-494b-b606-85b9b20b894b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 945 time: 0.0878384
Dec 15 13:24:46.229820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-86a54b9e-11b6-4ee6-88e3-19f5384e779f req-335d714f-0f9d-4209-8901-7b2bf6ea23d6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424185
Dec 15 13:24:47.180548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 437c9535-bf70-4e11-a645-f5fd86691b4d up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:24:47.263741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 437c9535-bf70-4e11-a645-f5fd86691b4d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:24:47.269882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 437c9535-bf70-4e11-a645-f5fd86691b4d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:24:47.269882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:47.403723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:47.434961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:24:47.446344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 437c9535-bf70-4e11-a645-f5fd86691b4d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=437c9535-bf70-4e11-a645-f5fd86691b4d,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:24:47.450820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:47.452927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f0e7047e-1b79-4766-bf19-b594ad14a8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:47.468900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1396cb3-77a7-4b24-bef1-f7ed737bcf4f req-357e0e06-554d-40b7-882f-b77a85596b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:47.470592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a1396cb3-77a7-4b24-bef1-f7ed737bcf4f req-357e0e06-554d-40b7-882f-b77a85596b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 945 time: 0.1038818
Dec 15 13:24:47.498211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'code': 200}
Dec 15 13:24:47.522506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=437c9535-bf70-4e11-a645-f5fd86691b4d,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:47.524297 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a1396cb3-77a7-4b24-bef1-f7ed737bcf4f req-87eef07f-a4df-4c64-8ce4-70f4554db01d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464807
Dec 15 13:24:47.526030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:47.754926 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7bd93fdd-f844-421d-92db-fee0ced56579 req-5dc2f276-33e5-4dde-b055-f4e24b855410 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1099 time: 0.0876493
Dec 15 13:24:47.808310 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7bd93fdd-f844-421d-92db-fee0ced56579 req-24dee2e5-0aef-42dd-9034-8b717eb49b23 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476308
Dec 15 13:24:48.748639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4889f4-6bc7-4efd-bce4-3751aace9171 req-ddc4db2d-6b08-4804-b839-67507381ecfb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:48.750292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd4889f4-6bc7-4efd-bce4-3751aace9171 req-ddc4db2d-6b08-4804-b839-67507381ecfb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0917568
Dec 15 13:24:48.802752 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd4889f4-6bc7-4efd-bce4-3751aace9171 req-b6e3b158-bbba-4d0a-8e6b-120544457057 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458639
Dec 15 13:24:50.038253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7972bb-a0f2-4a40-b75f-374f3e422b17 req-98635d09-152d-4b1b-98ef-f907c5413853 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:50.040035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b7972bb-a0f2-4a40-b75f-374f3e422b17 req-98635d09-152d-4b1b-98ef-f907c5413853 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.1052573
Dec 15 13:24:50.111453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8b7972bb-a0f2-4a40-b75f-374f3e422b17 req-6bbbfbc8-daeb-460c-bddc-01963b91296f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630240
Dec 15 13:24:50.334282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0c89c-9394-45b2-8440-c53baebad6f7 req-37aa7966-e936-49e8-821d-34cad12e104a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:50.336214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83f0c89c-9394-45b2-8440-c53baebad6f7 req-37aa7966-e936-49e8-821d-34cad12e104a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0906668
Dec 15 13:24:50.394587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83f0c89c-9394-45b2-8440-c53baebad6f7 req-70c86f10-1011-4239-8acd-453581192212 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520787
Dec 15 13:24:50.423628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38918) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:50.502971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c903ddcb-97dc-4b79-a95e-067377360857 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1094 time: 0.0780315
Dec 15 13:24:50.507150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38922) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:50.513651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:24:50.520087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:24:50.524561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:floatingip and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:24:50.527703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:24:50.533908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:24:50.545458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:50.703761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:50.855844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.76 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/0868cccb-7e6e-4c62-a0a3-fbd65212f142) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:24:51.026489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:51.056298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:51.060097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:51.130053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:24:51.135700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:24:51.139434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=0868cccb-7e6e-4c62-a0a3-fbd65212f142,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:51.146311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:24:51.178939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:51.711876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:51.778607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:52.008329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:52.013350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:52.017143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ee7c1e4-62a5-46e3-be8d-36bb6c8f050a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:24:52.129007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=0868cccb-7e6e-4c62-a0a3-fbd65212f142,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:24:52.132031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:24:52.143444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:52.350819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Floating IP 077dc3b4-3e88-4092-a7b6-04cf677226b4 associated. External IP: 172.26.0.76, port: 437c9535-bf70-4e11-a645-f5fd86691b4d.
Dec 15 13:24:53.037931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:24:53.279466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:24:53.293109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] Sync routers for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:24:53.306195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:24:53.308019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:53.308731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf877b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:53.366224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8550820
Dec 15 13:24:53.366224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:24:53.421605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'status': 'completed', 'code': 200}
Dec 15 13:24:53.505776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:53.597554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224c9c-ad24-46ee-9a85-5b02120dfaaa req-2a63bdce-e3b3-4d35-8681-8b35b0da10f1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:53.599101 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05224c9c-ad24-46ee-9a85-5b02120dfaaa req-2a63bdce-e3b3-4d35-8681-8b35b0da10f1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.1204851
Dec 15 13:24:53.602377 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-c80d8534-18a0-40e8-838b-fd631562da15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1099 time: 0.1587448
Dec 15 13:24:53.760611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-05224c9c-ad24-46ee-9a85-5b02120dfaaa req-058ad919-837e-468a-9c11-1be34133d715 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1548467
Dec 15 13:24:53.792999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-7cce6cb8-94c8-43fb-a1a6-4308687b2121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:53.793256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38930) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:53.794550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-7cce6cb8-94c8-43fb-a1a6-4308687b2121 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 200  len: 898 time: 0.1737509
Dec 15 13:24:53.911097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c69f258a-4212-47af-b9a1-f75d99cd2414 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/077dc3b4-3e88-4092-a7b6-04cf677226b4 HTTP/1.1" status: 200  len: 991 time: 0.1154387
Dec 15 13:24:53.912962 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-b7f6af05-c85d-4eff-8851-be36fe44a314 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 200  len: 999 time: 0.1115201
Dec 15 13:24:53.984522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-e96291a9-674f-480a-af6b-a7e5da225c5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:24:53.990367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-e96291a9-674f-480a-af6b-a7e5da225c5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76a65d12-db1e-40f1-979b-32b8d074842f HTTP/1.1" status: 200  len: 835 time: 0.0679464
Dec 15 13:24:54.045590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf877b8>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '077dc3b4-3e88-4092-a7b6-04cf677226b4', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'port_id': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'mac_address': 'fa:16:3e:f2:be:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03704217-fe48-4418-8a46-1edabee158d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:24:51Z', 'updated_at': '2021-12-15T13:24:51Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:42Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:54.049770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] Checking router: 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:24:54.061290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:24:54.061960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faf877b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:24:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:54.073719 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-19bc7c41-b6a8-421b-be06-24e29605f6c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7313d5a-2a8b-4259-ba70-fe123620efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808890
Dec 15 13:24:54.216846 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-f6e776d5-a462-495c-83ba-61aae1f16927 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370521
Dec 15 13:24:54.262886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:24:54.362984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c0e06c0-e222-488e-b068-9fdab257ca52 req-4a0f2358-3fa1-4f21-9dc0-a8984fa2caa0 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397040
Dec 15 13:24:54.639798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faf877b8>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '077dc3b4-3e88-4092-a7b6-04cf677226b4', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'port_id': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'mac_address': 'fa:16:3e:f2:be:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03704217-fe48-4418-8a46-1edabee158d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:24:51Z', 'updated_at': '2021-12-15T13:24:51Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:42Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:24:54.644323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8749fa-6a21-4936-820d-06a3b1b39759 None None] The sync data for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv is: [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '077dc3b4-3e88-4092-a7b6-04cf677226b4', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'port_id': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'mac_address': 'fa:16:3e:f2:be:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03704217-fe48-4418-8a46-1edabee158d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:24:51Z', 'updated_at': '2021-12-15T13:24:51Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:42Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:24:54.653503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:24:54.914762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38934) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:55.031800 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-15527f9a-cd3e-4dcd-b73e-9c2d46d5dc35 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/077dc3b4-3e88-4092-a7b6-04cf677226b4 HTTP/1.1" status: 200  len: 991 time: 0.1156356
Dec 15 13:24:55.043613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8536232-51b5-45b8-974c-634f31763e51 None None] New status for floating IP 077dc3b4-3e88-4092-a7b6-04cf677226b4: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:24:56.036934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 38938) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:24:56.149255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-415b54e0-a6bb-47f8-b97d-f117918a0112 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/077dc3b4-3e88-4092-a7b6-04cf677226b4 HTTP/1.1" status: 200  len: 993 time: 0.1104119
Dec 15 13:24:58.468050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:11.020379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-21494aa6-c34e-4a33-a76d-9f15ef2fbb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:12.726069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:13.447737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-06d7fef9-3c65-49d7-95a3-0b4da34b94ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:13.788530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:15.406927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:21.113794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-e6c39d33-d55f-4319-a308-28e38ff4d21a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1099 time: 0.0809391
Dec 15 13:25:21.162844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384becb-aab8-4d0e-beb8-f9c62cb77205 req-a62a40f5-9527-47ee-b1c2-57785d1fcd81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:21.164600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1384becb-aab8-4d0e-beb8-f9c62cb77205 req-a62a40f5-9527-47ee-b1c2-57785d1fcd81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0854816
Dec 15 13:25:21.221872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1384becb-aab8-4d0e-beb8-f9c62cb77205 req-87c75450-d989-4329-9c52-07e99db0704b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488000
Dec 15 13:25:21.263440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-402d0888-e1b4-463c-9a4d-416d441e1a44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:21.265670 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-402d0888-e1b4-463c-9a4d-416d441e1a44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 200  len: 898 time: 0.1447215
Dec 15 13:25:21.379378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-d93aabb6-92d5-404c-accf-7af0a833bdbd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 200  len: 1001 time: 0.1066997
Dec 15 13:25:21.456715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-38ba3034-14ff-418c-be0e-f1b78a48730d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:21.458368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-38ba3034-14ff-418c-be0e-f1b78a48730d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76a65d12-db1e-40f1-979b-32b8d074842f HTTP/1.1" status: 200  len: 835 time: 0.0725172
Dec 15 13:25:21.540798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-a6d6b153-8998-489c-aac7-f2645162ea4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7313d5a-2a8b-4259-ba70-fe123620efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760438
Dec 15 13:25:21.696446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-7e8785d4-43e8-44ba-abe3-264153e81af3 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483755
Dec 15 13:25:21.857540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bd3994f5-e26b-4f3b-a99a-a315651656a8 req-49cade8d-6d59-4d12-82e4-80ecb46f9c0c service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541088
Dec 15 13:25:22.460606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bb4f4-376a-45b6-a46b-2894ccc06759 req-4144da7b-7f22-44c1-acf5-5a474a828c9f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:22.462217 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e82bb4f4-376a-45b6-a46b-2894ccc06759 req-4144da7b-7f22-44c1-acf5-5a474a828c9f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0947912
Dec 15 13:25:22.512294 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e82bb4f4-376a-45b6-a46b-2894ccc06759 req-f8d1abbf-8c91-4e44-9b82-513ee99d3887 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436778
Dec 15 13:25:23.742793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9289-c625-40d9-a543-b4c095981cc4 req-bf6a6948-df52-48ea-a975-14424ee742e9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:23.745013 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-854c9289-c625-40d9-a543-b4c095981cc4 req-bf6a6948-df52-48ea-a975-14424ee742e9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0954788
Dec 15 13:25:23.815101 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-854c9289-c625-40d9-a543-b4c095981cc4 req-f5dee0bb-986b-4011-97fc-59fb5da29876 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612099
Dec 15 13:25:25.047497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be432356-97b8-4d1b-8e1d-2ce05f485845 req-0f67e5c2-c5e0-4a30-91eb-3d6255150273 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:25.049531 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-be432356-97b8-4d1b-8e1d-2ce05f485845 req-0f67e5c2-c5e0-4a30-91eb-3d6255150273 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0896876
Dec 15 13:25:25.112968 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-be432356-97b8-4d1b-8e1d-2ce05f485845 req-04a532cd-abf9-41bc-b655-3e5bab786d79 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569863
Dec 15 13:25:26.342055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99954-790f-4b29-82bc-54585c7de191 req-8363e142-4ad4-497a-8314-183e01f0be1d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:26.344123 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9bf99954-790f-4b29-82bc-54585c7de191 req-8363e142-4ad4-497a-8314-183e01f0be1d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0979207
Dec 15 13:25:26.395151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9bf99954-790f-4b29-82bc-54585c7de191 req-72b0647d-9cbf-4519-a78f-b7e9085bf749 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446835
Dec 15 13:25:27.617372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2485e37-96c2-41fc-bddb-efeaa77d393b req-24cc85e4-7a4c-46aa-8307-57c5da4a5e9f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:27.618936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2485e37-96c2-41fc-bddb-efeaa77d393b req-24cc85e4-7a4c-46aa-8307-57c5da4a5e9f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0891352
Dec 15 13:25:27.680515 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2485e37-96c2-41fc-bddb-efeaa77d393b req-9ac93a82-9873-488a-aa8c-b08d87fb412f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524042
Dec 15 13:25:28.466092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:28.896605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eb182-2d33-4d75-b608-a5cca6a4714e req-a38845cd-20eb-4b69-be5d-99f952128343 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:28.898183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c8eb182-2d33-4d75-b608-a5cca6a4714e req-a38845cd-20eb-4b69-be5d-99f952128343 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0877421
Dec 15 13:25:28.950942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c8eb182-2d33-4d75-b608-a5cca6a4714e req-93073de2-d112-4b7e-998a-fff1bfe52c47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438662
Dec 15 13:25:29.744451 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-341e0550-cf7e-4ea5-9070-44384e3890de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1099 time: 0.0816009
Dec 15 13:25:29.906425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-9975367a-b7cf-431b-a792-84505527f973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:29.908250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-9975367a-b7cf-431b-a792-84505527f973 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 200  len: 898 time: 0.1435606
Dec 15 13:25:30.021801 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-97334513-6cf1-49fc-822c-cd1d356082cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 200  len: 1001 time: 0.1062899
Dec 15 13:25:30.145198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-0c416b88-3e38-4054-acc3-7dae693f4d44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:30.146823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-0c416b88-3e38-4054-acc3-7dae693f4d44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76a65d12-db1e-40f1-979b-32b8d074842f HTTP/1.1" status: 200  len: 835 time: 0.1193485
Dec 15 13:25:30.237224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce014f62-3ef5-4964-b0ee-513a0ff26fa8 req-97c4dbd4-6084-48ac-8c3b-1c548cde4357 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:30.238872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce014f62-3ef5-4964-b0ee-513a0ff26fa8 req-97c4dbd4-6084-48ac-8c3b-1c548cde4357 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.1531119
Dec 15 13:25:30.291435 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-e26f232a-92b0-4edb-a8ed-c2a9b4a4528d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7313d5a-2a8b-4259-ba70-fe123620efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1381986
Dec 15 13:25:30.331135 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce014f62-3ef5-4964-b0ee-513a0ff26fa8 req-fdf85da5-ae43-46c7-b985-1a42a7df984d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846460
Dec 15 13:25:30.716840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-4eded401-3f7c-4a51-acbc-e16e43e54b3a service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4169948
Dec 15 13:25:30.876443 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0fd439e5-7360-4c7a-bdc8-389816fc4197 req-5f06c809-f225-4840-a265-05da465f3952 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526396
Dec 15 13:25:31.562806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d647-e5b6-41c3-abdd-967b45fa1e0f req-b2cce143-87d7-43b1-82da-13c31a8fdcbf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:31.564530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fa8d647-e5b6-41c3-abdd-967b45fa1e0f req-b2cce143-87d7-43b1-82da-13c31a8fdcbf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0991814
Dec 15 13:25:31.613579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fa8d647-e5b6-41c3-abdd-967b45fa1e0f req-f29db426-178a-4843-9a9f-f1561668470b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426457
Dec 15 13:25:31.654774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:25:32.848975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf676727-9347-4c21-ac45-3bb9ac4e0832 req-f6f17397-afc5-4404-beb9-d5f5f229eab6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:32.850651 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf676727-9347-4c21-ac45-3bb9ac4e0832 req-f6f17397-afc5-4404-beb9-d5f5f229eab6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.1009984
Dec 15 13:25:32.904818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf676727-9347-4c21-ac45-3bb9ac4e0832 req-41e49ad9-6fad-4187-9fb2-51c105c4b72f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468106
Dec 15 13:25:34.139207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37589-1d86-44b5-b472-612a608d0e70 req-81a1f658-7d18-4fec-ac57-07447ac7fa49 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:25:34.140850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f5f37589-1d86-44b5-b472-612a608d0e70 req-81a1f658-7d18-4fec-ac57-07447ac7fa49 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0980635
Dec 15 13:25:34.195582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f5f37589-1d86-44b5-b472-612a608d0e70 req-96d160c7-e6be-40f9-ac70-a9f1a619832d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478292
Dec 15 13:25:34.226894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38974) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:25:34.348974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e6411317-a426-4107-8db6-11386b0dbb0a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/077dc3b4-3e88-4092-a7b6-04cf677226b4 HTTP/1.1" status: 200  len: 993 time: 0.1206515
Dec 15 13:25:41.030271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3469b67-594e-41c5-aafa-23f4d2b20c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:42.723695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:43.447563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4de20bc5-779f-427c-b6f9-15621c9e5721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:43.793333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:45.409635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:25:58.485010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:02.817661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 38986) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:03.041587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 0868cccb-7e6e-4c62-a0a3-fbd65212f142 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:26:03.041966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:03.240864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:03.241093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:03.373538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 0868cccb-7e6e-4c62-a0a3-fbd65212f142 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:26:03.529693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:03.533458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e7489656-1458-4593-b638-f482e4df89e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:03.578583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=0868cccb-7e6e-4c62-a0a3-fbd65212f142,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:03.619667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.620102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.620542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.620952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.621370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.621786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.622188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.622581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.622985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.623400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.623814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:03.631606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:03.689682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:04.117023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:26:04.341908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:26:04.352458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] Sync routers for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:26:04.362580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:04.366150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:04.366820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb571f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:25:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:04.420793 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/floatingips/077dc3b4-3e88-4092-a7b6-04cf677226b4 HTTP/1.1" status: 204  len: 168 time: 1.6018972
Dec 15 13:26:04.421591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:26:04.492348 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'status': 'completed', 'code': 200}
Dec 15 13:26:04.561880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:04.594116 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31ab4264-f818-402e-823f-e50516c58cd5 req-909abca8-6be5-4143-bb0c-ecf196415cfb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 1099 time: 0.0807590
Dec 15 13:26:04.755834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab4264-f818-402e-823f-e50516c58cd5 req-2a9c8844-0b06-439c-9667-2710236ea772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:04.757451 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31ab4264-f818-402e-823f-e50516c58cd5 req-2a9c8844-0b06-439c-9667-2710236ea772 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 200  len: 898 time: 0.1576619
Dec 15 13:26:04.870489 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31ab4264-f818-402e-823f-e50516c58cd5 req-b7e32cfe-c5b6-48d1-bf78-d9e5a6ea8105 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 200  len: 217 time: 0.1059749
Dec 15 13:26:04.912193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb571f28>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:42Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:04.917357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] Checking router: 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:26:04.929999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:04.930675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb571f28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:25:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:04.949058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab4264-f818-402e-823f-e50516c58cd5 req-1d1e7474-72a4-49f2-8c76-7b300e02ad22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:04.950634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31ab4264-f818-402e-823f-e50516c58cd5 req-1d1e7474-72a4-49f2-8c76-7b300e02ad22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76a65d12-db1e-40f1-979b-32b8d074842f HTTP/1.1" status: 200  len: 835 time: 0.0740404
Dec 15 13:26:05.019882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c2106-056d-4326-b606-0cc14bd36ed0 req-7eda8ab4-134b-403d-92e7-90e2f4981ebf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:05.021493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-302c2106-056d-4326-b606-0cc14bd36ed0 req-7eda8ab4-134b-403d-92e7-90e2f4981ebf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.2061088
Dec 15 13:26:05.088402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-302c2106-056d-4326-b606-0cc14bd36ed0 req-1fd0d379-62e9-4016-a47f-2de314554b72 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593376
Dec 15 13:26:05.091520 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31ab4264-f818-402e-823f-e50516c58cd5 req-8a3fbc3e-3ed7-4e24-a0b8-c9406e4c7757 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7313d5a-2a8b-4259-ba70-fe123620efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1322579
Dec 15 13:26:05.128867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:05.239041 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31ab4264-f818-402e-823f-e50516c58cd5 req-ac2d43ee-bff8-49f5-b434-34332c516df4 service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405168
Dec 15 13:26:05.387581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-31ab4264-f818-402e-823f-e50516c58cd5 req-6fd7c2f4-3011-403c-96ce-33077ccbb5ac service neutron] 10.222.0.77 "GET /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413321
Dec 15 13:26:05.475033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb571f28>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:42Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:05.479927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3919f-3332-4679-a845-9a2362faf150 None None] The sync data for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv is: [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:34Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'c7fbc945-8099-48ea-8d5d-bc825c64173c', 'name': '', 'network_id': 'a7313d5a-2a8b-4259-ba70-fe123620efa3', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:bb:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:34Z', 'updated_at': '2021-12-15T13:24:42Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '76a65d12-db1e-40f1-979b-32b8d074842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:26:05.934276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb59f932-99dd-4be4-8743-dcd8675d0014 None None] New status for floating IP 077dc3b4-3e88-4092-a7b6-04cf677226b4: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:26:06.224558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-320d314f-c0a0-4b8b-bc22-32cef8675de4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:06.226154 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-320d314f-c0a0-4b8b-bc22-32cef8675de4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.0864720
Dec 15 13:26:06.304963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 437c9535-bf70-4e11-a645-f5fd86691b4d {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:26:06.305333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:06.316400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da80a0-f6b2-405f-bf8d-bea1f0e615fe req-8eb89021-3d34-4258-b13c-591984478c56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:06.317175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-49da80a0-f6b2-405f-bf8d-bea1f0e615fe req-8eb89021-3d34-4258-b13c-591984478c56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:26:06.333475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-49da80a0-f6b2-405f-bf8d-bea1f0e615fe req-8eb89021-3d34-4258-b13c-591984478c56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:26:06.334792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49da80a0-f6b2-405f-bf8d-bea1f0e615fe req-8eb89021-3d34-4258-b13c-591984478c56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 946 time: 0.1116357
Dec 15 13:26:06.389821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-49da80a0-f6b2-405f-bf8d-bea1f0e615fe req-8877e2d1-6cfe-4382-9ddc-d757b3ac1a2a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=9faa9bb2-c469-4e63-86bb-621144e7565d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479412
Dec 15 13:26:06.582478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 437c9535-bf70-4e11-a645-f5fd86691b4d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=437c9535-bf70-4e11-a645-f5fd86691b4d,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:06.582884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:06.732659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 437c9535-bf70-4e11-a645-f5fd86691b4d owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:26:06.949372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:06.956099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:07.017034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=437c9535-bf70-4e11-a645-f5fd86691b4d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:07.066292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.066729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.067192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.067736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.068122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.068538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.068951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.069360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.069835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.070193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.070696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:07.078312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:07.114677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] No DVR routers for this DVR port 437c9535-bf70-4e11-a645-f5fd86691b4d on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:26:07.117487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:07.121001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'name': 'network-vif-deleted', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:26:07.138284 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0703ca7f-27c6-4ffa-abe0-569600ee5617 req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "DELETE /v2.0/ports/437c9535-bf70-4e11-a645-f5fd86691b4d HTTP/1.1" status: 204  len: 173 time: 0.9068544
Dec 15 13:26:07.180610 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03704217-fe48-4418-8a46-1edabee158d8', 'name': 'network-vif-deleted', 'tag': '437c9535-bf70-4e11-a645-f5fd86691b4d', 'status': 'completed', 'code': 200}
Dec 15 13:26:07.624191 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bb965e39-6770-4727-9a56-4e80e77d0f6d req-a728bd89-997a-497a-898b-f1d0ce48aa15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=03704217-fe48-4418-8a46-1edabee158d8 HTTP/1.1" status: 200  len: 210 time: 0.0661967
Dec 15 13:26:08.659850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:26:08.751916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39004) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:09.435726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:09.582618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 437c9535-bf70-4e11-a645-f5fd86691b4d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:26:09.621018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 437c9535-bf70-4e11-a645-f5fd86691b4d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:26:09.621371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 437c9535-bf70-4e11-a645-f5fd86691b4d not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:26:10.115135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port c7fbc945-8099-48ea-8d5d-bc825c64173c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:26:10.115795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:10.328071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port c7fbc945-8099-48ea-8d5d-bc825c64173c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=c7fbc945-8099-48ea-8d5d-bc825c64173c,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:10.328497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:10.467909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for c7fbc945-8099-48ea-8d5d-bc825c64173c owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:26:10.671537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:10.675296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e713d7e3-1c7c-40f6-b100-889ad16c0afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:10.718922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=c7fbc945-8099-48ea-8d5d-bc825c64173c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:10.721734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:11.025981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb8c2cbb-31e0-4358-8dbc-ddf75d740c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:11.049561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:11.694843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:26:12.165934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:26:12.177657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] Sync routers for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:26:12.180313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/3bf4d5dc-8875-4c17-9c9f-15c67181ed78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4269388
Dec 15 13:26:12.184208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39008) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:12.193313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:12.194015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac46be0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:25:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:12.413332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting subnet 76a65d12-db1e-40f1-979b-32b8d074842f {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:26:12.418198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:12.480733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:12.562971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:12.573297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:12.659780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:12.666326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac85010b-aff6-40a1-8934-e218bba0ae02 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:12.706032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Subnet': ['ID=76a65d12-db1e-40f1-979b-32b8d074842f,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:12.709042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:12.712771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:12.720391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4870c26a-2ec2-4bd3-b81e-85b89214050f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/subnets/76a65d12-db1e-40f1-979b-32b8d074842f HTTP/1.1" status: 204  len: 168 time: 0.5350916
Dec 15 13:26:12.723269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39012) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:12.725753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec211fc0-6e58-4e51-96c2-beda8779c769 None None] Network a7313d5a-2a8b-4259-ba70-fe123620efa3 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:26:12.825658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:12.942184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.070328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac46be0>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:26:10Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:13.074790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] Checking router: 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:26:13.087162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] Routers {'3bf4d5dc-8875-4c17-9c9f-15c67181ed78'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:13.087902 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac46be0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:25:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:13.148740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] DHCP port deletion for a7313d5a-2a8b-4259-ba70-fe123620efa3 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:26:13.160718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.163297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Deleting port cf348f10-3255-438a-a1a1-29c90e35068c {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:26:13.163775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.171719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 5abfc93b-e567-4cfb-abc7-6974057f4543 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:26:13.172100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.361127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 5abfc93b-e567-4cfb-abc7-6974057f4543, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=5abfc93b-e567-4cfb-abc7-6974057f4543,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:13.361374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.410387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] Set router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:13.497318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 5abfc93b-e567-4cfb-abc7-6974057f4543 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:26:13.625475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] For port cf348f10-3255-438a-a1a1-29c90e35068c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=cf348f10-3255-438a-a1a1-29c90e35068c,segment=NetworkSegment(1f034516-a194-4135-86db-6d9bae34e538),segment_id=1f034516-a194-4135-86db-6d9bae34e538)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:13.625851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.646726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59e9936d-cc15-4b7a-8730-f0cd936ec050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.683862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.688452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-890b96fa-7e53-4033-9b59-88a3147dc7ee tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:13.732486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=5abfc93b-e567-4cfb-abc7-6974057f4543,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:13.735649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:13.834012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Calling delete_port for cf348f10-3255-438a-a1a1-29c90e35068c owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:26:13.913677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.970837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.991044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:13.993238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:14.038394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Pushing event deleted for resources: {'Port': ['ID=cf348f10-3255-438a-a1a1-29c90e35068c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:14.055208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] No DVR routers for this DVR port cf348f10-3255-438a-a1a1-29c90e35068c on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:26:14.058703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.059167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.059577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.059951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.060336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.060708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.061078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.061448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.061812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.062175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.062537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:14.067874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:14.075017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac46be0>, [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:26:10Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:14.079477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da31df-ac7a-4015-b330-6eaa6a557b7d None None] The sync data for ids ['3bf4d5dc-8875-4c17-9c9f-15c67181ed78'] in dv-neutron-821831-1-hyperv is: [{'id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960712600', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:26:10Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '5abfc93b-e567-4cfb-abc7-6974057f4543', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf4d5dc-8875-4c17-9c9f-15c67181ed78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:24:30Z', 'updated_at': '2021-12-15T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:26:14.099707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cf348f10-3255-438a-a1a1-29c90e35068c no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:26:14.134450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: cf348f10-3255-438a-a1a1-29c90e35068c {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:26:14.134899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device cf348f10-3255-438a-a1a1-29c90e35068c not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:26:14.261252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.265817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.295182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.295823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Fanout notify agent at l3_agent the message router_deleted on router 3bf4d5dc-8875-4c17-9c9f-15c67181ed78 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:26:14.312930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.314352 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/routers/3bf4d5dc-8875-4c17-9c9f-15c67181ed78 HTTP/1.1" status: 204  len: 168 time: 1.5899727
Dec 15 13:26:14.318796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39016) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:14.445776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.592916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.622423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fad5b898>,) {'filters': {'network_id': ['a7313d5a-2a8b-4259-ba70-fe123620efa3']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:14.638568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad5b898>, '1f034516-a194-4135-86db-6d9bae34e538') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:14.638914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fad5b898>, '1f034516-a194-4135-86db-6d9bae34e538') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:14.652814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.669252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.675740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:26:14.676165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:26:14.692091 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:26:14.777496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.781309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-984dfdc4-7736-4da5-ae7b-b54877a4a321 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:14.797137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.811879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Network': ['ID=a7313d5a-2a8b-4259-ba70-fe123620efa3,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:14.815753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:14.822183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ddd5efdd-248a-422e-9ac5-b65b55968510 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/networks/a7313d5a-2a8b-4259-ba70-fe123620efa3 HTTP/1.1" status: 204  len: 168 time: 0.5021567
Dec 15 13:26:14.825175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39020) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:14.905510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a18167-5636-4b77-8f74-c0887dc2278b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.936297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a18167-5636-4b77-8f74-c0887dc2278b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:14.995314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a18167-5636-4b77-8f74-c0887dc2278b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.000725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e2426ca4-29e5-4a5c-b729-07a4abddec0e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:15.016822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a18167-5636-4b77-8f74-c0887dc2278b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faa9bb2-c469-4e63-86bb-621144e7565d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:15.019928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-88a18167-5636-4b77-8f74-c0887dc2278b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:15.026582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-88a18167-5636-4b77-8f74-c0887dc2278b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.027865 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-88a18167-5636-4b77-8f74-c0887dc2278b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/security-groups/9faa9bb2-c469-4e63-86bb-621144e7565d HTTP/1.1" status: 204  len: 168 time: 0.2016230
Dec 15 13:26:15.395160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39028) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:15.401756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903635383', 'description': 'tempest-secgroup-smoke-903635383 description', 'project_id': 'dbee835780d14c4c8230c91aee8f895f'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:15.408601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:15.410601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.413759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:15.417376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:15.423924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:15.436275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.474756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:15.481225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:15.484565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:15.491401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:15.552638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.556549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.562151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d76cf9bc-76b9-48d8-9adb-6bb6f07d4553 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:15.612702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.614185 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2178662
Dec 15 13:26:15.615321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1dfb61-be26-4647-9785-c6f156348eb6,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:15.617639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39032) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:15.618192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:15.624736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfb61-be26-4647-9785-c6f156348eb6', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:15.632229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:15.636469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:15.639575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:15.645717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:15.664644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.745921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.749813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.751829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0e008b29-864f-439b-a3cb-2dd0cd5578e7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:15.775180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c510ff23-5379-4c41-81ec-f5416a8f0cd2,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:15.777790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:15.785346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.787043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1682949
Dec 15 13:26:15.790311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39036) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:15.796943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfb61-be26-4647-9785-c6f156348eb6', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:15.803625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:15.807661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:15.810719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:15.816827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:15.835456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.901089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.905489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.908196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-90b2ae04-71b3-447a-87a5-604b4e1d1d34 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:15.934528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033561cf-8e94-49a4-a988-eddc071ed94e,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:15.940188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:15.944203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.945486 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a3103a00-a2de-4b07-b1b5-b5bc2346bb47 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1541357
Dec 15 13:26:15.949108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39040) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:15.955051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfb61-be26-4647-9785-c6f156348eb6', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:15.961534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:15.965953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:15.969242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:15.975409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:15.992502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:15.996884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c7fbc945-8099-48ea-8d5d-bc825c64173c no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:26:16.048585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: c7fbc945-8099-48ea-8d5d-bc825c64173c {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:26:16.049266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device c7fbc945-8099-48ea-8d5d-bc825c64173c not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:26:16.049683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5abfc93b-e567-4cfb-abc7-6974057f4543 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:26:16.062416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.065433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.067439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f459a0b2-c5f1-44c3-8f21-d40f7b43f734 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:16.084027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 5abfc93b-e567-4cfb-abc7-6974057f4543 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:26:16.084402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 5abfc93b-e567-4cfb-abc7-6974057f4543 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:26:16.094174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a9ccbf-b6b8-4ec2-b666-32926f4e9657,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:16.096847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:16.104243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.105552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-db6272ab-696d-406c-9a96-534ed0439e16 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1554420
Dec 15 13:26:16.108593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39044) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:16.114454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfb61-be26-4647-9785-c6f156348eb6', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:16.120985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:16.125170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:16.128232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:16.134453 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:16.152382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.227741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.231514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.233563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bdc45f6c-8805-4e19-acd5-62839ddd7ed4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:16.257302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef99b60-4eb3-4306-b889-498e76a8eb9b,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:16.259972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:16.266908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.268265 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1988d18e-015b-4bf9-a7fa-265c05208821 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1587002
Dec 15 13:26:16.271308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39048) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:16.277497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfb61-be26-4647-9785-c6f156348eb6', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:16.283909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:16.288230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:16.291299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:16.298167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:16.311649 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:26:16.324630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.395661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.400248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.408084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-111fac95-4a61-4399-95c5-cc1220d2016e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:16.427375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd3640d-30d5-42a4-9322-ca863f38bfa0,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:16.429639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:16.437605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.439037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1665494
Dec 15 13:26:16.442142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39052) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:16.448829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfb61-be26-4647-9785-c6f156348eb6', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:16.455573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:16.460021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:16.463709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:16.470158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:16.482141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:26:16.490027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.564022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.567765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.574333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7045dc04-2e36-47ba-98b5-c417d7c77048 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:16.595523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f4dc5e-3d65-442a-a1b4-c7d65a258d41,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:16.597782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:16.605609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.606992 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bd779fa5-9ed6-4129-88dc-899f3eff6497 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1638246
Dec 15 13:26:16.610397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39056) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:16.617095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'network': {'name': 'tempest-network-smoke--1057400558', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:16.623156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:16.628072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:network and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:16.631969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:16.639303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:16.650364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:26:16.655980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.687658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:26:16.697606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.698029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Added segment b6ed8a56-9154-4a05-a131-dc61718e0b1b of type vlan for network 7a7c1ae3-073a-4a78-a262-e5c885075523
Dec 15 13:26:16.733147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.772747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.776966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:16.777614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.781434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-996b1015-ec8c-49e5-900f-8d0697269401 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:16.891066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2793508
Dec 15 13:26:16.894266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39060) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:16.900787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'admin_state_up': True, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:16.901000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Network': ['ID=7a7c1ae3-073a-4a78-a262-e5c885075523,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:16.903912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e9dc607a-0019-4150-8d1c-bdfff12d6364 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:16.908893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:16.912280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:26:16.913732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:router and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:16.917098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:16.923509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:16.935956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.936976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:16.957877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:17.382622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:17.580186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:17.611983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:17.771447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.6 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/3321cbf3-dd0f-4080-9c3a-7c1f32425e93) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:26:17.934932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:17.966588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:17.973563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:18.050323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:26:18.053442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:26:18.056187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:26:18.093111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:18.099628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:18.234993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:18.235770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:18.515834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router def8b2ae-2aae-447b-a7fb-798bcc0ac0df is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:26:18.747282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:26:18.759010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Sync routers for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:26:18.773029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:18.773417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb753a20>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:26:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:18.775746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:18.777230 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.8818605
Dec 15 13:26:18.780925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39064) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:18.833170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a2e0bc8d-144d-428a-9ef6-ccc0f76988f3 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=dbee835780d14c4c8230c91aee8f895f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0483952
Dec 15 13:26:18.833399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39068) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:18.965009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:18.975702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb457aba-8f63-4f4f-811f-ef4b2023c809 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:18.980511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fb457aba-8f63-4f4f-811f-ef4b2023c809 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1429808
Dec 15 13:26:18.980768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39072) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:19.027599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3e48aa3e-e40b-40bb-8712-7da1db47e28d tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0430005
Dec 15 13:26:19.027797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39076) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:19.033656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-683381031', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:19.151475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:19.155809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:subnet and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:19.158892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:19.165575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:19.176190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:26:19.280172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb753a20>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:18Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:19.284299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Checking router: def8b2ae-2aae-447b-a7fb-798bcc0ac0df for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:26:19.284696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Updating router def8b2ae-2aae-447b-a7fb-798bcc0ac0df port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:26:19.288365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.339563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.524099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.528576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15de98d8-5762-4654-bd96-b4670ff1c421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:19.616018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Subnet': ['ID=7a5728e3-2df5-407c-a728-7c9385ba7443,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:19.620626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:19.629538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Checking segment: {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:26:19.629949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network hostable DHCP agents. Network: 7a7c1ae3-073a-4a78-a262-e5c885075523, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:26:19.652658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:26:19.663250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 7a7c1ae3-073a-4a78-a262-e5c885075523) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:26:19.667981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:19.668643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.696514 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2a14e9fb-7b70-4503-932b-d77313f85892 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6646764
Dec 15 13:26:19.696761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.696844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39080) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:19.710144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Transition to ACTIVE for port object 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:26:19.716825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.721712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa0a6e13-a8be-4737-9201-9a659b2ea7b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:19.809501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Attempting to bind port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:26:19.809838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Attempting to bind port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:26:19.810251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Attempting to bind port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:26:19.819334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Pushing event updated for resources: {'Port': ['ID=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:19.830274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:26:19.830685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:26:19.831125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.831603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:26:19.832139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Bound port: 3321cbf3-dd0f-4080-9c3a-7c1f32425e93, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:26:19.832558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.847797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e4643e-7095-406a-831a-f0208a3be390 None None] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:26:19.862336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.862741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.863109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.863515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.863891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.864260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.864610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.864999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.865366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.865699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.866089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:26:19.875425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:19.919005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] For port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:26:19.922468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] For port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:26:19.927173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:19.931988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:20.011297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Pushing event updated for resources: {'Port': ['ID=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:20.016251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:20.032712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:20.033849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb753a20>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:26:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:20.163669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-7a7c1ae3-073a-4a78-a262-e5c885075523', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:26:20.164579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:20.247437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:20.389742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Allocated IP 172.20.0.2 (7a7c1ae3-073a-4a78-a262-e5c885075523/7a5728e3-2df5-407c-a728-7c9385ba7443/65226f41-0e9f-425d-ac00-66b5942d68e9) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:26:20.564364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:20.623539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:20.636461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Transition to ACTIVE for port object 65226f41-0e9f-425d-ac00-66b5942d68e9 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:26:20.658673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Transition to ACTIVE for port object 65226f41-0e9f-425d-ac00-66b5942d68e9 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:26:20.665395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:20.670679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-16572011-8db6-434a-9114-aa017243e10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:20.717572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb753a20>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:18Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:20.722402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840660c-6df8-483e-a893-a3d38bab48a2 None None] The sync data for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv is: [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:18Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:26:20.747255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:26:20.748875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:26:20.750917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Pushing event updated for resources: {'Port': ['ID=65226f41-0e9f-425d-ac00-66b5942d68e9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:20.753600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:26:20.760972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:20.869068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Attempting to bind port 65226f41-0e9f-425d-ac00-66b5942d68e9 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:26:20.869566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Attempting to bind port 65226f41-0e9f-425d-ac00-66b5942d68e9 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:26:20.869992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Attempting to bind port 65226f41-0e9f-425d-ac00-66b5942d68e9 on network 7a7c1ae3-073a-4a78-a262-e5c885075523 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:26:20.877815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:26:20.878253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Checking segment: {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:26:20.878716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:20.879165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Bound using segment: {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:26:20.879732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Bound port: 65226f41-0e9f-425d-ac00-66b5942d68e9, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:26:20.880164 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:20.982167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] For port 65226f41-0e9f-425d-ac00-66b5942d68e9, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:26:20.986356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] For port 65226f41-0e9f-425d-ac00-66b5942d68e9, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=65226f41-0e9f-425d-ac00-66b5942d68e9,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:26:20.990030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:20.995101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ab3a937-c9c1-481b-9bc5-0080befd952b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:21.084059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Pushing event updated for resources: {'Port': ['ID=65226f41-0e9f-425d-ac00-66b5942d68e9,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:21.087138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:21.284864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.1 (7a7c1ae3-073a-4a78-a262-e5c885075523/7a5728e3-2df5-407c-a728-7c9385ba7443/f34d95ff-a922-43a8-802a-32b55776bd17) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:26:21.481411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:21.501714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object f34d95ff-a922-43a8-802a-32b55776bd17 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:26:21.525695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:21.531669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-785823fb-3eb2-494b-8103-2d7fde944eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:21.611446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:26:21.615710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:26:21.620890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:26:21.655976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=f34d95ff-a922-43a8-802a-32b55776bd17,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:21.664129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:21.690806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:21.781939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.087723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:26:22.166548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:26:22.172115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:22.172537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.242767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.247735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.285534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5f8aa2f1-7f65-47f3-a94a-5ec7a72adac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:22.330498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.348501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:22.352345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.353304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65226f41-0e9f-425d-ac00-66b5942d68e9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:26:22.382412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:22.392136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.397002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=f34d95ff-a922-43a8-802a-32b55776bd17,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:22.400188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:22.485913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:22.489287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:22.497638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 65226f41-0e9f-425d-ac00-66b5942d68e9 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:26:22.557866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:26:22.559107 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:26:22.713677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e324e4b-ca00-46ed-b3b0-bd4c1045db54 None None] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:26:22.836319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Provisioning for port 65226f41-0e9f-425d-ac00-66b5942d68e9 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:26:22.858033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Provisioning complete for port 65226f41-0e9f-425d-ac00-66b5942d68e9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:22.858490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:22.988034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router def8b2ae-2aae-447b-a7fb-798bcc0ac0df has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:26:23.087220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:23.131258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] For port 65226f41-0e9f-425d-ac00-66b5942d68e9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=65226f41-0e9f-425d-ac00-66b5942d68e9,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:23.134799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:23.136903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-509f69b7-5be5-432d-97be-8b6675ee82e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:23.210442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:26:23.210774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Pushing event updated for resources: {'Port': ['ID=65226f41-0e9f-425d-ac00-66b5942d68e9,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:23.214350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:23.225803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/def8b2ae-2aae-447b-a7fb-798bcc0ac0df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5276680
Dec 15 13:26:23.412569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-07423e75-4483-4c69-a1da-fcf9e0ce39fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:26:23.433502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-07423e75-4483-4c69-a1da-fcf9e0ce39fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:26:23.434914 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-07423e75-4483-4c69-a1da-fcf9e0ce39fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903635383&fields=id&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 267 time: 0.0682065
Dec 15 13:26:23.460477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a597f44f-5649-4228-8e1e-841055d37b61 None None] Provisioning for port f34d95ff-a922-43a8-802a-32b55776bd17 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:26:23.466577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a597f44f-5649-4228-8e1e-841055d37b61 None None] Provisioning complete for port f34d95ff-a922-43a8-802a-32b55776bd17 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:23.467221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a597f44f-5649-4228-8e1e-841055d37b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:23.529529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a597f44f-5649-4228-8e1e-841055d37b61 None None] Port f34d95ff-a922-43a8-802a-32b55776bd17 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:26:23.544537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a597f44f-5649-4228-8e1e-841055d37b61 None None] Provisioning complete for port 65226f41-0e9f-425d-ac00-66b5942d68e9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:23.544957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a597f44f-5649-4228-8e1e-841055d37b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:23.605898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-4ee1de70-40fb-4020-8659-27f52fe9b148 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:23.606691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-4ee1de70-40fb-4020-8659-27f52fe9b148 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:26:23.624063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-4ee1de70-40fb-4020-8659-27f52fe9b148 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:26:23.625805 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-4ee1de70-40fb-4020-8659-27f52fe9b148 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 797 time: 0.1833689
Dec 15 13:26:23.648010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-0d8268bb-7edf-4ba8-b5db-566788d9f531 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/quotas/dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 375 time: 0.0135057
Dec 15 13:26:23.716661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Sync routers for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:26:23.730762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:23.731608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb52bbe0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:26:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:23.746091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-0048ec18-0de1-43c9-b75e-06307e766b34 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:26:23.761724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-0048ec18-0de1-43c9-b75e-06307e766b34 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:26:23.767931 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-0048ec18-0de1-43c9-b75e-06307e766b34 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1103084
Dec 15 13:26:23.908253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fb52fda3-e67c-44ae-890a-7476a69de321 None None] Provisioning complete for port f34d95ff-a922-43a8-802a-32b55776bd17 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:23.908724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fb52fda3-e67c-44ae-890a-7476a69de321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:23.923937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-5910195e-1961-41a2-a2f9-16ecaf123325 service neutron] 10.222.0.53 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459363
Dec 15 13:26:24.079051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-36ceb1b5-c262-4ad3-862b-fe45fa8c88d1 service neutron] 10.222.0.53 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483750
Dec 15 13:26:24.159365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:26:24.257377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fb52fda3-e67c-44ae-890a-7476a69de321 None None] Port f34d95ff-a922-43a8-802a-32b55776bd17 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:26:24.270307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:24.313169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d0ecd3de-94dd-4119-8d8e-f6cb58551e08 req-5dd2673d-0912-4eb5-92db-d6c9041fb673 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:26:24.326984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d0ecd3de-94dd-4119-8d8e-f6cb58551e08 req-5dd2673d-0912-4eb5-92db-d6c9041fb673 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:26:24.328485 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0ecd3de-94dd-4119-8d8e-f6cb58551e08 req-5dd2673d-0912-4eb5-92db-d6c9041fb673 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 210 time: 0.0633833
Dec 15 13:26:24.338292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:24.338822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:24.524115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-482aa53f-6c7a-4429-9927-d37497bcb5f6 None None] Provisioning complete for port f34d95ff-a922-43a8-802a-32b55776bd17 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:24.524438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-482aa53f-6c7a-4429-9927-d37497bcb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:24.696745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65226f41-0e9f-425d-ac00-66b5942d68e9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:26:24.722385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-482aa53f-6c7a-4429-9927-d37497bcb5f6 None None] Port f34d95ff-a922-43a8-802a-32b55776bd17 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:26:24.837742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 65226f41-0e9f-425d-ac00-66b5942d68e9 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:24.838180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:24.897261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb52bbe0>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 2, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:24.905235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Checking router: def8b2ae-2aae-447b-a7fb-798bcc0ac0df for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:26:24.905648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Updating router def8b2ae-2aae-447b-a7fb-798bcc0ac0df port f34d95ff-a922-43a8-802a-32b55776bd17 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:26:25.000490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:25.385574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:25.398086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Transition to ACTIVE for port object f34d95ff-a922-43a8-802a-32b55776bd17 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:26:25.404482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:25.408956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:25.453568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f4443dc-f068-4891-b2f0-862371992a22 req-7e450448-ba3d-496f-8299-64912398ec7c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 210 time: 0.0553770
Dec 15 13:26:25.549672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca2700-4543-46e4-a197-4bf2692b3741 None None] Pushing event updated for resources: {'Port': ['ID=f34d95ff-a922-43a8-802a-32b55776bd17,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:25.552714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2ca2700-4543-46e4-a197-4bf2692b3741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:25.643426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Attempting to bind port f34d95ff-a922-43a8-802a-32b55776bd17 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:26:25.643856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Attempting to bind port f34d95ff-a922-43a8-802a-32b55776bd17 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:26:25.644271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Attempting to bind port f34d95ff-a922-43a8-802a-32b55776bd17 on network 7a7c1ae3-073a-4a78-a262-e5c885075523 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:26:25.651642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:26:25.652111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Checking segment: {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:26:25.652552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:25.653030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Bound using segment: {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:26:25.653555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Bound port: f34d95ff-a922-43a8-802a-32b55776bd17, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:26:25.653981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:25.756520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] For port f34d95ff-a922-43a8-802a-32b55776bd17, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:26:25.760323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] For port f34d95ff-a922-43a8-802a-32b55776bd17, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f34d95ff-a922-43a8-802a-32b55776bd17,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:26:25.767934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:25.772574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-be4ff439-09ac-43aa-bfb7-52e893a9deba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:25.852940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca2700-4543-46e4-a197-4bf2692b3741 None None] Pushing event updated for resources: {'Port': ['ID=f34d95ff-a922-43a8-802a-32b55776bd17,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:25.856926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2ca2700-4543-46e4-a197-4bf2692b3741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:25.860615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:25.861303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb52bbe0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:26:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:26.065408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:26.429617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb52bbe0>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:25Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:26.434106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a955a-6bd9-4d38-870d-8665051f5b9b None None] The sync data for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv is: [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:25Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:26:26.614251 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-17a22654-31c3-40b5-a509-f3c53440ae29 req-246af334-887f-44ee-9926-97562452c337 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 210 time: 0.0637090
Dec 15 13:26:27.789614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-029f94d4-0966-427f-9679-84a7a77760cd req-5503a4c0-e220-48e3-b64b-b4f387c8643a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 210 time: 0.0474093
Dec 15 13:26:28.070887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f34d95ff-a922-43a8-802a-32b55776bd17 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:26:28.150314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f34d95ff-a922-43a8-802a-32b55776bd17 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:26:28.156927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f34d95ff-a922-43a8-802a-32b55776bd17 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:28.157339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:28.488582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:28.517378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:28.528110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port f34d95ff-a922-43a8-802a-32b55776bd17, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f34d95ff-a922-43a8-802a-32b55776bd17,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:28.531239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:28.533282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:28.604212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=f34d95ff-a922-43a8-802a-32b55776bd17,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:28.607643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:28.686042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-5c1fbdab-09ec-49ea-b6ef-3b7f4a72cefd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:28.686804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-5c1fbdab-09ec-49ea-b6ef-3b7f4a72cefd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:26:28.700130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-5c1fbdab-09ec-49ea-b6ef-3b7f4a72cefd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:26:28.701375 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-5c1fbdab-09ec-49ea-b6ef-3b7f4a72cefd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 797 time: 0.1798608
Dec 15 13:26:28.758184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-b0d14237-d41b-4892-a8f8-4d0833805107 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 379 time: 0.0462062
Dec 15 13:26:28.766918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'port': {'device_id': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'admin_state_up': True, 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'security_groups': ['ba1dfb61-be26-4647-9785-c6f156348eb6']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:28.949720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:28.966479 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7b9cb0d6-80b1-4750-8582-81d121fedb9a req-fdbe4d36-08c4-42c5-9fb3-d06c661d377e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 210 time: 0.0523763
Dec 15 13:26:28.970323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:28.980820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:26:28.986371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:29.180699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.14 (7a7c1ae3-073a-4a78-a262-e5c885075523/7a5728e3-2df5-407c-a728-7c9385ba7443/a9e53593-544e-4600-8253-8e136a124ed7) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:26:29.646060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:29.665713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object a9e53593-544e-4600-8253-8e136a124ed7 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:26:29.689296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:29.696110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b38063d-2165-4364-b7d9-61cbc16813a2 tempest-ServersNegativeTestJSON-1808920869 tempest-ServersNegativeTestJSON-1808920869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:29.771899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:26:29.775285 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:26:29.780065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:26:29.812312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:29.820633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:29.849588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:29.850376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:29.881370 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1186447
Dec 15 13:26:29.893468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Request body: {'port': {'device_id': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:30.043757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.072100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f34d95ff-a922-43a8-802a-32b55776bd17 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:26:30.128728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c16fc391-d272-4b28-b47e-9d8a8986928e None None] Provisioning for port a9e53593-544e-4600-8253-8e136a124ed7 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:26:30.136877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c16fc391-d272-4b28-b47e-9d8a8986928e None None] Provisioning complete for port a9e53593-544e-4600-8253-8e136a124ed7 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:30.137270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c16fc391-d272-4b28-b47e-9d8a8986928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.203302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c16fc391-d272-4b28-b47e-9d8a8986928e None None] Port a9e53593-544e-4600-8253-8e136a124ed7 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:26:30.210869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc251a9-a309-41a4-9b48-1660f1e2887c req-750ae7b7-aa3b-400a-a6cc-24b597ee9988 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:30.212719 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bbc251a9-a309-41a4-9b48-1660f1e2887c req-750ae7b7-aa3b-400a-a6cc-24b597ee9988 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 932 time: 0.1021817
Dec 15 13:26:30.214899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f34d95ff-a922-43a8-802a-32b55776bd17 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:30.215323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.290613 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bbc251a9-a309-41a4-9b48-1660f1e2887c req-592c0b0d-7c38-4bd1-b13f-fa886d48d6f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623581
Dec 15 13:26:30.420617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e53593-544e-4600-8253-8e136a124ed7 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:26:30.427700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.443362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Transition to ACTIVE for port object a9e53593-544e-4600-8253-8e136a124ed7 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:26:30.450555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.464218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:30.608578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:30.620369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:30.746330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Attempting to bind port a9e53593-544e-4600-8253-8e136a124ed7 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:26:30.746605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Attempting to bind port a9e53593-544e-4600-8253-8e136a124ed7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:26:30.746972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Attempting to bind port a9e53593-544e-4600-8253-8e136a124ed7 on network 7a7c1ae3-073a-4a78-a262-e5c885075523 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:26:30.753368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Port a9e53593-544e-4600-8253-8e136a124ed7 on network 7a7c1ae3-073a-4a78-a262-e5c885075523 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:26:30.753722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Attempting to bind port a9e53593-544e-4600-8253-8e136a124ed7 on network 7a7c1ae3-073a-4a78-a262-e5c885075523 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:26:30.760414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:26:30.760825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Checking segment: {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:26:30.761245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Bound using segment: {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:26:30.761718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Bound port: a9e53593-544e-4600-8253-8e136a124ed7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ed8a56-9154-4a05-a131-dc61718e0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:26:30.762104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.858782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:26:30.861934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:26:30.866553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.870569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2bf09eb6-546f-42f1-b4bc-6109f118c00f tempest-ServerActionsTestJSON-557037526 tempest-ServerActionsTestJSON-557037526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:30.931633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:30.933170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] 10.222.0.77 "PUT /v2.0/ports/a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 1094 time: 1.0448289
Dec 15 13:26:30.933742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:26:30.955392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:30.958893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:31.058089 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-b1e6d0ca-f253-4e2b-a3af-f124c204016e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1097 time: 0.0846221
Dec 15 13:26:31.125482 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7', 'status': 'completed', 'code': 200}
Dec 15 13:26:31.141875 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-ea8a3620-75e3-4a03-b72d-349b4f3d9bf3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 217 time: 0.0764365
Dec 15 13:26:31.211611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-824f1e90-18e4-47fc-a861-cf5fc4f1e4c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:31.213249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-824f1e90-18e4-47fc-a861-cf5fc4f1e4c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0654976
Dec 15 13:26:31.307202 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-d8f7c193-2027-4d14-92de-4b9829f33341 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0872643
Dec 15 13:26:31.454005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-c52d8385-9c7e-4ab4-be3c-6bc0da4acb6e service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390350
Dec 15 13:26:31.503409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa967a8-b4f8-417e-8d8e-80b496b8f870 req-ca8a7b4d-3550-4c01-b5ea-49b602e34e6d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:31.505354 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-daa967a8-b4f8-417e-8d8e-80b496b8f870 req-ca8a7b4d-3550-4c01-b5ea-49b602e34e6d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 944 time: 0.0901351
Dec 15 13:26:31.556568 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-daa967a8-b4f8-417e-8d8e-80b496b8f870 req-7fe2eafb-78a6-41a2-a9b4-b98b6379793b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440953
Dec 15 13:26:31.600762 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7df53c3-f333-43b4-9eed-e0dbebe90bde req-e4c23c18-e345-4be2-a6c6-cc6d65ca713a service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404986
Dec 15 13:26:31.741043 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-c1119271-0245-42fd-853b-ca8efe157620 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1097 time: 0.0917149
Dec 15 13:26:31.905082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-4a1928c3-e402-4440-be76-b8f419dee496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:31.906747 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-4a1928c3-e402-4440-be76-b8f419dee496 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 898 time: 0.1569431
Dec 15 13:26:31.984183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-fb2ed4b6-3ced-4fe2-bf2c-91cfc233edef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 217 time: 0.0702307
Dec 15 13:26:32.060369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-eeb0d8be-5a3c-4d5a-ae48-0612b530eff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:32.062001 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-eeb0d8be-5a3c-4d5a-ae48-0612b530eff1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0706789
Dec 15 13:26:32.161882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-198ea887-e61c-4672-af9d-354a93bd26bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0918338
Dec 15 13:26:32.313573 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-14ad8618-fcfc-4e97-9246-bf1930bb67c2 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442044
Dec 15 13:26:32.465758 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb4ac44c-2bbc-4373-b6fd-d382f512e27b req-882d8637-a7da-4e4a-ac58-58a65799d3b8 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446450
Dec 15 13:26:32.791327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1724f-fe5b-4bdb-b75a-9507d4a42d6c req-dbe8cefc-bdaf-4711-a3ae-19d401841219 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:32.792122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c1e1724f-fe5b-4bdb-b75a-9507d4a42d6c req-dbe8cefc-bdaf-4711-a3ae-19d401841219 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:26:32.809175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c1e1724f-fe5b-4bdb-b75a-9507d4a42d6c req-dbe8cefc-bdaf-4711-a3ae-19d401841219 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:26:32.810447 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1e1724f-fe5b-4bdb-b75a-9507d4a42d6c req-dbe8cefc-bdaf-4711-a3ae-19d401841219 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 944 time: 0.1115105
Dec 15 13:26:32.865493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1e1724f-fe5b-4bdb-b75a-9507d4a42d6c req-4ed1399c-1dfd-45a1-828f-6ad9b8b6bbb5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454886
Dec 15 13:26:33.677476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a9e53593-544e-4600-8253-8e136a124ed7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:26:33.825030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:33.843232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'a9e53593-544e-4600-8253-8e136a124ed7', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'port_id': 'a9e53593-544e-4600-8253-8e136a124ed7', 'mac_address': 'fa:16:3e:42:73:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:26:33.900787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:33.919885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e53593-544e-4600-8253-8e136a124ed7 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:26:33.935399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:33.938845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:33.940726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2ca2700-4543-46e4-a197-4bf2692b3741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:34.007091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:34.010448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:34.094638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79902f84-8580-4eaf-baeb-5ca0a95e41bd req-874bd3f6-4d00-4011-a5f0-1f8ca4c34036 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:34.096306 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-79902f84-8580-4eaf-baeb-5ca0a95e41bd req-874bd3f6-4d00-4011-a5f0-1f8ca4c34036 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 945 time: 0.0955806
Dec 15 13:26:34.142219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['a9e53593-544e-4600-8253-8e136a124ed7'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:26:34.146889 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-79902f84-8580-4eaf-baeb-5ca0a95e41bd req-eabe6d5c-07a7-412c-b554-5ce73e415af1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442312
Dec 15 13:26:35.374922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fdea-f56e-447c-9b93-ace4fb6500dc req-1ffd8261-86b0-42d5-a18c-dd2efa109a2f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:35.376609 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f43fdea-f56e-447c-9b93-ace4fb6500dc req-1ffd8261-86b0-42d5-a18c-dd2efa109a2f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 945 time: 0.0903788
Dec 15 13:26:35.437428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f43fdea-f56e-447c-9b93-ace4fb6500dc req-8504c4b3-82e7-482e-94e1-7ce1b544e1b7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545740
Dec 15 13:26:35.677839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a9e53593-544e-4600-8253-8e136a124ed7 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:26:35.763095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port a9e53593-544e-4600-8253-8e136a124ed7 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:26:35.768347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port a9e53593-544e-4600-8253-8e136a124ed7 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:26:35.768764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:35.913529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:35.942082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:26:35.952281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:26:35.956239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:35.958805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb331a2b-40e6-464f-b89b-eaa50d471817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:36.024274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:36.027849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:36.094278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7', 'code': 200}
Dec 15 13:26:36.343104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09f8b595-d175-45e4-b6b9-f8318c4c48a2 req-e457f0df-3974-4b9e-bda3-52b01f0035ec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1099 time: 0.0753181
Dec 15 13:26:36.388814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09f8b595-d175-45e4-b6b9-f8318c4c48a2 req-244c9a86-c7c3-45fa-9c38-571f54630379 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393391
Dec 15 13:26:36.675843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522974cd-380b-47df-8cad-00e5b0f83fda req-77fb5155-fb7d-4a85-8bc7-4123e77a642c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:36.677400 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-522974cd-380b-47df-8cad-00e5b0f83fda req-77fb5155-fb7d-4a85-8bc7-4123e77a642c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.1087484
Dec 15 13:26:36.726932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-522974cd-380b-47df-8cad-00e5b0f83fda req-fe3809c0-1f3c-44d8-910d-309810851bc6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432870
Dec 15 13:26:37.958232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60792c1a-2629-48cf-a168-ae9fa38a9c96 req-8acc5428-93f9-4078-a946-38774cf8ded4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:37.959936 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-60792c1a-2629-48cf-a168-ae9fa38a9c96 req-8acc5428-93f9-4078-a946-38774cf8ded4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0907745
Dec 15 13:26:38.010667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-60792c1a-2629-48cf-a168-ae9fa38a9c96 req-7cfea11d-a93a-4421-aff8-bb2e0c193a68 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437052
Dec 15 13:26:38.241326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf374d4-5f44-42f7-a245-24dcc5063cf5 req-cf835d33-f83e-4ce8-9fe5-cebad6fa3ddf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:38.242971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7bf374d4-5f44-42f7-a245-24dcc5063cf5 req-cf835d33-f83e-4ce8-9fe5-cebad6fa3ddf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0930438
Dec 15 13:26:38.293622 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7bf374d4-5f44-42f7-a245-24dcc5063cf5 req-dea42f27-f254-4dbd-83a9-099cdfaca7e3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440581
Dec 15 13:26:38.325600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39156) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:38.406214 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fa2007d3-2911-435c-af17-758187ba795a tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1094 time: 0.0792344
Dec 15 13:26:38.409166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39160) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:38.415143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'a9e53593-544e-4600-8253-8e136a124ed7', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:26:38.421650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:26:38.425829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:floatingip and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:26:38.428849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:26:38.435060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:26:38.446246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:38.603939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:38.754118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.199 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f3983bff-e2d8-41ff-8b02-2f2e9cc02ba7) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:26:38.921638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:38.949899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:38.953692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94ef9247-995d-4486-b9e3-155f689d46fc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:39.024031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:26:39.025029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=f3983bff-e2d8-41ff-8b02-2f2e9cc02ba7,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:39.028212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:26:39.030189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:39.030883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:26:39.837435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:39.902222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:40.124584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:40.128981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:40.132867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1f8cd949-745a-4a1b-8f5e-13d6561b7935 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:26:40.240569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=f3983bff-e2d8-41ff-8b02-2f2e9cc02ba7,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:26:40.243716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:26:40.259195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:40.469448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Floating IP f236adee-d106-4b6d-b947-e96a667a621f associated. External IP: 172.26.0.199, port: a9e53593-544e-4600-8253-8e136a124ed7.
Dec 15 13:26:40.906480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router def8b2ae-2aae-447b-a7fb-798bcc0ac0df has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:26:41.031836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-665bc626-38a3-4815-9b9b-01c7e06921d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:41.122830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:26:41.133384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] Sync routers for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:26:41.147942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:41.148155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:41.148887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb337b38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:26:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:41.210039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6167f079-73ac-480d-943e-a4d7bb5fd623 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7970521
Dec 15 13:26:41.210039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:26:41.272567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7', 'status': 'completed', 'code': 200}
Dec 15 13:26:41.362111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:41.377188 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-b49b2de3-cb56-4d73-8cce-231a79fbe89a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1099 time: 0.0806875
Dec 15 13:26:41.437245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58ffe-e714-42e3-a5b0-95626a65f759 req-53134f58-af32-40cf-a330-f611ab39ff79 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:41.438922 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2a58ffe-e714-42e3-a5b0-95626a65f759 req-53134f58-af32-40cf-a330-f611ab39ff79 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0862896
Dec 15 13:26:41.490574 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2a58ffe-e714-42e3-a5b0-95626a65f759 req-bb169ca8-6f7a-47d8-a2e6-81ba35652a1f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440354
Dec 15 13:26:41.518219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39168) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:41.524460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-38e41279-287e-4a6b-86ce-87ee27eb79ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:41.526256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-38e41279-287e-4a6b-86ce-87ee27eb79ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 898 time: 0.1429310
Dec 15 13:26:41.632695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d2b7a65e-1cef-47cf-a81a-0b0005c982d4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f236adee-d106-4b6d-b947-e96a667a621f HTTP/1.1" status: 200  len: 992 time: 0.1130922
Dec 15 13:26:41.640325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-8b1a82ad-7280-4602-b93e-f11e90acd101 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 1000 time: 0.1074762
Dec 15 13:26:41.712573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-295148ec-0c37-4458-8d87-ff0bf1774a01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:26:41.714464 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-295148ec-0c37-4458-8d87-ff0bf1774a01 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0672743
Dec 15 13:26:41.742609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb337b38>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f236adee-d106-4b6d-b947-e96a667a621f', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.199', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'port_id': 'a9e53593-544e-4600-8253-8e136a124ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'mac_address': 'fa:16:3e:42:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:26:39Z', 'updated_at': '2021-12-15T13:26:39Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:28Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:41.746904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] Checking router: def8b2ae-2aae-447b-a7fb-798bcc0ac0df for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:26:41.758994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:26:41.759699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb337b38>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:26:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:41.797790 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-e83d96ee-2215-444a-988f-f31c1028d8c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0769145
Dec 15 13:26:41.947238 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-7dfeae26-5ac9-4162-b414-e49933574380 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429927
Dec 15 13:26:41.953960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:26:42.095845 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-61602e7a-5bb0-4216-ae17-d2fe8214bc9e req-4d3f80ab-0fbe-44c8-8c81-445405db496b service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426506
Dec 15 13:26:42.325255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb337b38>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f236adee-d106-4b6d-b947-e96a667a621f', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.199', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'port_id': 'a9e53593-544e-4600-8253-8e136a124ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'mac_address': 'fa:16:3e:42:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:26:39Z', 'updated_at': '2021-12-15T13:26:39Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:28Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:26:42.329462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fe157-76f9-4fb3-8443-bdb372b45f3d None None] The sync data for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv is: [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f236adee-d106-4b6d-b947-e96a667a621f', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.199', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'port_id': 'a9e53593-544e-4600-8253-8e136a124ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'mac_address': 'fa:16:3e:42:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:26:39Z', 'updated_at': '2021-12-15T13:26:39Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:28Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:26:42.637082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39172) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:42.694207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac2f18-718a-4aa2-adb8-69e893563cb6 None None] New status for floating IP f236adee-d106-4b6d-b947-e96a667a621f: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:26:42.761424 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c58d499-58e7-44d4-a810-1057a4bf058f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f236adee-d106-4b6d-b947-e96a667a621f HTTP/1.1" status: 200  len: 992 time: 0.1218708
Dec 15 13:26:42.797308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:43.443645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-600765a0-e4cc-4acb-aeee-d53e70ae2f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:43.766290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39176) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:26:43.793206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:43.884149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9dcd0e34-5a7c-4c1d-800f-3c41c8413444 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f236adee-d106-4b6d-b947-e96a667a621f HTTP/1.1" status: 200  len: 994 time: 0.1161373
Dec 15 13:26:45.423949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:26:45.668655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:26:58.502552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:08.754335 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-27c2d5e8-de74-421c-a3ed-78b95fd1182e req-330ad37d-8ddd-42d0-8f78-92a05e798028 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1002195
Dec 15 13:27:09.091878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39198) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:27:09.185029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bf290-8e8c-4f7d-ba5d-59dd6cc62334 req-4561a8ee-bfec-427d-874e-0e4932cb0770 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:09.187599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f85bf290-8e8c-4f7d-ba5d-59dd6cc62334 req-4561a8ee-bfec-427d-874e-0e4932cb0770 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.1063058
Dec 15 13:27:09.251009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f85bf290-8e8c-4f7d-ba5d-59dd6cc62334 req-9a666dbd-53af-4401-9545-5007cc88c4f9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568197
Dec 15 13:27:09.275750 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-e6c0a7eb-ff75-449d-b2dc-3e18d17bf1ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1797328
Dec 15 13:27:10.488168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307540d-91b1-4a10-9006-209338746d42 req-6e5ae50c-bb16-4cb2-a878-30ce5e285901 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:10.489759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7307540d-91b1-4a10-9006-209338746d42 req-6e5ae50c-bb16-4cb2-a878-30ce5e285901 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0984440
Dec 15 13:27:10.554213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7307540d-91b1-4a10-9006-209338746d42 req-7aca10d0-f1c6-46d8-83a8-65e8a48a2002 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515273
Dec 15 13:27:10.699480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-8c80cb4b-b2d5-47c5-92a8-6319700b1221 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1099 time: 0.0856702
Dec 15 13:27:11.034585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-10ee1aa1-2ab5-42d0-85b7-10cda675a7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:11.107420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-c48c1fc8-66b5-4c0e-875a-51cb78b762c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:11.108988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-c48c1fc8-66b5-4c0e-875a-51cb78b762c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 898 time: 0.4026389
Dec 15 13:27:11.217134 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-e41dbbaa-ad10-4bd8-a24e-a2aaaed2aa6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 1002 time: 0.1011114
Dec 15 13:27:11.292413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-0647e634-e71f-48c9-8619-e41b5acfec72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:11.294012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-0647e634-e71f-48c9-8619-e41b5acfec72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0705285
Dec 15 13:27:11.377698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-05633108-f649-4661-a0a6-4a57254002fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761311
Dec 15 13:27:11.388797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-cfa0a7da-1e95-4d5a-9371-f6e6ab0bcea9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:27:11.389798 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-cfa0a7da-1e95-4d5a-9371-f6e6ab0bcea9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0053205
Dec 15 13:27:11.537258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-19e25f1a-f18f-4f7b-adcc-86b9cb6d738b service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402192
Dec 15 13:27:11.686649 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-3602ac24-fca2-467e-a603-8d89d3faecc6 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429143
Dec 15 13:27:11.780598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9f08f-cd7d-4953-84d0-32837805cd05 req-8d5474e2-d1d2-42a7-bd06-16453b62045a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:11.782257 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-21b9f08f-cd7d-4953-84d0-32837805cd05 req-8d5474e2-d1d2-42a7-bd06-16453b62045a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0934379
Dec 15 13:27:11.833908 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-21b9f08f-cd7d-4953-84d0-32837805cd05 req-f575f8bf-4077-40c8-bcf2-a9d6ec39ebf4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440445
Dec 15 13:27:12.731840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:13.070503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948db99-29e5-4ee2-b079-1f4a02bda73c req-c4b4ce23-e0f6-4ee7-93a1-fbc55a67104a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:13.072812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6948db99-29e5-4ee2-b079-1f4a02bda73c req-c4b4ce23-e0f6-4ee7-93a1-fbc55a67104a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.1099348
Dec 15 13:27:13.125735 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6948db99-29e5-4ee2-b079-1f4a02bda73c req-ed42f026-5e1b-4c8e-8889-d63c1b446c0a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462899
Dec 15 13:27:13.441677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4acf001e-2384-49c1-bdb3-c871fb1382d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:13.798736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:14.357146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c2f3a-f0bc-4d4a-a0ff-adcf21fb100b req-e789044f-5cb6-42c0-849e-b0e5a77f69d6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:14.358802 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-748c2f3a-f0bc-4d4a-a0ff-adcf21fb100b req-e789044f-5cb6-42c0-849e-b0e5a77f69d6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0951378
Dec 15 13:27:14.412457 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-748c2f3a-f0bc-4d4a-a0ff-adcf21fb100b req-5653bb32-c409-4e36-9691-686253f0ad4c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446882
Dec 15 13:27:15.421599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:15.641319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224338-0def-459d-8a12-596c885aea72 req-c69558f6-cf18-4805-944f-6804384bc3cd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:15.642914 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c224338-0def-459d-8a12-596c885aea72 req-c69558f6-cf18-4805-944f-6804384bc3cd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0948207
Dec 15 13:27:15.696299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c224338-0def-459d-8a12-596c885aea72 req-15d5f785-7652-4785-96a5-c0db7915413f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432394
Dec 15 13:27:16.925093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494155-df03-4bca-bb85-ece1babd6540 req-81b6b31a-fca9-4a62-bebe-bc8496fea424 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:16.926773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39494155-df03-4bca-bb85-ece1babd6540 req-81b6b31a-fca9-4a62-bebe-bc8496fea424 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0958514
Dec 15 13:27:16.977855 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-39494155-df03-4bca-bb85-ece1babd6540 req-24686d23-a782-4de2-806c-a2f46f84000f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435174
Dec 15 13:27:18.216021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22f95c-acfc-4316-871d-3796e1872122 req-993cd8b9-a0f1-45e0-bfff-c6a5ea492ac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:18.217618 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e22f95c-acfc-4316-871d-3796e1872122 req-993cd8b9-a0f1-45e0-bfff-c6a5ea492ac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.1002080
Dec 15 13:27:18.270055 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e22f95c-acfc-4316-871d-3796e1872122 req-4572e9a4-4b5b-44e3-8eec-3892a581cbb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457413
Dec 15 13:27:19.488061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd57c-6eb2-4ae0-bbc7-3a5e1d5bdc56 req-65c31203-f567-4816-a5ab-23999c4b295c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:19.489672 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-66cfd57c-6eb2-4ae0-bbc7-3a5e1d5bdc56 req-65c31203-f567-4816-a5ab-23999c4b295c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0898464
Dec 15 13:27:19.545054 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-66cfd57c-6eb2-4ae0-bbc7-3a5e1d5bdc56 req-eee5c848-9ef5-4f33-a5b4-9f529fff793c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486956
Dec 15 13:27:20.771709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5b39b-1d89-42b7-aba3-762d66098ccc req-19a845d6-4b9b-49a4-bc9e-55525ca53cfb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:20.774242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19e5b39b-1d89-42b7-aba3-762d66098ccc req-19a845d6-4b9b-49a4-bc9e-55525ca53cfb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0942934
Dec 15 13:27:20.830109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19e5b39b-1d89-42b7-aba3-762d66098ccc req-9055b8e5-edac-4a8a-980b-bfebcf2f85ce tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481288
Dec 15 13:27:22.062833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a00dd-0387-42ea-be49-9f450571218a req-69b47820-f421-4775-aa58-8034fef262b3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:22.064535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-928a00dd-0387-42ea-be49-9f450571218a req-69b47820-f421-4775-aa58-8034fef262b3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0877442
Dec 15 13:27:22.119388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-928a00dd-0387-42ea-be49-9f450571218a req-f3d48dcc-f1d9-4437-b8d4-c215cc19009e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479975
Dec 15 13:27:22.665221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:27:23.346911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c102409-07b5-4b2f-8c60-a2ee360186d1 req-3a251d5e-2c19-494c-99ae-dc8eda6059b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:23.348649 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c102409-07b5-4b2f-8c60-a2ee360186d1 req-3a251d5e-2c19-494c-99ae-dc8eda6059b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0919032
Dec 15 13:27:23.366776 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-fa0873ac-83a6-46a9-9310-7b9945eb5af1 service neutron] 10.222.0.77 "GET /v2.0/ports/a9e53593-544e-4600-8253-8e136a124ed7/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0927284
Dec 15 13:27:23.402520 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2c102409-07b5-4b2f-8c60-a2ee360186d1 req-14393bc8-a8a6-489e-9f82-fea1652e272b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461402
Dec 15 13:27:23.642087 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-91cb6ad0-ebad-4b30-a7be-67ef9207cb6f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 1099 time: 0.0772560
Dec 15 13:27:23.761103 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-30005a2e-6aa2-4690-aa9c-223395e5c666 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1099 time: 0.0917706
Dec 15 13:27:23.907106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-3aca668b-cc48-43fe-800c-af79ad031b4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:23.908808 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-3aca668b-cc48-43fe-800c-af79ad031b4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 898 time: 0.1415153
Dec 15 13:27:24.018394 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-65053ce3-0088-4202-b622-49bb8f9b1d32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 1002 time: 0.1032043
Dec 15 13:27:24.092671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-0d04cd56-63a2-4058-ab3f-30ffe2a93dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:24.094311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-0d04cd56-63a2-4058-ab3f-30ffe2a93dc8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0693805
Dec 15 13:27:24.185895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-05caabd0-adb1-40c6-8573-82202230557f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0844972
Dec 15 13:27:24.343178 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-78a0f4f0-c395-4b49-9f21-3ed47ffc9a2d service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508055
Dec 15 13:27:24.491755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-da3e6ec3-9401-4237-9cee-0ef80097cba8 req-1e9987f4-e128-4649-bd38-1d402a883714 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424682
Dec 15 13:27:24.614728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd49f4-dc43-44c0-85d4-2d83369763e5 req-e5930dae-c194-47c3-b5ab-1d92f88efa97 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:24.616432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03bd49f4-dc43-44c0-85d4-2d83369763e5 req-e5930dae-c194-47c3-b5ab-1d92f88efa97 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.0865154
Dec 15 13:27:24.671872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-03bd49f4-dc43-44c0-85d4-2d83369763e5 req-88001146-cb53-45bc-9c30-ff6e0dfa541a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486596
Dec 15 13:27:25.904574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed607ad-e0d0-46e2-a08a-8bb1f9092ded req-c626cc28-bfe2-4550-973a-564c5d7a07f4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:25.906180 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ed607ad-e0d0-46e2-a08a-8bb1f9092ded req-c626cc28-bfe2-4550-973a-564c5d7a07f4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.1013947
Dec 15 13:27:25.910189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a9e53593-544e-4600-8253-8e136a124ed7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:27:25.958627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ed607ad-e0d0-46e2-a08a-8bb1f9092ded req-346f3c2a-40ed-4d26-a9c8-a9cc4d00ca60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454545
Dec 15 13:27:26.034863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:26.063786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:27:26.074480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:27:26.083769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:26.085749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:27:26.144085 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7', 'code': 200}
Dec 15 13:27:26.158655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:27:26.169701 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.170095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.170480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.170862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.171243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.171649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.172600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.172982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.173526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.173908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.174282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:26.179284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:27:27.174349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2a9b8-4cae-4c16-905d-cc4b8c181731 req-b4fa2e15-dbc8-4238-9d08-fda02870798f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:27.175984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90d2a9b8-4cae-4c16-905d-cc4b8c181731 req-b4fa2e15-dbc8-4238-9d08-fda02870798f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 944 time: 0.0895927
Dec 15 13:27:27.236694 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90d2a9b8-4cae-4c16-905d-cc4b8c181731 req-18511de5-8b4c-4c06-b6a6-68feeb6909de tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528553
Dec 15 13:27:27.588477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd9092-b916-462a-a17e-cd7f66ae5508 req-d75d125b-d64b-4370-a393-bcea1935e5b9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:27.590147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fdd9092-b916-462a-a17e-cd7f66ae5508 req-d75d125b-d64b-4370-a393-bcea1935e5b9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 944 time: 0.0932117
Dec 15 13:27:27.594119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-d688c9bb-49e4-4264-96c6-465a7d37c02f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:27.595730 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-d688c9bb-49e4-4264-96c6-465a7d37c02f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac&tenant_id=dbee835780d14c4c8230c91aee8f895f&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.0880339
Dec 15 13:27:27.641317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fdd9092-b916-462a-a17e-cd7f66ae5508 req-da3bd766-0640-495d-bdc3-51b78f98d6b6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445628
Dec 15 13:27:27.747148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-549a4097-b352-4835-87ac-2a2ce9c5ad3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1097 time: 0.0765319
Dec 15 13:27:27.915232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a9e53593-544e-4600-8253-8e136a124ed7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:27:27.956388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-a7b6a131-8293-40d0-9675-45d0d17c6356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:27.958044 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-a7b6a131-8293-40d0-9675-45d0d17c6356 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 898 time: 0.2043586
Dec 15 13:27:27.968510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9aa5-c4ee-456a-a2d0-db55c09c0836 req-8397dd1e-1d92-45a9-bbfc-ffe5c5905104 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:27.970021 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-246a9aa5-c4ee-456a-a2d0-db55c09c0836 req-8397dd1e-1d92-45a9-bbfc-ffe5c5905104 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 944 time: 0.1943138
Dec 15 13:27:28.065309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:27:28.080151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'a9e53593-544e-4600-8253-8e136a124ed7', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'port_id': 'a9e53593-544e-4600-8253-8e136a124ed7', 'mac_address': 'fa:16:3e:42:73:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:27:28.112000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-15536fc9-02d6-451b-8d84-79bbabb19900 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 1000 time: 0.1408608
Dec 15 13:27:28.116065 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-246a9aa5-c4ee-456a-a2d0-db55c09c0836 req-e596147a-1ebe-4ff0-a4d2-f443f91d092c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721240
Dec 15 13:27:28.136433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:28.158386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e53593-544e-4600-8253-8e136a124ed7 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:27:28.174405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:27:28.178026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:28.180009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c0fb1be3-0e20-4c53-b04d-deb74867b6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:27:28.184799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-67a3f834-5f42-49b1-b045-47fe44e711eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:28.186416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-67a3f834-5f42-49b1-b045-47fe44e711eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0682647
Dec 15 13:27:28.249230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['a9e53593-544e-4600-8253-8e136a124ed7'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:27:28.274266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-be279317-0604-4858-be5b-2e66dca568f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0815682
Dec 15 13:27:28.291528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:27:28.296439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:27:28.422952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-1aaad329-a489-490a-9b9a-d9117e0a914f service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422777
Dec 15 13:27:28.547998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:28.572767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4b7e9ff-0c9e-405f-b201-2d2340eaf19e req-036146e0-3fa7-4780-8c49-a443ca7c381d service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434824
Dec 15 13:27:29.338110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b69f5-e776-4fc1-8c2e-643d03ecbe22 req-0c1911dd-9470-4e0f-9d7d-739a1a7cb1cf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:29.339820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c02b69f5-e776-4fc1-8c2e-643d03ecbe22 req-0c1911dd-9470-4e0f-9d7d-739a1a7cb1cf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 945 time: 0.0899637
Dec 15 13:27:29.396237 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c02b69f5-e776-4fc1-8c2e-643d03ecbe22 req-13e581fe-2310-48be-8668-4d85700455dd tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500045
Dec 15 13:27:29.425197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39272) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:27:29.548998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4788f13a-6a37-4de9-9bd9-6e926fd055fb tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/f236adee-d106-4b6d-b947-e96a667a621f HTTP/1.1" status: 200  len: 993 time: 0.1223967
Dec 15 13:27:29.934098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a9e53593-544e-4600-8253-8e136a124ed7 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:27:30.024667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port a9e53593-544e-4600-8253-8e136a124ed7 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:27:30.025117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:30.148137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:30.177494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:27:30.188246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:27:30.191517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:30.193673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:27:30.239096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7', 'code': 200}
Dec 15 13:27:30.265513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:27:30.268878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:27:31.656109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-7175fe0d-7fb2-4541-9bcb-9d915081f04e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0812519
Dec 15 13:27:31.819696 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-dea11097-f04a-4ab1-aee4-afa057c9fadb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1099 time: 0.0770421
Dec 15 13:27:31.990583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-73495d12-40a4-4752-9544-bee9bc07ad51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:31.992252 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-73495d12-40a4-4752-9544-bee9bc07ad51 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 898 time: 0.1479454
Dec 15 13:27:32.349124 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-540af5f0-8861-4ee6-b32f-2b38cf683992 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 1002 time: 0.3502955
Dec 15 13:27:32.421717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-3eb944da-aca6-4ce7-b740-08ffa2893a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:27:32.423300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-3eb944da-aca6-4ce7-b740-08ffa2893a20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0682271
Dec 15 13:27:32.523453 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-29530063-985d-40de-92cf-663e98945f83 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0925996
Dec 15 13:27:32.673000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-b8f271d0-73cc-4751-906e-310241a1912e service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434159
Dec 15 13:27:32.818911 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-00ad7425-c76f-4d30-b2b6-062482af3e78 req-d9e5e936-ff82-4919-853f-6cb2e6c0a015 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398735
Dec 15 13:27:41.041591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a12d983c-869e-4dd5-b4ae-8e6a0879c5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:42.730158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:43.442551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-29bab62f-199f-4f75-bc9b-48c71be8a23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:43.803761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:45.425342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:58.307893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39286) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:27:58.529201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port f3983bff-e2d8-41ff-8b02-2f2e9cc02ba7 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:27:58.529590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:58.541911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:58.713002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:58.713242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:58.843920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for f3983bff-e2d8-41ff-8b02-2f2e9cc02ba7 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:27:59.017246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:59.023288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ce212031-f4c4-4593-8d7c-05469164765e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:27:59.074745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=f3983bff-e2d8-41ff-8b02-2f2e9cc02ba7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:27:59.120360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.120804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.121215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.121633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.122038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.122449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.122850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.123257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.123686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.124086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.124547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:27:59.127996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:27:59.193003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:59.643505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router def8b2ae-2aae-447b-a7fb-798bcc0ac0df has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:27:59.657655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:27:59.869317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:27:59.880350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] Sync routers for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:27:59.891738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:27:59.894348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:27:59.895025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3967b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:27:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:27:59.948311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0f85c253-e6db-484c-a542-a92a8c208c1e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/floatingips/f236adee-d106-4b6d-b947-e96a667a621f HTTP/1.1" status: 204  len: 168 time: 1.6391652
Dec 15 13:27:59.949101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:28:00.009912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7', 'status': 'completed', 'code': 200}
Dec 15 13:28:00.119772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-589f56ff-f681-4457-91c2-29253fd92b7c req-a31182bc-bfb5-4b05-a914-5665200bf964 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 1099 time: 0.0802195
Dec 15 13:28:00.247028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:00.270230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f56ff-f681-4457-91c2-29253fd92b7c req-29a54e36-2ef1-4a69-8944-76cd6763dac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:00.272059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-589f56ff-f681-4457-91c2-29253fd92b7c req-29a54e36-2ef1-4a69-8944-76cd6763dac9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 200  len: 898 time: 0.1464646
Dec 15 13:28:00.350059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-589f56ff-f681-4457-91c2-29253fd92b7c req-624a9467-85b8-4824-8128-48a400f5d34c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 200  len: 217 time: 0.0706394
Dec 15 13:28:00.425521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f56ff-f681-4457-91c2-29253fd92b7c req-8a0f4b4b-4220-4c78-a057-fbfd8607137f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:00.427433 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-589f56ff-f681-4457-91c2-29253fd92b7c req-8a0f4b4b-4220-4c78-a057-fbfd8607137f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 200  len: 834 time: 0.0710545
Dec 15 13:28:00.468762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729a086-102e-4188-bd4c-1763c794af55 req-a2ade4c7-ede2-4cdc-abfc-c9ebb06ecd83 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:00.470413 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6729a086-102e-4188-bd4c-1763c794af55 req-a2ade4c7-ede2-4cdc-abfc-c9ebb06ecd83 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.1660707
Dec 15 13:28:00.519961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-589f56ff-f681-4457-91c2-29253fd92b7c req-52efb204-4284-41d6-99a2-1308def958e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7a7c1ae3-073a-4a78-a262-e5c885075523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0854166
Dec 15 13:28:00.523917 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6729a086-102e-4188-bd4c-1763c794af55 req-a1a0fa5f-85d3-43bc-8714-d0c4e2adea94 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471139
Dec 15 13:28:00.589202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3967b8>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:28Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:00.593374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] Checking router: def8b2ae-2aae-447b-a7fb-798bcc0ac0df for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:28:00.604697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:00.605339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb3967b8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:27:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:00.667743 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-589f56ff-f681-4457-91c2-29253fd92b7c req-df01a2e7-5fa7-4f6e-8280-0c520342e3a1 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391747
Dec 15 13:28:00.810810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:01.064701 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-589f56ff-f681-4457-91c2-29253fd92b7c req-fc6860f9-4686-4090-9e87-aab917126090 service neutron] 10.222.0.77 "GET /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3902225
Dec 15 13:28:01.161732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb3967b8>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:28Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:01.168498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d4b17-f55b-4221-bc7a-4147c3df5143 None None] The sync data for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv is: [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:26:21Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'f34d95ff-a922-43a8-802a-32b55776bd17', 'name': '', 'network_id': '7a7c1ae3-073a-4a78-a262-e5c885075523', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:8a:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:21Z', 'updated_at': '2021-12-15T13:26:28Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '7a5728e3-2df5-407c-a728-7c9385ba7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:28:01.602167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed1775-7e1d-4e4b-936c-9af94cb330a1 None None] New status for floating IP f236adee-d106-4b6d-b947-e96a667a621f: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:28:01.837870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c598b1-1b77-485e-8fc2-5bd67441c01a req-9d13e53b-3bf9-4fd7-be6e-ed6674505b3b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:01.838626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d5c598b1-1b77-485e-8fc2-5bd67441c01a req-9d13e53b-3bf9-4fd7-be6e-ed6674505b3b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:28:01.903681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-d5c598b1-1b77-485e-8fc2-5bd67441c01a req-9d13e53b-3bf9-4fd7-be6e-ed6674505b3b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:28:01.904951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d5c598b1-1b77-485e-8fc2-5bd67441c01a req-9d13e53b-3bf9-4fd7-be6e-ed6674505b3b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.2515049
Dec 15 13:28:01.973896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-09ec0be9-1921-4ec1-9cad-a6c14f40f9cf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:01.975448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-09ec0be9-1921-4ec1-9cad-a6c14f40f9cf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 946 time: 0.1335709
Dec 15 13:28:01.978313 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d5c598b1-1b77-485e-8fc2-5bd67441c01a req-69807243-9161-4a83-885a-baaaf3b7fefe tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba1dfb61-be26-4647-9785-c6f156348eb6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664134
Dec 15 13:28:02.050048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port a9e53593-544e-4600-8253-8e136a124ed7 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:28:02.050436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:02.317985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port a9e53593-544e-4600-8253-8e136a124ed7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a9e53593-544e-4600-8253-8e136a124ed7,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:02.318393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:02.451823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for a9e53593-544e-4600-8253-8e136a124ed7 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:28:02.628473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:02.635296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-465b649f-5e59-42c7-bee8-5cdf5e5cc3dc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:02.685242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=a9e53593-544e-4600-8253-8e136a124ed7,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:02.689412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:02.763308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] No DVR routers for this DVR port a9e53593-544e-4600-8253-8e136a124ed7 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:28:02.766219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:02.768972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-deleted', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:28:02.784249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-78f4e914-ce65-4177-9c88-6cd0c5174b3a req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "DELETE /v2.0/ports/a9e53593-544e-4600-8253-8e136a124ed7 HTTP/1.1" status: 204  len: 173 time: 0.8037579
Dec 15 13:28:02.827042 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac', 'name': 'network-vif-deleted', 'tag': 'a9e53593-544e-4600-8253-8e136a124ed7', 'status': 'completed', 'code': 200}
Dec 15 13:28:03.173730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0122e173-f46a-45fe-ba4f-84f84333ce22 req-e8e307af-ee27-4ae0-b512-dce0d2bb5d1f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:28:03.191224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-0122e173-f46a-45fe-ba4f-84f84333ce22 req-e8e307af-ee27-4ae0-b512-dce0d2bb5d1f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:28:03.192772 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0122e173-f46a-45fe-ba4f-84f84333ce22 req-e8e307af-ee27-4ae0-b512-dce0d2bb5d1f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=32298b13-0c92-4f4c-bbb0-6ab03ee2a9ac HTTP/1.1" status: 200  len: 210 time: 0.0653472
Dec 15 13:28:04.312236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39308) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:04.749216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:05.448329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port f34d95ff-a922-43a8-802a-32b55776bd17 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:28:05.448948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:05.663827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port f34d95ff-a922-43a8-802a-32b55776bd17, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f34d95ff-a922-43a8-802a-32b55776bd17,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:05.664245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:05.797840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for f34d95ff-a922-43a8-802a-32b55776bd17 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:28:05.997843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:06.001747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8927d30-0c58-4309-97b2-6f809e8a58c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:06.045717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=f34d95ff-a922-43a8-802a-32b55776bd17,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:06.049829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:06.159461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a9e53593-544e-4600-8253-8e136a124ed7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:28:06.199998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: a9e53593-544e-4600-8253-8e136a124ed7 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:28:06.200544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device a9e53593-544e-4600-8253-8e136a124ed7 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:28:06.379471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:07.313538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router def8b2ae-2aae-447b-a7fb-798bcc0ac0df has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:28:07.544256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:28:07.556411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] Sync routers for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:28:07.561289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/def8b2ae-2aae-447b-a7fb-798bcc0ac0df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2476757
Dec 15 13:28:07.564273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39312) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:07.571291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:07.572038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb746f98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:27:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:07.771601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:07.795950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting subnet 7a5728e3-2df5-407c-a728-7c9385ba7443 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:28:07.800568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:07.865196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:07.963097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.049450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.056929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b5e2c84-107c-47a4-bd9a-7e7b9e6f16d1 tempest-TestNetworkAdvancedServerOps-1846715023 tempest-TestNetworkAdvancedServerOps-1846715023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:08.090987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb746f98>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:28:05Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:08.096102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] Checking router: def8b2ae-2aae-447b-a7fb-798bcc0ac0df for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:28:08.100727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5728e3-2df5-407c-a728-7c9385ba7443,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:08.103585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:08.107160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.114069 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/subnets/7a5728e3-2df5-407c-a728-7c9385ba7443 HTTP/1.1" status: 204  len: 168 time: 0.5486996
Dec 15 13:28:08.116038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d554f2-2152-4b7f-82c7-3e9377c1f006 None None] Network 7a7c1ae3-073a-4a78-a262-e5c885075523 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:28:08.116899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39316) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:08.122568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] Routers {'def8b2ae-2aae-447b-a7fb-798bcc0ac0df'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:08.123236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb746f98>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:27:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:08.353475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.401304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] DHCP port deletion for 7a7c1ae3-073a-4a78-a262-e5c885075523 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:28:08.405869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Deleting port 65226f41-0e9f-425d-ac00-66b5942d68e9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:28:08.406469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.481570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] Set router def8b2ae-2aae-447b-a7fb-798bcc0ac0df gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:08.570056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.584577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:28:08.584969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.647126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] For port 65226f41-0e9f-425d-ac00-66b5942d68e9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=65226f41-0e9f-425d-ac00-66b5942d68e9,segment=NetworkSegment(b6ed8a56-9154-4a05-a131-dc61718e0b1b),segment_id=b6ed8a56-9154-4a05-a131-dc61718e0b1b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:08.647525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.783668 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Calling delete_port for 65226f41-0e9f-425d-ac00-66b5942d68e9 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:28:08.809282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 3321cbf3-dd0f-4080-9c3a-7c1f32425e93, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:08.809843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.821794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb746f98>, [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:28:05Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:08.826293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a200a8-dd57-4066-bdf2-901a8521440d None None] The sync data for ids ['def8b2ae-2aae-447b-a7fb-798bcc0ac0df'] in dv-neutron-821831-1-hyperv is: [{'id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659651233', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:26:16Z', 'updated_at': '2021-12-15T13:28:05Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '3321cbf3-dd0f-4080-9c3a-7c1f32425e93', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8b2ae-2aae-447b-a7fb-798bcc0ac0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:26:17Z', 'updated_at': '2021-12-15T13:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:28:08.869401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:08.874663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ad128c79-9db4-4948-904f-c248880cbcca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:08.926196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Pushing event deleted for resources: {'Port': ['ID=65226f41-0e9f-425d-ac00-66b5942d68e9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:08.929522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:08.932497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] No DVR routers for this DVR port 65226f41-0e9f-425d-ac00-66b5942d68e9 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:28:08.949856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:28:09.156627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:09.161520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:09.229225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=3321cbf3-dd0f-4080-9c3a-7c1f32425e93,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:09.233368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:09.518631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.060351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.065509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.088759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.089360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Fanout notify agent at l3_agent the message router_deleted on router def8b2ae-2aae-447b-a7fb-798bcc0ac0df {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:28:10.107260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.109514 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/routers/def8b2ae-2aae-447b-a7fb-798bcc0ac0df HTTP/1.1" status: 204  len: 168 time: 1.9904659
Dec 15 13:28:10.112167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39320) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:10.154960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65226f41-0e9f-425d-ac00-66b5942d68e9 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:28:10.192108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 65226f41-0e9f-425d-ac00-66b5942d68e9 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:28:10.193033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 65226f41-0e9f-425d-ac00-66b5942d68e9 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:28:10.193529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f34d95ff-a922-43a8-802a-32b55776bd17 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:28:10.232221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f34d95ff-a922-43a8-802a-32b55776bd17 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:28:10.232621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f34d95ff-a922-43a8-802a-32b55776bd17 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:28:10.496999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.639651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.666582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9c7e898>,) {'filters': {'network_id': ['7a7c1ae3-073a-4a78-a262-e5c885075523']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:10.679265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c7e898>, 'b6ed8a56-9154-4a05-a131-dc61718e0b1b') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:10.679646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9c7e898>, 'b6ed8a56-9154-4a05-a131-dc61718e0b1b') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:10.691631 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.706541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.712930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:28:10.713352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:28:10.732183 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:28:10.817054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.821213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1d0cf260-6024-463b-a17f-a4dcaa5aa620 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:10.837225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.849367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Network': ['ID=7a7c1ae3-073a-4a78-a262-e5c885075523,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:10.861242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/networks/7a7c1ae3-073a-4a78-a262-e5c885075523 HTTP/1.1" status: 204  len: 168 time: 0.7478607
Dec 15 13:28:10.863162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.863627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.864021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.864437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.864751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39324) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:10.864906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.865239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.865639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.866045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.866454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.866881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.867261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:10.870609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bcf1c547-7b52-4739-b5b5-268cfe67ef15 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:10.942461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d269739e-5e3f-4e92-bd4c-7edd58a185a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:10.975836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d269739e-5e3f-4e92-bd4c-7edd58a185a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.035603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d269739e-5e3f-4e92-bd4c-7edd58a185a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.041317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-89cd7b26-9746-42f6-92ce-8bdac3390b4b tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:11.047497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e54f726e-f557-4ec0-8325-bcff0e8c78bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.059545 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269739e-5e3f-4e92-bd4c-7edd58a185a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1dfb61-be26-4647-9785-c6f156348eb6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:11.062290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d269739e-5e3f-4e92-bd4c-7edd58a185a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:11.069433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d269739e-5e3f-4e92-bd4c-7edd58a185a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.070699 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d269739e-5e3f-4e92-bd4c-7edd58a185a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba1dfb61-be26-4647-9785-c6f156348eb6 HTTP/1.1" status: 204  len: 168 time: 0.2047508
Dec 15 13:28:11.355747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39332) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:11.362507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-364990369', 'description': 'tempest-secgroup-smoke-364990369 description', 'project_id': 'dbee835780d14c4c8230c91aee8f895f'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:11.369857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:11.375073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:11.378448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:11.384999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:11.397468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.438647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:11.443057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:11.446216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:11.452893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:11.521737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.525798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.530019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-08e972d8-e2ed-4388-8e2c-2ae849c79f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:11.576397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde64896-6a8a-4db9-873d-8e3e7da77165,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:11.579506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:11.580395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.581715 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4c386d39-eb37-439c-9c8e-2d8e3733150c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2248087
Dec 15 13:28:11.584908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39336) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:11.590897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'bde64896-6a8a-4db9-873d-8e3e7da77165', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:11.597592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:11.601643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:11.604749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:11.610963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:11.630805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.698955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.702461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.704562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4b47eee-895d-42ca-a5e7-7ce5e501f014 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:11.728293 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718a2f89-99bf-44d9-8275-8d6a594b7f80,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:11.730932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:11.738436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.739787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6e22cbd9-1db7-401f-8446-c01858398ff1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1539376
Dec 15 13:28:11.744370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39340) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:11.750384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'bde64896-6a8a-4db9-873d-8e3e7da77165', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:11.757363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:11.761542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:11.764670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:11.771026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:11.788629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.858074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.861779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.863873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f2a936b-dcae-45cd-9dde-52d1b00d0345 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:11.887963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebb2c86-08cb-4500-9459-285f92485fd2,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:11.891360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:11.900038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:11.902070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a3ad1b25-5697-43a9-b896-320172bf0d70 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1560495
Dec 15 13:28:11.904611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39344) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:11.911772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'bde64896-6a8a-4db9-873d-8e3e7da77165', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:11.919626 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:11.924531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:11.927824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:11.934157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:11.957479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.028044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.032290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.041397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f4840549-4486-4c7e-aa8f-951632e8d272 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:12.056014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:28:12.061148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60249ae9-2c28-4633-9d75-2c8deb658b62,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:12.066248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:12.070382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.071785 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-646c76cc-2bb1-40f5-a958-40bdb619cd9c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1661026
Dec 15 13:28:12.074774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39348) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:12.081250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'bde64896-6a8a-4db9-873d-8e3e7da77165', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:12.088082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:12.092195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:12.092810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:28:12.093215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3321cbf3-dd0f-4080-9c3a-7c1f32425e93 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:28:12.095792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:12.102114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:12.122136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.196537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.200016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.202051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a0c1525-27bf-4efd-bf55-38f29f03f077 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:12.226553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f066077-931c-442a-bfd7-d77737ac251f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:12.229349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:12.237458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.238799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fc838d05-a311-45ba-81f2-3b7ab8634e6b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1627984
Dec 15 13:28:12.241895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39352) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:12.248197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'bde64896-6a8a-4db9-873d-8e3e7da77165', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:12.255680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:12.260096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:12.263599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:12.271550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:12.284484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:28:12.291683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.361634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.365897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.368022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c19ca99-ace7-496f-996f-7be193e5c101 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:12.392445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba603ad-7d47-4fa1-9548-47fc36e92bfe,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:12.395337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:12.403202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.404611 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1615694
Dec 15 13:28:12.408251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39356) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:12.415897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'bde64896-6a8a-4db9-873d-8e3e7da77165', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:12.426714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:12.433827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:12.437679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:12.444592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:12.456783 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:28:12.464673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.546463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.549891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.551929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ebfce4c5-18ec-48cd-b7b2-3ce1eba88ea0 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:12.577025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c94195-ea32-4cd0-bc86-cb2fca3220a2,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:12.582326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:12.586575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.587953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d3688ef9-b97b-470c-b889-348b6b965582 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1785297
Dec 15 13:28:12.591757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39360) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:12.598290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'network': {'name': 'tempest-network-smoke--1189794300', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'port_security_enabled': True}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:12.604380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:12.610217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:network and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:12.614410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:12.622547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:12.637277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:28:12.645443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.682794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:28:12.694720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.695287 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Added segment 2857fcca-4b9f-4051-ba41-1b9390927a61 of type vlan for network 308673ed-8abd-4023-a185-524d28b92424
Dec 15 13:28:12.725302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.731262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.767036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.772026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:12.772778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.778640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4add1e32-012a-42dc-a088-0ae4dd08e218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:12.838182 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2451804
Dec 15 13:28:12.841846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39364) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:12.850027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'admin_state_up': True, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:12.860261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:12.864858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:router and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:12.868251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:12.876774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:12.887789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.888914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.901723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Network': ['ID=308673ed-8abd-4023-a185-524d28b92424,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:12.904799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-123bc009-6357-4aba-b79f-5bfba05692da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:12.913181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:12.914273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 308673ed-8abd-4023-a185-524d28b92424 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:28:13.088476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:13.286394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:13.323088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:13.436349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74b9ae56-7da2-4aee-9250-88fb4a2d6bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:13.498927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.191 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/bd48d572-803f-4a9d-8be7-ef057fb34c1c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:28:13.677439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:13.705309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:13.709827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-666d9aa9-30bf-40a5-8f8c-33b86d4bab1e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:13.794336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:28:13.800035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:28:13.804828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=bd48d572-803f-4a9d-8be7-ef057fb34c1c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:13.805249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:13.807728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:28:13.839585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:14.001792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:14.002681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:14.266809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router a121c7f7-904b-425c-b6ab-3aeebff91809 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:28:14.485388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:28:14.496467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Sync routers for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:28:14.512535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:14.513871 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71e36f47-218d-4547-8965-175c4bfa3468 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.6706934
Dec 15 13:28:14.515614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:14.516883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb463cf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:28:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:14.517543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39368) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:14.566899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fbd1aa0b-8274-4274-a1f6-e1bdf4b0086f tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=dbee835780d14c4c8230c91aee8f895f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0475795
Dec 15 13:28:14.569824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39372) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:14.734523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d219f-2236-4eca-9f8b-53a91f83240a tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:14.736755 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-447d219f-2236-4eca-9f8b-53a91f83240a tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1657984
Dec 15 13:28:14.740523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39376) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:14.790724 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-66437a99-6ed1-49d5-9f27-34a471fbf71c tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0486081
Dec 15 13:28:14.794697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39380) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:14.801155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077554950', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:14.913295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:14.924389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:14.928551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:subnet and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:14.931622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:14.937845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:14.947763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:28:15.064928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:15.256489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb463cf8>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:13Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:15.261616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Checking router: a121c7f7-904b-425c-b6ab-3aeebff91809 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:28:15.262061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Updating router a121c7f7-904b-425c-b6ab-3aeebff91809 port bd48d572-803f-4a9d-8be7-ef057fb34c1c binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:28:15.302672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:15.307703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e6de901-eba2-4441-80d8-80a0a50b7aeb tempest-PortsTestJSON-63036867 tempest-PortsTestJSON-63036867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:15.321484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:15.404367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Subnet': ['ID=921d25ca-f163-4bd7-917f-2713d93ec596,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:15.410403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:15.421933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Checking segment: {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:28:15.423422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network hostable DHCP agents. Network: 308673ed-8abd-4023-a185-524d28b92424, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:28:15.447985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 308673ed-8abd-4023-a185-524d28b92424 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:28:15.459542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 308673ed-8abd-4023-a185-524d28b92424) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:28:15.464468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:15.465954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:15.473654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab78e5f-9923-44bb-bc87-ab0b3b7dacd7 None None] Network 308673ed-8abd-4023-a185-524d28b92424 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:28:15.489786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6939566
Dec 15 13:28:15.493708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:15.493945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39384) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:15.875637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-308673ed-8abd-4023-a185-524d28b92424', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:28:15.876794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.024868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.062159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Transition to ACTIVE for port object bd48d572-803f-4a9d-8be7-ef057fb34c1c will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:28:16.105555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.121769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:16.224686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376eef5-0799-4b4b-ba52-c416abd137a4 None None] Pushing event updated for resources: {'Port': ['ID=bd48d572-803f-4a9d-8be7-ef057fb34c1c,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:16.229646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Allocated IP 172.20.0.2 (308673ed-8abd-4023-a185-524d28b92424/921d25ca-f163-4bd7-917f-2713d93ec596/7afe06d7-7e97-47fa-bfd9-d6635a223dd1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:28:16.233330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1376eef5-0799-4b4b-ba52-c416abd137a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:16.236820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Attempting to bind port bd48d572-803f-4a9d-8be7-ef057fb34c1c on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:28:16.237249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Attempting to bind port bd48d572-803f-4a9d-8be7-ef057fb34c1c by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:28:16.237714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Attempting to bind port bd48d572-803f-4a9d-8be7-ef057fb34c1c on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:28:16.251261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:28:16.251783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:28:16.252263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.252708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:28:16.253216 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Bound port: bd48d572-803f-4a9d-8be7-ef057fb34c1c, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:28:16.253648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.361145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.436480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] For port bd48d572-803f-4a9d-8be7-ef057fb34c1c, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:28:16.441946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] For port bd48d572-803f-4a9d-8be7-ef057fb34c1c, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=bd48d572-803f-4a9d-8be7-ef057fb34c1c,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:28:16.457015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.465097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:16.627495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376eef5-0799-4b4b-ba52-c416abd137a4 None None] Pushing event updated for resources: {'Port': ['ID=bd48d572-803f-4a9d-8be7-ef057fb34c1c,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:16.633748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1376eef5-0799-4b4b-ba52-c416abd137a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:16.637618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:16.638310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb463cf8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:28:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:16.696051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.724188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Transition to ACTIVE for port object 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:28:16.819508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Transition to ACTIVE for port object 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:28:16.836800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:16.843136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1376eef5-0799-4b4b-ba52-c416abd137a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:16.898960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.1 (308673ed-8abd-4023-a185-524d28b92424/921d25ca-f163-4bd7-917f-2713d93ec596/28e61e0b-0242-4027-a553-5367b3914ef9) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:28:16.916786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Network 308673ed-8abd-4023-a185-524d28b92424 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:28:16.918042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:28:16.929389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:28:16.947204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Pushing event updated for resources: {'Port': ['ID=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:16.950808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:16.998659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:17.073328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.092647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object 28e61e0b-0242-4027-a553-5367b3914ef9 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:28:17.115231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.119385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cc8f9538-83b9-4f4a-ac56-36c25b426495 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:17.189542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Attempting to bind port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:28:17.189989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Attempting to bind port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:28:17.190388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Attempting to bind port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 on network 308673ed-8abd-4023-a185-524d28b92424 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:28:17.193370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 308673ed-8abd-4023-a185-524d28b92424 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:28:17.197041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:28:17.199753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:28:17.227183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=28e61e0b-0242-4027-a553-5367b3914ef9,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:17.230320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:17.265836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.363053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.444726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:28:17.445147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Checking segment: {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:28:17.445605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.446049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Bound using segment: {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:28:17.446623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Bound port: 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:28:17.447046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.613849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] For port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:28:17.617679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] For port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:28:17.622980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.628806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:17.724555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Pushing event updated for resources: {'Port': ['ID=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:17.728371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:17.730081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb463cf8>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:13Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:17.735803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a98e69-0be8-4652-a3cc-56a3740a3050 None None] The sync data for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv is: [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:13Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:28:17.830137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.836438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.868557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9eb2a0f8-6fea-4768-aad1-582d00387584 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:17.959282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:17.963305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=28e61e0b-0242-4027-a553-5367b3914ef9,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:17.966758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:18.189628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:28:18.322550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:28:18.458790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 308673ed-8abd-4023-a185-524d28b92424 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:28:18.460073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:28:18.897305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router a121c7f7-904b-425c-b6ab-3aeebff91809 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:28:19.132815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:28:19.148661 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/a121c7f7-904b-425c-b6ab-3aeebff91809/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6528251
Dec 15 13:28:19.425475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-04ea3757-0b37-4288-b31e-175528bd78f0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:28:19.451865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-04ea3757-0b37-4288-b31e-175528bd78f0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:28:19.453207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-04ea3757-0b37-4288-b31e-175528bd78f0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364990369&fields=id&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 267 time: 0.0786119
Dec 15 13:28:19.494541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870f3e9-4a9d-4463-84cd-aa5a1d5c94b9 None None] Network 308673ed-8abd-4023-a185-524d28b92424 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:28:19.627391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-e288a3c9-c844-4b25-8ce7-88e8defc7f2c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:19.628182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-e288a3c9-c844-4b25-8ce7-88e8defc7f2c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:28:19.630021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Provisioning for port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:28:19.642051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Provisioning complete for port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:19.642484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:19.644760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-e288a3c9-c844-4b25-8ce7-88e8defc7f2c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:28:19.646105 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-e288a3c9-c844-4b25-8ce7-88e8defc7f2c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/networks?id=308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 200  len: 797 time: 0.1851525
Dec 15 13:28:19.665596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-24df1b92-6f2a-4b5d-b3a6-1d123676b662 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/quotas/dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 375 time: 0.0131299
Dec 15 13:28:19.754660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-d775e1e0-3aa2-4ac6-a578-46b7dc42b4e0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:28:19.771515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-d775e1e0-3aa2-4ac6-a578-46b7dc42b4e0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:28:19.773011 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-d775e1e0-3aa2-4ac6-a578-46b7dc42b4e0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1012745
Dec 15 13:28:19.930369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-563131ce-f1ed-453e-84fd-a154c5247382 service neutron] 10.222.0.53 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433377
Dec 15 13:28:19.962971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.076675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] For port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:20.082842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.085756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-600ab143-e768-4c19-8203-f910ab6b0c16 service neutron] 10.222.0.53 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484692
Dec 15 13:28:20.086381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-336faa6f-ac43-4af3-8d39-b8b4547fac80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:20.158821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device bd48d572-803f-4a9d-8be7-ef057fb34c1c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:28:20.258327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Pushing event updated for resources: {'Port': ['ID=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:20.261883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:20.298966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port bd48d572-803f-4a9d-8be7-ef057fb34c1c completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:28:20.305225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port bd48d572-803f-4a9d-8be7-ef057fb34c1c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:20.305639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.347156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-465d33f3-0f37-4a46-8a7f-fc09e3f0a610 req-b79e1336-364b-4c25-9e06-049758c987b2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 210 time: 0.0482132
Dec 15 13:28:20.444347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.464494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port bd48d572-803f-4a9d-8be7-ef057fb34c1c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=bd48d572-803f-4a9d-8be7-ef057fb34c1c,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:20.467746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.469812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd66b453-9be1-4024-9bd8-90e6fb1c3b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:20.553043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-20460a57-adcd-4d4b-84e3-fb9c612eead4 None None] Provisioning for port 28e61e0b-0242-4027-a553-5367b3914ef9 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:28:20.560945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=bd48d572-803f-4a9d-8be7-ef057fb34c1c,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:20.563999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-20460a57-adcd-4d4b-84e3-fb9c612eead4 None None] Provisioning complete for port 28e61e0b-0242-4027-a553-5367b3914ef9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:20.564434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20460a57-adcd-4d4b-84e3-fb9c612eead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.605235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:20.622265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-20460a57-adcd-4d4b-84e3-fb9c612eead4 None None] Port 28e61e0b-0242-4027-a553-5367b3914ef9 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:28:20.637243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-20460a57-adcd-4d4b-84e3-fb9c612eead4 None None] Provisioning complete for port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:20.637774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20460a57-adcd-4d4b-84e3-fb9c612eead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.867963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Sync routers for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:28:20.882383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:20.883171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbacaf28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:28:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:20.891774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-d9b9e796-643f-4c51-98e3-f3b5d4b763dc None None] Provisioning complete for port 28e61e0b-0242-4027-a553-5367b3914ef9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:20.892209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e796-643f-4c51-98e3-f3b5d4b763dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:20.958020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9e796-643f-4c51-98e3-f3b5d4b763dc None None] Port 28e61e0b-0242-4027-a553-5367b3914ef9 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:28:21.081900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6a05e3f8-89c2-42cf-957e-659c95f43eea None None] Provisioning complete for port 28e61e0b-0242-4027-a553-5367b3914ef9 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:21.082478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a05e3f8-89c2-42cf-957e-659c95f43eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:21.085429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:21.146520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6a05e3f8-89c2-42cf-957e-659c95f43eea None None] Port 28e61e0b-0242-4027-a553-5367b3914ef9 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:28:21.440879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbacaf28>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 2, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:21.446135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Checking router: a121c7f7-904b-425c-b6ab-3aeebff91809 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:28:21.446738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Updating router a121c7f7-904b-425c-b6ab-3aeebff91809 port 28e61e0b-0242-4027-a553-5367b3914ef9 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:28:21.506870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:21.559511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2444b094-395a-40dc-bc76-c67d85e646bc req-5073decb-4dae-412d-9530-158ad1b0b941 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 210 time: 0.0565624
Dec 15 13:28:21.604223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-bbe43aa3-f779-44bf-a7ff-dca47166b515 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:21.606356 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-bbe43aa3-f779-44bf-a7ff-dca47166b515 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/networks?id=308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 200  len: 797 time: 0.2491195
Dec 15 13:28:21.665361 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-5e37497b-97f4-41bf-9bae-9feb18191258 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 379 time: 0.0487676
Dec 15 13:28:21.676058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'port': {'device_id': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'admin_state_up': True, 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'security_groups': ['bde64896-6a8a-4db9-873d-8e3e7da77165']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:21.828250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:21.838932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:21.850258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:28:21.856369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:21.886361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:21.899573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Transition to ACTIVE for port object 28e61e0b-0242-4027-a553-5367b3914ef9 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:28:21.906250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:21.911085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a120338c-fb1f-436b-8679-e08f684dcafc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:22.040936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.7 (308673ed-8abd-4023-a185-524d28b92424/921d25ca-f163-4bd7-917f-2713d93ec596/1c948a05-ea3c-4b31-8b0f-23d94f068d54) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:28:22.105239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Pushing event updated for resources: {'Port': ['ID=28e61e0b-0242-4027-a553-5367b3914ef9,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:22.120151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.120798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.121329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.121850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.122224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.122598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.122964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.123326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.123714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.124053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.124597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:22.131990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:22.151255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Attempting to bind port 28e61e0b-0242-4027-a553-5367b3914ef9 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:28:22.151942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Attempting to bind port 28e61e0b-0242-4027-a553-5367b3914ef9 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:28:22.152702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Attempting to bind port 28e61e0b-0242-4027-a553-5367b3914ef9 on network 308673ed-8abd-4023-a185-524d28b92424 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:28:22.156213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:28:22.163903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:28:22.164327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Checking segment: {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:28:22.164780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.165217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Bound using segment: {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:28:22.165740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Bound port: 28e61e0b-0242-4027-a553-5367b3914ef9, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:28:22.166159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.253822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:22.254657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.288810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] For port 28e61e0b-0242-4027-a553-5367b3914ef9, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:28:22.292340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] For port 28e61e0b-0242-4027-a553-5367b3914ef9, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=28e61e0b-0242-4027-a553-5367b3914ef9,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:28:22.296097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.301082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f153c21a-9325-4902-8009-b064cfd6ed8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:22.304003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.323157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object 1c948a05-ea3c-4b31-8b0f-23d94f068d54 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:28:22.350795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.360516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4f8e125c-f485-477e-a02c-85abdc6f48cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:22.389601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Pushing event updated for resources: {'Port': ['ID=28e61e0b-0242-4027-a553-5367b3914ef9,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:22.394504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f0bd3eba-8e8e-4de6-bece-f50b4efaffff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:22.394692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device bd48d572-803f-4a9d-8be7-ef057fb34c1c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:28:22.398048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:22.399736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fbacaf28>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:28:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:22.453577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network 308673ed-8abd-4023-a185-524d28b92424 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:28:22.458710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:28:22.471215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:28:22.497254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port bd48d572-803f-4a9d-8be7-ef057fb34c1c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:22.497948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.514973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=1c948a05-ea3c-4b31-8b0f-23d94f068d54,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:22.525114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:22.548591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:22.549319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.582912 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9122617
Dec 15 13:28:22.596971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Request body: {'port': {'device_id': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:22.678310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:22.761733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:22.817519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c6200-8fc4-4eee-bee1-f21388d7ed24 req-81599fc4-d7f0-44cb-bfe7-83137a27051f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:22.820147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-335c6200-8fc4-4eee-bee1-f21388d7ed24 req-81599fc4-d7f0-44cb-bfe7-83137a27051f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 931 time: 0.1030271
Dec 15 13:28:22.898646 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-335c6200-8fc4-4eee-bee1-f21388d7ed24 req-627701cb-2679-4808-9690-f8a0509d7bd8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680540
Dec 15 13:28:23.115609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89172498-cd40-47df-a1ac-e1b9fa2ee447 None None] Provisioning for port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:28:23.121429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-89172498-cd40-47df-a1ac-e1b9fa2ee447 None None] Provisioning complete for port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:23.122064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89172498-cd40-47df-a1ac-e1b9fa2ee447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:23.189459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-89172498-cd40-47df-a1ac-e1b9fa2ee447 None None] Port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:28:23.221205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-fa488196-c345-4913-b635-ef2efd454924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fbacaf28>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:22Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:23.226993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa488196-c345-4913-b635-ef2efd454924 None None] The sync data for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv is: [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:22Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:28:23.464456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c948a05-ea3c-4b31-8b0f-23d94f068d54 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:28:23.475633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:23.496315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Transition to ACTIVE for port object 1c948a05-ea3c-4b31-8b0f-23d94f068d54 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:28:23.499595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:23.504959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6824d815-61e7-4096-bfed-94b860cae335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:23.646646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Pushing event updated for resources: {'Port': ['ID=1c948a05-ea3c-4b31-8b0f-23d94f068d54,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:23.651289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:23.783242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Attempting to bind port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:28:23.783654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Attempting to bind port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:28:23.784204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Attempting to bind port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 on network 308673ed-8abd-4023-a185-524d28b92424 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:28:23.791945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 on network 308673ed-8abd-4023-a185-524d28b92424 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:28:23.792509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Attempting to bind port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 on network 308673ed-8abd-4023-a185-524d28b92424 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:28:23.801347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:28:23.801982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Checking segment: {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:28:23.802432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Bound using segment: {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:28:23.803013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Bound port: 1c948a05-ea3c-4b31-8b0f-23d94f068d54, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2857fcca-4b9f-4051-ba41-1b9390927a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '308673ed-8abd-4023-a185-524d28b92424'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:28:23.803495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:23.906600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] For port 1c948a05-ea3c-4b31-8b0f-23d94f068d54, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:28:23.910770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] For port 1c948a05-ea3c-4b31-8b0f-23d94f068d54, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:28:23.916213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:23.923038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d6218b14-dd63-4390-871b-2dd6efe5cb06 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:23.996495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:23.998485 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] 10.222.0.77 "PUT /v2.0/ports/1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 200  len: 1093 time: 1.4077950
Dec 15 13:28:24.002557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:28:24.021302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Pushing event updated for resources: {'Port': ['ID=1c948a05-ea3c-4b31-8b0f-23d94f068d54,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:24.025944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:24.106618 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'status': 'completed', 'code': 200}
Dec 15 13:28:24.165439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 28e61e0b-0242-4027-a553-5367b3914ef9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:28:24.243575 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-dd96a9eb-fbef-4436-8a2f-fd62db680898 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1096 time: 0.1974111
Dec 15 13:28:24.259104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be7581-ffe2-481a-8799-d050667c4115 req-335ad45a-1c3d-46d7-bc35-9adc0be59cd3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:24.260151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e5be7581-ffe2-481a-8799-d050667c4115 req-335ad45a-1c3d-46d7-bc35-9adc0be59cd3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:28:24.268725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 28e61e0b-0242-4027-a553-5367b3914ef9 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:28:24.274463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 28e61e0b-0242-4027-a553-5367b3914ef9 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:24.275131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:24.346250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-6fe96b1f-2576-4335-b3ad-b65789ca851b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 200  len: 217 time: 0.0811152
Dec 15 13:28:24.409911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e5be7581-ffe2-481a-8799-d050667c4115 req-335ad45a-1c3d-46d7-bc35-9adc0be59cd3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:28:24.411288 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e5be7581-ffe2-481a-8799-d050667c4115 req-335ad45a-1c3d-46d7-bc35-9adc0be59cd3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 943 time: 0.3037250
Dec 15 13:28:24.421808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:24.457222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8c7abd85-da40-4c1a-a4cb-b10998305fd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:24.458954 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-8c7abd85-da40-4c1a-a4cb-b10998305fd2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=921d25ca-f163-4bd7-917f-2713d93ec596 HTTP/1.1" status: 200  len: 835 time: 0.1037552
Dec 15 13:28:24.474225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 28e61e0b-0242-4027-a553-5367b3914ef9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=28e61e0b-0242-4027-a553-5367b3914ef9,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:24.478874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:24.481119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:24.532451 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e5be7581-ffe2-481a-8799-d050667c4115 req-6660634c-410f-4902-a287-b79a08a6b939 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145849
Dec 15 13:28:24.566874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=28e61e0b-0242-4027-a553-5367b3914ef9,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:24.568224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-b4c94912-e096-4f08-8f33-b82e95a7a74b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=308673ed-8abd-4023-a185-524d28b92424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0996435
Dec 15 13:28:24.570422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:24.728027 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-956d2dab-c390-4735-81e7-7dc68a82c3cf service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525548
Dec 15 13:28:24.894707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bef45131-a7fd-49b1-9bbd-8262534c0a9c req-daa646cd-123d-459e-a234-1420d5d83f0d service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597993
Dec 15 13:28:25.026782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-263403b5-9f01-4601-95cf-433907195d7d req-18f6974f-07f3-4248-821b-722e33296b9c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1096 time: 0.0838268
Dec 15 13:28:25.185871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263403b5-9f01-4601-95cf-433907195d7d req-0e0914b0-1947-4e76-88a3-7cd681cd0740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:25.187594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-263403b5-9f01-4601-95cf-433907195d7d req-0e0914b0-1947-4e76-88a3-7cd681cd0740 service neutron] 10.222.0.77 "GET /v2.0/networks?id=308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 200  len: 898 time: 0.1543326
Dec 15 13:28:25.268582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-263403b5-9f01-4601-95cf-433907195d7d req-c48f7c54-e519-41af-b16e-8399cbbd5559 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 200  len: 217 time: 0.0737879
Dec 15 13:28:25.340773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263403b5-9f01-4601-95cf-433907195d7d req-0a8b730c-2223-49fe-947d-668726bdf830 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:25.342416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-263403b5-9f01-4601-95cf-433907195d7d req-0a8b730c-2223-49fe-947d-668726bdf830 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=921d25ca-f163-4bd7-917f-2713d93ec596 HTTP/1.1" status: 200  len: 835 time: 0.0673175
Dec 15 13:28:25.430055 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-263403b5-9f01-4601-95cf-433907195d7d req-0eb50e68-a264-4ab1-bc31-65e7868eaae0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=308673ed-8abd-4023-a185-524d28b92424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0806098
Dec 15 13:28:25.582641 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-263403b5-9f01-4601-95cf-433907195d7d req-758b3cb9-5861-42dc-9182-72b7117ea3c6 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450710
Dec 15 13:28:25.735210 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-263403b5-9f01-4601-95cf-433907195d7d req-215ab849-0b39-419a-b30c-c9486c9748a4 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457059
Dec 15 13:28:25.757932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e729fc-b993-40d0-b96f-96323cc3056a req-98b4bcf1-efb0-4b81-a25e-632b62f21919 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:25.759598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e729fc-b993-40d0-b96f-96323cc3056a req-98b4bcf1-efb0-4b81-a25e-632b62f21919 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 943 time: 0.0872667
Dec 15 13:28:25.814522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6e729fc-b993-40d0-b96f-96323cc3056a req-b82a1f41-821e-46a6-9bdd-fcde647fcfea tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486844
Dec 15 13:28:26.129144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 28e61e0b-0242-4027-a553-5367b3914ef9 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:28:26.204104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 28e61e0b-0242-4027-a553-5367b3914ef9 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:26.204547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:27.039467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fe22e-1e61-4952-9fd1-5b873613a605 req-a11d7dc2-3f83-4f8c-9f93-f722cd69ebed tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:27.041165 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb7fe22e-1e61-4952-9fd1-5b873613a605 req-a11d7dc2-3f83-4f8c-9f93-f722cd69ebed tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 943 time: 0.0881240
Dec 15 13:28:27.092911 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb7fe22e-1e61-4952-9fd1-5b873613a605 req-9110a8f9-a92c-4dc0-b15f-73e6e4aa274b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452943
Dec 15 13:28:28.299262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 1c948a05-ea3c-4b31-8b0f-23d94f068d54 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:28:28.317146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51104fb9-efe9-477a-8e03-f17e0ba8a814 req-9ed1bc90-edaf-4b5d-92b3-36dcdc4c9453 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:28.318852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-51104fb9-efe9-477a-8e03-f17e0ba8a814 req-9ed1bc90-edaf-4b5d-92b3-36dcdc4c9453 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 943 time: 0.0959618
Dec 15 13:28:28.370780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-51104fb9-efe9-477a-8e03-f17e0ba8a814 req-3cb14f79-72a5-4d7e-9619-1e13ab8d91b6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453050
Dec 15 13:28:28.611537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:28.640266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 1c948a05-ea3c-4b31-8b0f-23d94f068d54, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:28.656861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'port_id': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'mac_address': 'fa:16:3e:3f:ee:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:28:28.715835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:28.737675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c948a05-ea3c-4b31-8b0f-23d94f068d54 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:28:28.753510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 1c948a05-ea3c-4b31-8b0f-23d94f068d54, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:28.757348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:28.759273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:28.836423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=1c948a05-ea3c-4b31-8b0f-23d94f068d54,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:28.846656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.847059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.847477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.847857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.848219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.848610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.848985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.849358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.849727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.850094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.850442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:28:28.854866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:28.962645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['1c948a05-ea3c-4b31-8b0f-23d94f068d54'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:28:29.598255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26f1f8-d08b-4d0e-9be2-75aa9d8ad87f req-020f0a03-26b2-49e3-b0f4-ed6c9b078286 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:29.599944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc26f1f8-d08b-4d0e-9be2-75aa9d8ad87f req-020f0a03-26b2-49e3-b0f4-ed6c9b078286 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 944 time: 0.1020930
Dec 15 13:28:29.652487 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc26f1f8-d08b-4d0e-9be2-75aa9d8ad87f req-b5806334-910b-483a-b6e8-2120f64b179c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462840
Dec 15 13:28:30.314586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 1c948a05-ea3c-4b31-8b0f-23d94f068d54 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:28:30.397500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:28:30.403045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:28:30.403510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:30.528597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:30.561054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:28:30.572846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 1c948a05-ea3c-4b31-8b0f-23d94f068d54, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:28:30.576942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:30.580304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:30.620208 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'code': 200}
Dec 15 13:28:30.657927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=1c948a05-ea3c-4b31-8b0f-23d94f068d54,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:30.661682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:30.872136 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571a82-376c-48b3-88b0-01248a35a484 req-bfa11c4a-9676-4c30-b0cf-d5b154b0dd7a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:30.873778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc571a82-376c-48b3-88b0-01248a35a484 req-bfa11c4a-9676-4c30-b0cf-d5b154b0dd7a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0922744
Dec 15 13:28:30.978058 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dc571a82-376c-48b3-88b0-01248a35a484 req-3a5e864a-ed42-450e-8553-5d2ed10367c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974970
Dec 15 13:28:31.002033 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68192da7-ee0b-4e0f-8476-cdb245ba2e35 req-0ef5f103-3c4a-44ab-a379-c43d11044311 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1098 time: 0.1849513
Dec 15 13:28:31.063193 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-68192da7-ee0b-4e0f-8476-cdb245ba2e35 req-7b41532c-1697-40e5-a0b7-a3c5e8a2a7a7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532074
Dec 15 13:28:32.199751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6def33-9b01-4ec4-9f34-a8d3c47b0765 req-53eb820d-a132-4cbc-9ba5-68271559d2a4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:32.201406 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a6def33-9b01-4ec4-9f34-a8d3c47b0765 req-53eb820d-a132-4cbc-9ba5-68271559d2a4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0842326
Dec 15 13:28:32.253060 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a6def33-9b01-4ec4-9f34-a8d3c47b0765 req-667408cd-5e67-44d3-925b-8b244563e57f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450702
Dec 15 13:28:32.467807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f047f9-45b4-4908-b016-8818c7e2acba req-86e22da3-eb9a-40bb-b953-2505148db252 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:32.470196 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1f047f9-45b4-4908-b016-8818c7e2acba req-86e22da3-eb9a-40bb-b953-2505148db252 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0880640
Dec 15 13:28:32.524479 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1f047f9-45b4-4908-b016-8818c7e2acba req-d8718d5b-dd22-4235-942d-9334fcc0c9f6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483129
Dec 15 13:28:32.554034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39442) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:32.728439 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-199cb661-0e3f-42bd-8623-c43b5ef6c737 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1093 time: 0.1727188
Dec 15 13:28:32.731153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39448) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:32.736887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:28:32.743360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:28:32.747824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:floatingip and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:28:32.751287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:28:32.757792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:28:32.769010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:32.932625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:33.092014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.204 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/9611aa31-402b-456d-9850-253ad9fc8202) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:28:33.510370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:33.538682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:33.543212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c881c92f-b11b-44a2-8155-4b747981e460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:33.610702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:28:33.614404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:28:33.616643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=9611aa31-402b-456d-9850-253ad9fc8202,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:33.618953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:28:33.646340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:34.178005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:34.243953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:34.496660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:34.502782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:34.506655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e47433a0-0cc6-4062-9bfa-d6f09615bd67 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:28:34.616917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=9611aa31-402b-456d-9850-253ad9fc8202,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:28:34.621474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:28:34.634565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:34.847841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Floating IP bd92319a-150e-45e9-bd05-27a82941e6e9 associated. External IP: 172.26.0.204, port: 1c948a05-ea3c-4b31-8b0f-23d94f068d54.
Dec 15 13:28:35.305281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router a121c7f7-904b-425c-b6ab-3aeebff91809 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:28:35.536583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:28:35.551242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] Sync routers for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:28:35.566049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:35.566843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6a00f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:28:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:35.569462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:35.628619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8961766
Dec 15 13:28:35.630337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:28:35.781084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'status': 'completed', 'code': 200}
Dec 15 13:28:35.795239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:35.834070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcff25-4198-447d-9b7c-e8b0159e3b27 req-0a7008f5-d485-4f5c-9d5f-3e9045d66ec1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:35.835823 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7cdcff25-4198-447d-9b7c-e8b0159e3b27 req-0a7008f5-d485-4f5c-9d5f-3e9045d66ec1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.1001568
Dec 15 13:28:35.889051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7cdcff25-4198-447d-9b7c-e8b0159e3b27 req-5135afbc-a1f2-4b20-abd4-4fa00f1036b9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460389
Dec 15 13:28:35.920504 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-0ad6c685-4fe9-4c6f-acb1-032c4721a374 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1098 time: 0.1157658
Dec 15 13:28:35.920867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39458) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:36.039082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e49ebd88-6b48-47d4-8e32-d459bcd33cc3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/bd92319a-150e-45e9-bd05-27a82941e6e9 HTTP/1.1" status: 200  len: 991 time: 0.1167760
Dec 15 13:28:36.071667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-7af9667b-0e55-42f8-a36a-e24c89ddd982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:36.073376 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-7af9667b-0e55-42f8-a36a-e24c89ddd982 service neutron] 10.222.0.77 "GET /v2.0/networks?id=308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 200  len: 898 time: 0.1471593
Dec 15 13:28:36.190278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-8c1e7611-12d2-4b40-95e4-63dc36503553 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 200  len: 999 time: 0.1091614
Dec 15 13:28:36.197718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6a00f0>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'bd92319a-150e-45e9-bd05-27a82941e6e9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.204', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'port_id': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'mac_address': 'fa:16:3e:3f:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:28:34Z', 'updated_at': '2021-12-15T13:28:34Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:36.202134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] Checking router: a121c7f7-904b-425c-b6ab-3aeebff91809 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:28:36.213587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:28:36.214245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb6a00f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:28:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:36.260619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-bfcedb94-b07c-4b11-80b0-099846ef7b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:28:36.262250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-bfcedb94-b07c-4b11-80b0-099846ef7b3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=921d25ca-f163-4bd7-917f-2713d93ec596 HTTP/1.1" status: 200  len: 835 time: 0.0661106
Dec 15 13:28:36.349592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-fca4f4e9-ed7c-4ee6-945c-f53b9a221c31 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=308673ed-8abd-4023-a185-524d28b92424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810542
Dec 15 13:28:36.414711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:28:36.506438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-0536cc6d-3873-4e7f-8219-908e7832b603 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492746
Dec 15 13:28:36.659312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:28:36.699844 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff6161a6-f98f-433b-a631-05d9cf619e43 req-4c8a6501-220d-4612-b025-9f1da7769ea5 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861529
Dec 15 13:28:36.798749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb6a00f0>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'bd92319a-150e-45e9-bd05-27a82941e6e9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.204', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'port_id': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'mac_address': 'fa:16:3e:3f:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:28:34Z', 'updated_at': '2021-12-15T13:28:34Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:28:36.803549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a5641-efe0-41e9-a841-df3f797423f0 None None] The sync data for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv is: [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'bd92319a-150e-45e9-bd05-27a82941e6e9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.204', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'port_id': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'mac_address': 'fa:16:3e:3f:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:28:34Z', 'updated_at': '2021-12-15T13:28:34Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:28:37.043641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39462) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:37.164331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4743ab-f57b-4e4d-8454-d5d736473760 None None] New status for floating IP bd92319a-150e-45e9-bd05-27a82941e6e9: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:28:37.164663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a830aefa-2619-470f-828e-3267ff45dc5f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/bd92319a-150e-45e9-bd05-27a82941e6e9 HTTP/1.1" status: 200  len: 991 time: 0.1194668
Dec 15 13:28:38.169740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39466) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:28:38.533620 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-95f2f40f-873c-4a5c-9cf1-6934ae9a30e2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/bd92319a-150e-45e9-bd05-27a82941e6e9 HTTP/1.1" status: 200  len: 993 time: 0.3624213
Dec 15 13:28:41.049817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b06ebf02-ffa1-4e81-a9f4-f27fc059933f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:42.722204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:43.441493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6d989fd-03c6-412e-b39d-4c7c77e1b382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:43.808052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:45.431401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:28:58.568080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:03.532375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef64d25-afad-475e-9cce-19d8f8285bc9 req-86d5c752-6685-4f4f-bf82-5e4618f7c571 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:03.534379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2ef64d25-afad-475e-9cce-19d8f8285bc9 req-86d5c752-6685-4f4f-bf82-5e4618f7c571 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0944386
Dec 15 13:29:03.589652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2ef64d25-afad-475e-9cce-19d8f8285bc9 req-30a9c1fd-e20d-47b7-b522-f733ecd4797b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484388
Dec 15 13:29:04.813503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257a7c4-cda0-4217-8a67-0c0e4ad64f37 req-7b55bfdf-417f-4e34-93a0-ca4c9d921f75 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:04.815158 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9257a7c4-cda0-4217-8a67-0c0e4ad64f37 req-7b55bfdf-417f-4e34-93a0-ca4c9d921f75 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0914507
Dec 15 13:29:04.864880 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9257a7c4-cda0-4217-8a67-0c0e4ad64f37 req-5b78b9b5-ada0-4b77-8a3b-61d7918a098a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432563
Dec 15 13:29:06.241152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b65df-9df0-41d6-a6f7-649d43a0f97a req-8fd165b9-ccf9-4c58-b739-56aff8e20863 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:06.242829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-013b65df-9df0-41d6-a6f7-649d43a0f97a req-8fd165b9-ccf9-4c58-b739-56aff8e20863 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0918026
Dec 15 13:29:06.299718 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-013b65df-9df0-41d6-a6f7-649d43a0f97a req-aeeb426b-e751-46c3-ba0b-5fe556bc55b2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501254
Dec 15 13:29:07.528279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed47ea-4c9a-4bd7-9f5f-fb5c9300a8b4 req-dfdb2354-9932-47f5-8766-b1da43fdf5ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:07.529982 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2fed47ea-4c9a-4bd7-9f5f-fb5c9300a8b4 req-dfdb2354-9932-47f5-8766-b1da43fdf5ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0944836
Dec 15 13:29:07.584659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2fed47ea-4c9a-4bd7-9f5f-fb5c9300a8b4 req-ecdb542d-1f66-4b6a-9288-1b6d06b7d773 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475631
Dec 15 13:29:08.799666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feffeb-a036-4ff7-9a9d-91d4bcb3d42e req-caed2abb-3b44-443d-aa34-820ca300b2ec tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:08.801372 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-85feffeb-a036-4ff7-9a9d-91d4bcb3d42e req-caed2abb-3b44-443d-aa34-820ca300b2ec tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0900848
Dec 15 13:29:08.852471 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-85feffeb-a036-4ff7-9a9d-91d4bcb3d42e req-1e1f1736-0cc7-4f96-ab95-31f6fc65d5ed tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446844
Dec 15 13:29:10.086290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88201d10-cb59-49d0-a167-fc1f089493dc req-7b1368e3-7c6b-4237-8854-f6b3da5cb502 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:10.087991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-88201d10-cb59-49d0-a167-fc1f089493dc req-7b1368e3-7c6b-4237-8854-f6b3da5cb502 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.1007273
Dec 15 13:29:10.145073 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-88201d10-cb59-49d0-a167-fc1f089493dc req-4f81e0cb-ac54-47fe-ab4a-b98639587ac3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469840
Dec 15 13:29:11.053392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32cb50c5-8720-4854-ad4c-357cfc44c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:11.403666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622765-538a-43a5-9d1d-12a3718926ef req-b88dca02-0759-4489-bbf3-91670d0f14b2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:11.405367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10622765-538a-43a5-9d1d-12a3718926ef req-b88dca02-0759-4489-bbf3-91670d0f14b2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.1179712
Dec 15 13:29:11.730930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-10622765-538a-43a5-9d1d-12a3718926ef req-90bdcf04-efaf-44a7-be44-95440e79743e tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3116848
Dec 15 13:29:12.723415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:12.963424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0673152-cb2d-4fae-910e-e0242c649b60 req-ed03e7b8-e01a-4fea-aad4-14180a0cf0ac tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:12.965610 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0673152-cb2d-4fae-910e-e0242c649b60 req-ed03e7b8-e01a-4fea-aad4-14180a0cf0ac tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.1005819
Dec 15 13:29:13.021495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0673152-cb2d-4fae-910e-e0242c649b60 req-2c58cf37-9801-4dc2-9ddd-d1fc27d9550b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487862
Dec 15 13:29:13.445931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-93221fe3-1263-4d49-b252-91da5fbe284f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:13.662119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:29:13.811782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:14.236957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d1de-9b48-4aab-8d50-c070cd5385d4 req-0f9c424a-cae7-4a2c-9665-ea1633d01471 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:14.238684 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d162d1de-9b48-4aab-8d50-c070cd5385d4 req-0f9c424a-cae7-4a2c-9665-ea1633d01471 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0887365
Dec 15 13:29:14.293234 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d162d1de-9b48-4aab-8d50-c070cd5385d4 req-5170794a-b110-43e8-bd32-32b5c8abe309 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478866
Dec 15 13:29:14.325823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39498) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:29:14.439714 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-895bc0e5-4480-41c6-a6c0-f7dfd985744c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/bd92319a-150e-45e9-bd05-27a82941e6e9 HTTP/1.1" status: 200  len: 993 time: 0.1125515
Dec 15 13:29:15.435762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:15.968494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca6855-03d8-4d4e-9066-b11ba47aef43 req-ebfc2bd0-e768-407d-a758-5a35a58e3b8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:15.970094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7eca6855-03d8-4d4e-9066-b11ba47aef43 req-ebfc2bd0-e768-407d-a758-5a35a58e3b8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0937903
Dec 15 13:29:16.013949 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-f5a4f188-3fb0-4859-963b-7dd3ab452d08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1098 time: 0.0813959
Dec 15 13:29:16.022350 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7eca6855-03d8-4d4e-9066-b11ba47aef43 req-54590ed0-41ce-4462-89b5-7091af05b0c0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455403
Dec 15 13:29:16.166635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-2a58a053-2390-4a73-971e-d4941420baf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:16.169009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-2a58a053-2390-4a73-971e-d4941420baf4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 200  len: 898 time: 0.1482990
Dec 15 13:29:16.284799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-58508fd6-bb51-4b7c-951f-15d393b1ccea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 200  len: 1001 time: 0.1101701
Dec 15 13:29:16.354060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-e08590b9-8bd2-46d1-9837-7bc6aa042907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:16.355801 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-e08590b9-8bd2-46d1-9837-7bc6aa042907 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=921d25ca-f163-4bd7-917f-2713d93ec596 HTTP/1.1" status: 200  len: 835 time: 0.0651653
Dec 15 13:29:16.441344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-00998ba3-9ceb-42df-aba1-44e5bc8e687a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=308673ed-8abd-4023-a185-524d28b92424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796268
Dec 15 13:29:16.599731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-ae721768-b953-4eeb-9e66-f117c68768cc service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521115
Dec 15 13:29:16.757951 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c7f2b567-3a46-43e6-b8a8-635e5a172dbe req-05b66ad4-d822-4cf6-ae83-31f059019b63 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523323
Dec 15 13:29:17.269656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0160-e8a5-4d21-be6c-9d2f5c73aac6 req-2fb9f243-6ed7-4cb8-8370-c76fa788cea5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:17.271540 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cddc0160-e8a5-4d21-be6c-9d2f5c73aac6 req-2fb9f243-6ed7-4cb8-8370-c76fa788cea5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.1124413
Dec 15 13:29:17.331856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cddc0160-e8a5-4d21-be6c-9d2f5c73aac6 req-08a0e87b-c757-4605-84e6-fba81e969a49 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510020
Dec 15 13:29:18.565908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4eeb3-1b66-4158-9626-09af17ad46dd req-2276e376-68c0-4c3c-9763-dd3d6a515074 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:18.567614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54f4eeb3-1b66-4158-9626-09af17ad46dd req-2276e376-68c0-4c3c-9763-dd3d6a515074 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.1006849
Dec 15 13:29:18.620591 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54f4eeb3-1b66-4158-9626-09af17ad46dd req-848d74a4-be18-49b7-bc18-3528138d6be2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458820
Dec 15 13:29:18.650685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39512) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:29:18.769612 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9de083c3-e935-4652-b38d-e21745d5d8d1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/bd92319a-150e-45e9-bd05-27a82941e6e9 HTTP/1.1" status: 200  len: 993 time: 0.1175160
Dec 15 13:29:20.697532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-2813d302-37f9-4b50-9a75-7355215c9460 req-8f53efac-da5c-4a09-ae7c-4a7e1c995f98 service neutron] (88870) timed out ('10.222.0.77', 62338) {{(pid=88870) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 15 13:29:28.570224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:33.655019 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-97bccf1f-3eac-4cf1-a229-ee70d52443ca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0987132
Dec 15 13:29:33.824311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-78fd8c56-0d53-4f93-aba7-1fac5b4cdabe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1098 time: 0.0843375
Dec 15 13:29:33.994499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-9731887f-a7c6-40d7-8bdc-5ce8cfcc0e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:33.996120 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-9731887f-a7c6-40d7-8bdc-5ce8cfcc0e94 service neutron] 10.222.0.77 "GET /v2.0/networks?id=308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 200  len: 898 time: 0.1497459
Dec 15 13:29:34.108645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-461f4730-406a-49fa-a3f1-8aa0714a13df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 200  len: 1001 time: 0.1055529
Dec 15 13:29:34.183176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-c0255734-58d6-4e33-8834-f758099bee0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:34.184930 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-c0255734-58d6-4e33-8834-f758099bee0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=921d25ca-f163-4bd7-917f-2713d93ec596 HTTP/1.1" status: 200  len: 835 time: 0.0703077
Dec 15 13:29:34.272840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-90637c24-c553-469c-b648-be22003a8a4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=308673ed-8abd-4023-a185-524d28b92424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0813997
Dec 15 13:29:34.434780 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-c0fda7ec-bca4-4521-9e33-e0e1c0970383 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547966
Dec 15 13:29:34.587713 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2bb3fb98-df0a-4dc3-a9bb-7e565bc82e94 req-f5e0ce7f-ef9b-45ae-88fb-5b9fd0884919 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467206
Dec 15 13:29:41.050157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9e5e-3495-4479-a6ac-0c86aa975c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:42.722956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:43.449542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5677a1a2-4b08-4a30-8e96-ef1d87fca80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:43.815206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:45.436122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:47.235912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39528) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:29:47.460298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 9611aa31-402b-456d-9850-253ad9fc8202 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:29:47.460568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:47.644771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:47.645116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:47.776475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 9611aa31-402b-456d-9850-253ad9fc8202 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:29:47.942747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:47.947110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:29:47.994528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=9611aa31-402b-456d-9850-253ad9fc8202,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:29:48.037683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.038114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.038541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.038955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.039387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.039835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.040244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.040652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.041059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.041462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.041870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:48.049493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:29:48.113557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:48.830383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router a121c7f7-904b-425c-b6ab-3aeebff91809 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:29:49.058647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:29:49.069302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] Sync routers for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:29:49.079981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:49.082505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:29:49.083169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb13ec18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:49.137095 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/floatingips/bd92319a-150e-45e9-bd05-27a82941e6e9 HTTP/1.1" status: 204  len: 168 time: 1.8999286
Dec 15 13:29:49.137828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:29:49.202272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'status': 'completed', 'code': 200}
Dec 15 13:29:49.293781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:29:49.334548 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-a38f88aa-448d-4217-bf82-9f5bd5b96202 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 1098 time: 0.0934486
Dec 15 13:29:49.536860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-5ee5e982-936f-4f02-97c0-ea0752b8b687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:49.538581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-5ee5e982-936f-4f02-97c0-ea0752b8b687 service neutron] 10.222.0.77 "GET /v2.0/networks?id=308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 200  len: 898 time: 0.1979733
Dec 15 13:29:49.625886 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-518a27fd-d57c-4fdd-9f99-ded0d1a3a877 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 200  len: 217 time: 0.0750413
Dec 15 13:29:49.712849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-860a04c9-6b57-4696-884f-290d9d76bdab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:49.714559 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-860a04c9-6b57-4696-884f-290d9d76bdab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=921d25ca-f163-4bd7-917f-2713d93ec596 HTTP/1.1" status: 200  len: 835 time: 0.0811164
Dec 15 13:29:49.721295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc561e-c480-4497-9917-6b9ee90b2094 req-9acde6f9-1af0-4cac-9609-8e53762283a7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:49.722080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4edc561e-c480-4497-9917-6b9ee90b2094 req-9acde6f9-1af0-4cac-9609-8e53762283a7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:29:49.787791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-4edc561e-c480-4497-9917-6b9ee90b2094 req-9acde6f9-1af0-4cac-9609-8e53762283a7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:29:49.789082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4edc561e-c480-4497-9917-6b9ee90b2094 req-9acde6f9-1af0-4cac-9609-8e53762283a7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.2912920
Dec 15 13:29:49.844689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb13ec18>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:49.849354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] Checking router: a121c7f7-904b-425c-b6ab-3aeebff91809 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:29:49.855020 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-0bfbf019-d7f1-41c6-ae01-5f41a31b65b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=308673ed-8abd-4023-a185-524d28b92424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1284745
Dec 15 13:29:49.861195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:29:49.861880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb13ec18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:49.863589 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4edc561e-c480-4497-9917-6b9ee90b2094 req-ac708154-8169-4095-b7e7-48c792a2d6af tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626462
Dec 15 13:29:50.007255 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-c65c3d66-6320-4936-bb0e-0857170878e4 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431568
Dec 15 13:29:50.066824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:29:50.162784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f581ab81-8aa7-4127-9e82-c121488a3b6b req-0754095e-3027-4bff-867c-b60ed5026a57 service neutron] 10.222.0.77 "GET /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482327
Dec 15 13:29:50.425364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb13ec18>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:50.430079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edf217-9cad-48b2-bcb3-6147a3393cb7 None None] The sync data for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv is: [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:28:17Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '28e61e0b-0242-4027-a553-5367b3914ef9', 'name': '', 'network_id': '308673ed-8abd-4023-a185-524d28b92424', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:53:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:16Z', 'updated_at': '2021-12-15T13:28:24Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '921d25ca-f163-4bd7-917f-2713d93ec596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:29:50.664430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:29:50.886267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce97dc4-c23a-4f8d-a5f4-2e0a504512a8 None None] New status for floating IP bd92319a-150e-45e9-bd05-27a82941e6e9: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:29:50.957800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-2e76f3a5-3b6c-4d64-83f1-39d22183f535 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:50.959533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-2e76f3a5-3b6c-4d64-83f1-39d22183f535 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0895360
Dec 15 13:29:51.046834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:29:51.047260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:51.086616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3c895-3f1a-4a26-8049-d0a91d307ec1 req-f32fcca4-6938-46ff-91c4-7ded2db69acc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:29:51.088309 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-21c3c895-3f1a-4a26-8049-d0a91d307ec1 req-f32fcca4-6938-46ff-91c4-7ded2db69acc tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 945 time: 0.0933435
Dec 15 13:29:51.144148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-21c3c895-3f1a-4a26-8049-d0a91d307ec1 req-cf7138e1-d98c-4b84-8419-aacfabc14a86 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=bde64896-6a8a-4db9-873d-8e3e7da77165&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491383
Dec 15 13:29:51.318699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 1c948a05-ea3c-4b31-8b0f-23d94f068d54, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1c948a05-ea3c-4b31-8b0f-23d94f068d54,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:29:51.319095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:51.451896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 1c948a05-ea3c-4b31-8b0f-23d94f068d54 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:29:51.605162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:51.612044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:29:51.662700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=1c948a05-ea3c-4b31-8b0f-23d94f068d54,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:29:51.666423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:29:51.736788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] No DVR routers for this DVR port 1c948a05-ea3c-4b31-8b0f-23d94f068d54 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:29:51.739698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:51.742890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'name': 'network-vif-deleted', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:29:51.760819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-926c7cb3-7edf-42a5-8786-d51f8f6cc1e7 req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "DELETE /v2.0/ports/1c948a05-ea3c-4b31-8b0f-23d94f068d54 HTTP/1.1" status: 204  len: 173 time: 0.7948849
Dec 15 13:29:51.809639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a910e1d9-ccea-4ad9-aae9-1de746e3d47f', 'name': 'network-vif-deleted', 'tag': '1c948a05-ea3c-4b31-8b0f-23d94f068d54', 'status': 'completed', 'code': 200}
Dec 15 13:29:52.354438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ecdcf3d9-6d6e-423a-a587-97da0962e467 req-b4dde1c6-0662-43ef-ae42-0bbcea8df365 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=a910e1d9-ccea-4ad9-aae9-1de746e3d47f HTTP/1.1" status: 200  len: 210 time: 0.0479531
Dec 15 13:29:53.484067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39552) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:29:53.923730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:54.620140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 28e61e0b-0242-4027-a553-5367b3914ef9 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:29:54.620809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:54.765298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 1c948a05-ea3c-4b31-8b0f-23d94f068d54 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:29:54.806525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 1c948a05-ea3c-4b31-8b0f-23d94f068d54 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:29:54.806933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 1c948a05-ea3c-4b31-8b0f-23d94f068d54 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:29:54.830632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 28e61e0b-0242-4027-a553-5367b3914ef9, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=28e61e0b-0242-4027-a553-5367b3914ef9,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:29:54.831088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:54.959697 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 28e61e0b-0242-4027-a553-5367b3914ef9 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:29:55.176898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:55.180819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8fa038f7-75d4-4eb7-b27e-ad2f8bc28fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:29:55.226662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=28e61e0b-0242-4027-a553-5367b3914ef9,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:29:55.306191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.306660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.307076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.307497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.307908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.308314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.308716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.309110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.309563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.309966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.310368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:55.319074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:29:55.562763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:56.460366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router a121c7f7-904b-425c-b6ab-3aeebff91809 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:29:56.705700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:29:56.716843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] Sync routers for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:29:56.720857 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/a121c7f7-904b-425c-b6ab-3aeebff91809/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2355592
Dec 15 13:29:56.724511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39556) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:29:56.730863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:29:56.731587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb92eeb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:56.925706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:29:56.941105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting subnet 921d25ca-f163-4bd7-917f-2713d93ec596 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:29:56.945426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.004244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.093805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.195982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.200934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f598c644-280c-4ef5-81ef-08da1339107f tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:29:57.241324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Subnet': ['ID=921d25ca-f163-4bd7-917f-2713d93ec596,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:29:57.245018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:29:57.246133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.256097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3cc3e0c3-7ae6-4f39-8e9b-dac6219004b4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/subnets/921d25ca-f163-4bd7-917f-2713d93ec596 HTTP/1.1" status: 204  len: 168 time: 0.5275443
Dec 15 13:29:57.256275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21ff0e-8b3c-4a3c-896a-704a34a2af86 None None] Network 308673ed-8abd-4023-a185-524d28b92424 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:29:57.256564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39560) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:29:57.275429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb92eeb8>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:29:55Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:57.295465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] Checking router: a121c7f7-904b-425c-b6ab-3aeebff91809 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:29:57.440242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] Routers {'a121c7f7-904b-425c-b6ab-3aeebff91809'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:29:57.441297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb92eeb8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['a121c7f7-904b-425c-b6ab-3aeebff91809'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:57.478746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.671306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] Set router a121c7f7-904b-425c-b6ab-3aeebff91809 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:29:57.711666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.722297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port bd48d572-803f-4a9d-8be7-ef057fb34c1c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:29:57.722694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.728087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] DHCP port deletion for 308673ed-8abd-4023-a185-524d28b92424 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:29:57.814051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Deleting port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:29:57.814484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:57.920983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port bd48d572-803f-4a9d-8be7-ef057fb34c1c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=bd48d572-803f-4a9d-8be7-ef057fb34c1c,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:29:57.921256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:58.073651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for bd48d572-803f-4a9d-8be7-ef057fb34c1c owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:29:58.174116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:29:58.275991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:58.281012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:29:58.328310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=bd48d572-803f-4a9d-8be7-ef057fb34c1c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:29:58.331649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:29:58.503108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] For port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:29:58.503801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:58.511959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:58.586558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:58.673516 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Calling delete_port for 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:29:58.736876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:58.752543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:29:58.761643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:58.764836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb92eeb8>, [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:29:55Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:29:58.771290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2f23a0a4-e23f-4f94-88c0-d793f41ddd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:29:58.830747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10e3a7-cb66-4713-87bf-ec0347887aa5 None None] The sync data for ids ['a121c7f7-904b-425c-b6ab-3aeebff91809'] in dv-neutron-821831-1-hyperv is: [{'id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913318184', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:28:12Z', 'updated_at': '2021-12-15T13:29:55Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': 'bd48d572-803f-4a9d-8be7-ef057fb34c1c', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a121c7f7-904b-425c-b6ab-3aeebff91809', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:28:13Z', 'updated_at': '2021-12-15T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:29:58.855045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:29:58.855481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:29:58.867946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:29:58.880316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.880709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.881088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.881461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.881833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.882201 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.882568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.882940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.883301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.883688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.884049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:29:58.888572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:29:59.148553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.153953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.183934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.184569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Fanout notify agent at l3_agent the message router_deleted on router a121c7f7-904b-425c-b6ab-3aeebff91809 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:29:59.202903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.204146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/routers/a121c7f7-904b-425c-b6ab-3aeebff91809 HTTP/1.1" status: 204  len: 168 time: 1.9466124
Dec 15 13:29:59.207521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39564) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:29:59.348001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.356803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Deleting port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:29:59.357267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.360487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:29:59.360869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.585021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] For port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:29:59.585784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.614395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,segment=NetworkSegment(2857fcca-4b9f-4051-ba41-1b9390927a61),segment_id=2857fcca-4b9f-4051-ba41-1b9390927a61)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:29:59.614988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.716760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Calling delete_port for 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:29:59.756573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:29:59.795749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:29:59.799807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a2ca2700-4543-46e4-a197-4bf2692b3741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:29:59.830595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88869) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:29:59.830837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:29:59.840175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Pushing event deleted for resources: {'Port': ['ID=7afe06d7-7e97-47fa-bfd9-d6635a223dd1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:29:59.844593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:29:59.849928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] No DVR routers for this DVR port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:30:00.167909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device bd48d572-803f-4a9d-8be7-ef057fb34c1c no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:30:00.204357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: bd48d572-803f-4a9d-8be7-ef057fb34c1c {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:30:00.204773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device bd48d572-803f-4a9d-8be7-ef057fb34c1c not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:30:00.205267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 28e61e0b-0242-4027-a553-5367b3914ef9 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:30:00.243573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 28e61e0b-0242-4027-a553-5367b3914ef9 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:30:00.243969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 28e61e0b-0242-4027-a553-5367b3914ef9 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:30:00.332254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 7afe06d7-7e97-47fa-bfd9-d6635a223dd1 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:30:00.332646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:00.405405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] The port '7afe06d7-7e97-47fa-bfd9-d6635a223dd1' was deleted {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:30:00.796460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:00.824595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa20b588>,) {'filters': {'network_id': ['308673ed-8abd-4023-a185-524d28b92424']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:00.840125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa20b588>, '2857fcca-4b9f-4051-ba41-1b9390927a61') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:00.840462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa20b588>, '2857fcca-4b9f-4051-ba41-1b9390927a61') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:00.853509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:00.871621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:00.882075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:30:00.882529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   % (table.description, expected, rows_matched)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:30:00.899019 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:30:00.986714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:00.991298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67f0a8d9-8c54-436e-b5da-579aff59ac93 tempest-NetworksIpV6Test-1518512210 tempest-NetworksIpV6Test-1518512210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:01.007681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.020761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Network': ['ID=308673ed-8abd-4023-a185-524d28b92424,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:01.024387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:01.037118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a39b1eeb-c33a-4910-9628-1549a89238c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/networks/308673ed-8abd-4023-a185-524d28b92424 HTTP/1.1" status: 204  len: 168 time: 1.8279657
Dec 15 13:30:01.040047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39568) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:01.119280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02ef81a-1308-4457-8040-1ba708e0676b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.152135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02ef81a-1308-4457-8040-1ba708e0676b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.219382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02ef81a-1308-4457-8040-1ba708e0676b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.223837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e80e8002-e8c7-4e0a-a05e-5f0714c0fbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:01.241344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ef81a-1308-4457-8040-1ba708e0676b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde64896-6a8a-4db9-873d-8e3e7da77165,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:01.244260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b02ef81a-1308-4457-8040-1ba708e0676b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:01.251531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02ef81a-1308-4457-8040-1ba708e0676b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.252778 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b02ef81a-1308-4457-8040-1ba708e0676b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/security-groups/bde64896-6a8a-4db9-873d-8e3e7da77165 HTTP/1.1" status: 204  len: 168 time: 0.2117605
Dec 15 13:30:01.519138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39576) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:01.525719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730127470', 'description': 'tempest-secgroup-smoke-1730127470 description', 'project_id': 'dbee835780d14c4c8230c91aee8f895f'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:01.532969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:01.537945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:01.541098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:01.547280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:01.558435 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.597582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:01.601855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:01.604982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:01.611231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:01.674189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.678423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.684354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-53e94672-38cf-4560-b68b-ec5ced1fa140 tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:01.730628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ccb19-5121-4a1c-88c6-503df5583302,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:01.733853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.735303 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2149463
Dec 15 13:30:01.736401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d0de8bbf-6d3f-405b-94b5-f208f010fc9a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:01.739060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39580) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:01.745194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'cb2ccb19-5121-4a1c-88c6-503df5583302', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:01.752055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:01.756462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:01.759658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:01.765965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:01.786220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.860263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.864171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.872546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c6de886-fd7f-42b0-8cad-d7741e2a6f8f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:01.897292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a3cf5d-a4ae-4215-9f21-d45e9449a05f,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:01.900051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:01.916654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:01.917994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-20876213-f28b-4823-8e31-4c8d3f194a7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1779068
Dec 15 13:30:01.922650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39584) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:01.929236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'cb2ccb19-5121-4a1c-88c6-503df5583302', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:01.936128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:01.940392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:01.943905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:01.950140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:01.968421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.040615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.044589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.046677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-387d0ee7-c87c-4d1d-a86c-f79fa2ce8767 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:02.072481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049f6d7e-de9c-4415-ab9f-541fa82c0215,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:02.075115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:02.083000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.084369 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-67d11f43-d0ac-476e-a666-36f36160048d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1606760
Dec 15 13:30:02.087732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39588) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:02.094661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'cb2ccb19-5121-4a1c-88c6-503df5583302', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:02.103141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:02.107576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:02.110765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:02.117529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:02.136278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.213945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.217768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.219885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae111053-82d7-48fa-b97f-bfabbe012e19 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:02.247708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a1d8e3-cb68-4f0a-b3c9-4526643d8b7d,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:02.250376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:02.258739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.260117 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d7111f99-f960-4ac4-89d3-caeee4354c90 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1712668
Dec 15 13:30:02.263434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39592) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:02.270550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'cb2ccb19-5121-4a1c-88c6-503df5583302', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:02.277412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:02.281572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:02.285781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:02.292368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:02.316455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.397980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.401928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.404056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5cbf8fc4-34da-423b-9c55-0a2f2724f248 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:02.429943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24103eae-c20f-4aac-8521-e5443486dea0,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:02.435142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:02.439710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.441925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-aa47249d-4627-4938-bf76-b0f53cea6105 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1764290
Dec 15 13:30:02.444346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39596) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:02.450822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'cb2ccb19-5121-4a1c-88c6-503df5583302', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:02.459337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:02.463927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:02.467169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:02.474044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:02.485519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:30:02.494607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.569767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.574430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.576437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cd2603b6-b3f8-4770-9c02-985217aa99a8 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:02.602248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce981d4d-48bb-4ec9-b672-faa0732e28c5,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:02.607253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:02.614527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.614527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d9d55144-17a6-42dc-b018-c8dc3997872f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1681032
Dec 15 13:30:02.617625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39600) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:02.623782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'security_group_rule': {'security_group_id': 'cb2ccb19-5121-4a1c-88c6-503df5583302', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:02.631976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:02.638650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:security_group_rule and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:02.643696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:02.650426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:02.662167 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Project dbee835780d14c4c8230c91aee8f895f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:30:02.669265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.741245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.745670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.752268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f640cbbd-0270-4218-9a75-867f5a2f2f0a tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:02.773917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2240e3a0-124f-4b6e-9018-da0abc3f7e70,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:02.776784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:02.785687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.787030 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1683726
Dec 15 13:30:02.790242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39604) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:02.796290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'network': {'name': 'tempest-network-smoke--66445474', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'port_security_enabled': True}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:02.801939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:02.806488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:network and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:02.809638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:02.816326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:02.826858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:30:02.832541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.862947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:30:02.874158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.874629 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Added segment 5acbdc9f-d6a2-4710-a7f8-38079ee0f334 of type vlan for network b740c267-86f2-43fc-b198-729eb6eff1bc
Dec 15 13:30:02.904904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.937800 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.942250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:02.942929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:02.947211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92c36e2f-9dfe-4300-b4f8-a61bb0515771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:03.056770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2653587
Dec 15 13:30:03.060069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39608) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:03.066733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'admin_state_up': True, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:03.067735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Network': ['ID=b740c267-86f2-43fc-b198-729eb6eff1bc,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:03.070577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9f3ff11-cc68-4948-938f-7cac63e382ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:03.075238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:03.079894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:router and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:03.081170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network b740c267-86f2-43fc-b198-729eb6eff1bc details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:30:03.083191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:03.089797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:03.104275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.105310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.131314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.288086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.484271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.521331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.675854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.112 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/2f47cfec-2520-4927-b9b0-1f687edf9506) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:30:03.851678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.878749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:03.882829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ad0b281-3eb5-4795-972a-b1628c6ac861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:03.957188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:30:03.960918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:30:03.963606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:30:03.994133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=2f47cfec-2520-4927-b9b0-1f687edf9506,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:04.001551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:04.135892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:04.136676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:04.387618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 6be4dcb8-041a-43ba-a566-5ddc12d37885 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:30:04.610866 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:30:04.621689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Sync routers for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:30:04.637146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:30:04.638005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb329e48>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:04.640561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:04.642025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.5808513
Dec 15 13:30:04.646006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39612) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:04.695647 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6dd4c50f-207a-4719-ab33-d7e28c1aebc9 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=dbee835780d14c4c8230c91aee8f895f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0456531
Dec 15 13:30:04.695883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39616) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:04.830186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:30:04.842758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2bbbf-179f-4384-b162-53ad98f676ee tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:04.844486 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d5f2bbbf-179f-4384-b162-53ad98f676ee tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1475952
Dec 15 13:30:04.847911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39620) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:04.896799 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b4cc4413-318d-48cf-b316-293201e4ae87 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f0377329-56d5-4afd-9346-65a75b69d51a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0447969
Dec 15 13:30:04.897374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39624) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:04.903215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2017798646', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:05.033482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:05.038340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:subnet and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:05.041480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:05.047778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:05.058527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:30:05.151163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb329e48>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:04Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:05.155522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Checking router: 6be4dcb8-041a-43ba-a566-5ddc12d37885 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:30:05.155948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Updating router 6be4dcb8-041a-43ba-a566-5ddc12d37885 port 2f47cfec-2520-4927-b9b0-1f687edf9506 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:30:05.173597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.210526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.417704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.422310 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7c3cef9b-f954-4065-9ff7-529c4e75ed92 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:05.508854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Subnet': ['ID=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:05.511810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:05.523886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Checking segment: {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:30:05.524363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network hostable DHCP agents. Network: b740c267-86f2-43fc-b198-729eb6eff1bc, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:30:05.547072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network b740c267-86f2-43fc-b198-729eb6eff1bc is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:30:05.556451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, b740c267-86f2-43fc-b198-729eb6eff1bc) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:30:05.560572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:05.561211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.567069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef6710-89f7-47c1-a080-c931a48fa79f None None] Network b740c267-86f2-43fc-b198-729eb6eff1bc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:30:05.573433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.588444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Transition to ACTIVE for port object 2f47cfec-2520-4927-b9b0-1f687edf9506 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:30:05.589270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-ae4f172c-74a0-4715-8fe1-f8d649d51e1b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6906090
Dec 15 13:30:05.591996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:05.595657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.601092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-353a0c7c-f9c3-4211-80df-1abffcee377c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:05.686250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Pushing event updated for resources: {'Port': ['ID=2f47cfec-2520-4927-b9b0-1f687edf9506,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:05.698182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Attempting to bind port 2f47cfec-2520-4927-b9b0-1f687edf9506 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:30:05.698618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Attempting to bind port 2f47cfec-2520-4927-b9b0-1f687edf9506 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:30:05.699031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Attempting to bind port 2f47cfec-2520-4927-b9b0-1f687edf9506 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:30:05.705704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.706176 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.706559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.707451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.707451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.707742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.708055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.708442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.708811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.709172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.709539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:30:05.713790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:05.716281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:30:05.716704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:30:05.717158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.717611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:30:05.718169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Bound port: 2f47cfec-2520-4927-b9b0-1f687edf9506, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:30:05.718606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.799505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] For port 2f47cfec-2520-4927-b9b0-1f687edf9506, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:30:05.804572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] For port 2f47cfec-2520-4927-b9b0-1f687edf9506, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2f47cfec-2520-4927-b9b0-1f687edf9506,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:30:05.808962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.814739 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb536d4-c2cc-4245-bc53-201a56b9d9fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:05.826767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-b740c267-86f2-43fc-b198-729eb6eff1bc', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:30:05.827768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:05.909503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Pushing event updated for resources: {'Port': ['ID=2f47cfec-2520-4927-b9b0-1f687edf9506,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:05.913833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74e2adba-6e80-4976-abbe-a12d58b5b221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:05.916355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:30:05.917048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb329e48>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:06.008444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Allocated IP 172.20.0.2 (b740c267-86f2-43fc-b198-729eb6eff1bc/0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a/f680bbd9-ca82-455b-8218-d4805f96df53) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:30:06.263087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:06.275602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Transition to ACTIVE for port object f680bbd9-ca82-455b-8218-d4805f96df53 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:30:06.286039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:30:06.304652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Transition to ACTIVE for port object f680bbd9-ca82-455b-8218-d4805f96df53 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:30:06.309329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:06.314991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:06.379829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Network b740c267-86f2-43fc-b198-729eb6eff1bc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:30:06.382831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:30:06.385441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:30:06.435106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Pushing event updated for resources: {'Port': ['ID=f680bbd9-ca82-455b-8218-d4805f96df53,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:06.438342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:06.459192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:06.501558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Attempting to bind port f680bbd9-ca82-455b-8218-d4805f96df53 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:30:06.501972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Attempting to bind port f680bbd9-ca82-455b-8218-d4805f96df53 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:30:06.502378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Attempting to bind port f680bbd9-ca82-455b-8218-d4805f96df53 on network b740c267-86f2-43fc-b198-729eb6eff1bc {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:30:06.509877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:30:06.510314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Checking segment: {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:30:06.510808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:06.511252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Bound using segment: {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:30:06.511827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Bound port: f680bbd9-ca82-455b-8218-d4805f96df53, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:30:06.512255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:06.612150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] For port f680bbd9-ca82-455b-8218-d4805f96df53, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:30:06.616956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] For port f680bbd9-ca82-455b-8218-d4805f96df53, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f680bbd9-ca82-455b-8218-d4805f96df53,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:30:06.620330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:06.624049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb329e48>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:04Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:06.625736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:06.628209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c0aaa-b117-461d-91bc-be7795dd69af None None] The sync data for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv is: [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:04Z', 'revision_number': 3, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:30:06.713329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Pushing event updated for resources: {'Port': ['ID=f680bbd9-ca82-455b-8218-d4805f96df53,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:06.718540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:06.899942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.1 (b740c267-86f2-43fc-b198-729eb6eff1bc/0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a/ab836b1b-7c12-4122-b9ee-b4c24a67af3c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:30:07.128270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:07.150492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object ab836b1b-7c12-4122-b9ee-b4c24a67af3c will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:30:07.180543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:07.186043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:07.265476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network b740c267-86f2-43fc-b198-729eb6eff1bc is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:30:07.269590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:30:07.272388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:30:07.312460 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:07.316551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:07.345013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:07.451369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.194625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.198863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.233375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8ba73a2a-b712-4bfc-9ce4-8021c82fde38 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:08.276105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f680bbd9-ca82-455b-8218-d4805f96df53 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:30:08.345052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:08.350595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:08.351854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.367788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f680bbd9-ca82-455b-8218-d4805f96df53 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:30:08.373754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f47cfec-2520-4927-b9b0-1f687edf9506 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:30:08.450522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 2f47cfec-2520-4927-b9b0-1f687edf9506 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:30:08.455988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2f47cfec-2520-4927-b9b0-1f687edf9506 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:08.456647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.510436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network b740c267-86f2-43fc-b198-729eb6eff1bc is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:30:08.513304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:30:08.559595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b69173-60f3-459c-ab4a-1ca73f676c94 None None] Network b740c267-86f2-43fc-b198-729eb6eff1bc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:30:08.697070 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.740529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 2f47cfec-2520-4927-b9b0-1f687edf9506, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2f47cfec-2520-4927-b9b0-1f687edf9506,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:30:08.747079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.750474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ce06a4f-7523-4f50-aad9-7a19119381e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:08.779380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Provisioning for port f680bbd9-ca82-455b-8218-d4805f96df53 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:30:08.828986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Provisioning complete for port f680bbd9-ca82-455b-8218-d4805f96df53 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:08.829344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:08.935357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 6be4dcb8-041a-43ba-a566-5ddc12d37885 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:30:09.139906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=2f47cfec-2520-4927-b9b0-1f687edf9506,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:09.151277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:09.179083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:30:09.193744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/6be4dcb8-041a-43ba-a566-5ddc12d37885/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6005647
Dec 15 13:30:09.234281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:09.287037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] For port f680bbd9-ca82-455b-8218-d4805f96df53, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f680bbd9-ca82-455b-8218-d4805f96df53,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:30:09.291502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:09.294416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:09.367041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Pushing event updated for resources: {'Port': ['ID=f680bbd9-ca82-455b-8218-d4805f96df53,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:09.370832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:09.434089 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-3ef37c20-f10d-42c9-a230-ffea698a1710 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730127470&fields=id&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 267 time: 0.0596502
Dec 15 13:30:09.618770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80363e9b-d7df-432a-9104-2e9ac8c42f24 None None] Provisioning complete for port f680bbd9-ca82-455b-8218-d4805f96df53 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:09.619444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80363e9b-d7df-432a-9104-2e9ac8c42f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:09.628267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-27d362bb-c81c-4fa5-9636-254d7b118206 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:09.629155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-27d362bb-c81c-4fa5-9636-254d7b118206 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:30:09.648991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-27d362bb-c81c-4fa5-9636-254d7b118206 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:30:09.650314 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-27d362bb-c81c-4fa5-9636-254d7b118206 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/networks?id=b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 200  len: 795 time: 0.2070458
Dec 15 13:30:09.669709 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-be53373c-6abd-412f-b074-cea3b7651039 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/quotas/dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 375 time: 0.0127552
Dec 15 13:30:09.768300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-1007594f-e5b4-4d2c-a5f0-701928cd0642 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:30:09.777452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80363e9b-d7df-432a-9104-2e9ac8c42f24 None None] Provisioning for port ab836b1b-7c12-4122-b9ee-b4c24a67af3c completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:30:09.784195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-80363e9b-d7df-432a-9104-2e9ac8c42f24 None None] Provisioning complete for port ab836b1b-7c12-4122-b9ee-b4c24a67af3c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:09.784633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-80363e9b-d7df-432a-9104-2e9ac8c42f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:09.785812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-1007594f-e5b4-4d2c-a5f0-701928cd0642 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:30:09.787352 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-1007594f-e5b4-4d2c-a5f0-701928cd0642 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1090238
Dec 15 13:30:09.843362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-80363e9b-d7df-432a-9104-2e9ac8c42f24 None None] Port ab836b1b-7c12-4122-b9ee-b4c24a67af3c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:30:09.866153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Sync routers for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:30:09.881193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:30:09.882003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facfb5c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:10.043833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-15c3ca41-57a5-4504-9f90-58fdceff4445 None None] Provisioning complete for port ab836b1b-7c12-4122-b9ee-b4c24a67af3c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:10.044207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15c3ca41-57a5-4504-9f90-58fdceff4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:10.059267 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-6596fffc-ace4-4c93-ad65-5a7fababf6aa service neutron] 10.222.0.53 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420738
Dec 15 13:30:10.136514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-15c3ca41-57a5-4504-9f90-58fdceff4445 None None] Port ab836b1b-7c12-4122-b9ee-b4c24a67af3c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:30:10.155264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:30:10.200629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f680bbd9-ca82-455b-8218-d4805f96df53 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:30:10.211942 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e23ad06c-1ca6-40e1-99a3-9984199f1f13 service neutron] 10.222.0.53 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502709
Dec 15 13:30:10.398891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b6625f25-6b41-4707-b2d8-07436a3547f2 None None] Provisioning complete for port ab836b1b-7c12-4122-b9ee-b4c24a67af3c triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:10.399414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b6625f25-6b41-4707-b2d8-07436a3547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:10.427789 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-445fe3b2-32a8-4af4-87f9-00b9ca4fcbbe req-8c8eec58-ffaa-4d39-86e8-95e2255eeed3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:30:10.441054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-445fe3b2-32a8-4af4-87f9-00b9ca4fcbbe req-8c8eec58-ffaa-4d39-86e8-95e2255eeed3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:30:10.452422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-445fe3b2-32a8-4af4-87f9-00b9ca4fcbbe req-8c8eec58-ffaa-4d39-86e8-95e2255eeed3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 210 time: 0.0705552
Dec 15 13:30:10.544397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b6625f25-6b41-4707-b2d8-07436a3547f2 None None] Port ab836b1b-7c12-4122-b9ee-b4c24a67af3c cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:30:10.561700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f680bbd9-ca82-455b-8218-d4805f96df53 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:10.562128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:10.759405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f47cfec-2520-4927-b9b0-1f687edf9506 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:30:10.805320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facfb5c0>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 2, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:10.820752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Checking router: 6be4dcb8-041a-43ba-a566-5ddc12d37885 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:30:10.821202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Updating router 6be4dcb8-041a-43ba-a566-5ddc12d37885 port ab836b1b-7c12-4122-b9ee-b4c24a67af3c binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:30:10.886359 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:10.937675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 2f47cfec-2520-4927-b9b0-1f687edf9506 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:10.938094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:11.101034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a581ca08-00a8-4547-a668-8141bd594384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:11.376980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:11.390457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Transition to ACTIVE for port object ab836b1b-7c12-4122-b9ee-b4c24a67af3c will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:30:11.397147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:11.402265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:11.548559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6f890-98e8-450a-aa23-8c7940e8b493 None None] Pushing event updated for resources: {'Port': ['ID=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:11.556839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ec6f890-98e8-450a-aa23-8c7940e8b493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:11.575797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-1a4d5fe3-fe92-4ab8-a560-2ecb83864ea7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:11.576969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-1a4d5fe3-fe92-4ab8-a560-2ecb83864ea7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:30:11.615867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-1a4d5fe3-fe92-4ab8-a560-2ecb83864ea7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:30:11.617852 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-1a4d5fe3-fe92-4ab8-a560-2ecb83864ea7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/networks?id=b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 200  len: 795 time: 0.2493069
Dec 15 13:30:11.683940 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4de0d9b5-cbf0-4f45-b036-0b44334918c2 req-6879603d-f668-43d6-9e48-23898d7e4461 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 210 time: 0.0646796
Dec 15 13:30:11.707909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-d336f1e8-598d-434a-933d-c78a88b0853c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:30:11.730299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-d336f1e8-598d-434a-933d-c78a88b0853c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:30:11.732725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-d336f1e8-598d-434a-933d-c78a88b0853c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbee835780d14c4c8230c91aee8f895f HTTP/1.1" status: 200  len: 380 time: 0.1036384
Dec 15 13:30:11.746870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'port': {'device_id': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'admin_state_up': True, 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'security_groups': ['cb2ccb19-5121-4a1c-88c6-503df5583302']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:11.886323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Attempting to bind port ab836b1b-7c12-4122-b9ee-b4c24a67af3c on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:30:11.886720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Attempting to bind port ab836b1b-7c12-4122-b9ee-b4c24a67af3c by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:30:11.887252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Attempting to bind port ab836b1b-7c12-4122-b9ee-b4c24a67af3c on network b740c267-86f2-43fc-b198-729eb6eff1bc {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:30:11.899387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:30:11.900005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Checking segment: {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:30:11.900473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:11.901603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Bound using segment: {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:30:11.902007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Bound port: ab836b1b-7c12-4122-b9ee-b4c24a67af3c, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:30:11.902666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:11.959723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:11.973472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:11.986620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Made reservation on behalf of dbee835780d14c4c8230c91aee8f895f for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:30:11.993134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:12.038613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] For port ab836b1b-7c12-4122-b9ee-b4c24a67af3c, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:30:12.042089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] For port ab836b1b-7c12-4122-b9ee-b4c24a67af3c, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:30:12.046261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:12.052685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2573af41-cfd5-498c-90d3-c622c5b2bba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:12.170031 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6f890-98e8-450a-aa23-8c7940e8b493 None None] Pushing event updated for resources: {'Port': ['ID=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:12.173959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ec6f890-98e8-450a-aa23-8c7940e8b493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:12.175569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:30:12.176379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facfb5c0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:29:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:12.209004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.20.0.7 (b740c267-86f2-43fc-b198-729eb6eff1bc/0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a/ae6ca031-dd75-4238-b4b9-a3c04940c994) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:30:12.428231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:30:12.530266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:12.556406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Transition to ACTIVE for port object ae6ca031-dd75-4238-b4b9-a3c04940c994 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:30:12.585553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:12.595096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a23d7538-75dc-4953-9eec-26779d728b7b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:12.674282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network b740c267-86f2-43fc-b198-729eb6eff1bc is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:30:12.683162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:30:12.689268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:30:12.731433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:12.742437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=ae6ca031-dd75-4238-b4b9-a3c04940c994,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:12.754190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:12.769448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:12.770167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:12.805998 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0684023
Dec 15 13:30:12.819944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Request body: {'port': {'device_id': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:12.846654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facfb5c0>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:12Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:12.852128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4864e-44a3-4112-b992-8574455e1158 None None] The sync data for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv is: [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:12Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:30:13.039609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996249-8a79-42b1-b072-d17b4e222b7e req-338bfc80-77b5-4e32-ad53-a24b6e9f03bf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:13.040406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c3996249-8a79-42b1-b072-d17b4e222b7e req-338bfc80-77b5-4e32-ad53-a24b6e9f03bf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:30:13.044685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:13.102893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c3996249-8a79-42b1-b072-d17b4e222b7e req-338bfc80-77b5-4e32-ad53-a24b6e9f03bf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:30:13.104285 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3996249-8a79-42b1-b072-d17b4e222b7e req-338bfc80-77b5-4e32-ad53-a24b6e9f03bf tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 931 time: 0.2469678
Dec 15 13:30:13.132503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c4ec3b74-4dcd-40bf-9083-ff73762ad8fb None None] Provisioning for port ae6ca031-dd75-4238-b4b9-a3c04940c994 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:30:13.138274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c4ec3b74-4dcd-40bf-9083-ff73762ad8fb None None] Provisioning complete for port ae6ca031-dd75-4238-b4b9-a3c04940c994 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:13.138847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3b74-4dcd-40bf-9083-ff73762ad8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:13.199933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec3b74-4dcd-40bf-9083-ff73762ad8fb None None] Port ae6ca031-dd75-4238-b4b9-a3c04940c994 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:30:13.235891 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3996249-8a79-42b1-b072-d17b4e222b7e req-5f4ead1d-4736-4b86-91fd-d27df45a2ff7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1241553
Dec 15 13:30:13.454623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25a7e987-4860-4665-99ac-77e8153bac77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:13.763533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6ca031-dd75-4238-b4b9-a3c04940c994 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:30:13.771573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:13.788808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Transition to ACTIVE for port object ae6ca031-dd75-4238-b4b9-a3c04940c994 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:30:13.792206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:13.796939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65240211-ac2b-4b6c-9275-f82872325e81 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:13.817867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:13.934294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ca031-dd75-4238-b4b9-a3c04940c994,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:13.940912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:14.075842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Attempting to bind port ae6ca031-dd75-4238-b4b9-a3c04940c994 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:30:14.076489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Attempting to bind port ae6ca031-dd75-4238-b4b9-a3c04940c994 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:30:14.076858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Attempting to bind port ae6ca031-dd75-4238-b4b9-a3c04940c994 on network b740c267-86f2-43fc-b198-729eb6eff1bc {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:30:14.084103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Port ae6ca031-dd75-4238-b4b9-a3c04940c994 on network b740c267-86f2-43fc-b198-729eb6eff1bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:30:14.084471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Attempting to bind port ae6ca031-dd75-4238-b4b9-a3c04940c994 on network b740c267-86f2-43fc-b198-729eb6eff1bc {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:30:14.092360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:30:14.092742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Checking segment: {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:30:14.093169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Bound using segment: {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:30:14.093651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Bound port: ae6ca031-dd75-4238-b4b9-a3c04940c994, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acbdc9f-d6a2-4710-a7f8-38079ee0f334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:30:14.094013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:14.201090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] For port ae6ca031-dd75-4238-b4b9-a3c04940c994, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:30:14.205006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] For port ae6ca031-dd75-4238-b4b9-a3c04940c994, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:30:14.207996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab836b1b-7c12-4122-b9ee-b4c24a67af3c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:30:14.209559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:14.214764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cec68d4-8473-46c7-a23e-d2e443a85804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:14.273067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:14.274841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-e384c093-72bd-495a-a896-7a413801c780 service neutron] 10.222.0.77 "PUT /v2.0/ports/ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 200  len: 1093 time: 1.4607985
Dec 15 13:30:14.275462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:30:14.350797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port ab836b1b-7c12-4122-b9ee-b4c24a67af3c completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:30:14.368889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ab836b1b-7c12-4122-b9ee-b4c24a67af3c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:14.369649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:14.395563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'status': 'completed', 'code': 200}
Dec 15 13:30:14.397928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ca031-dd75-4238-b4b9-a3c04940c994,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:14.403085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:14.441015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-19b7355f-72b9-4558-9472-b0c479e3e991 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1096 time: 0.1114278
Dec 15 13:30:14.525104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-96de1835-923a-45a1-b801-397faee81829 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 200  len: 217 time: 0.0775766
Dec 15 13:30:14.557684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:14.568617 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696edc7-e99c-4b30-b911-248543189a26 req-d827e435-f6d2-4eb0-be12-277cca49aae0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:14.570746 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2696edc7-e99c-4b30-b911-248543189a26 req-d827e435-f6d2-4eb0-be12-277cca49aae0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 943 time: 0.1369805
Dec 15 13:30:14.605476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port ab836b1b-7c12-4122-b9ee-b4c24a67af3c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:30:14.610377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:14.613141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1376eef5-0799-4b4b-ba52-c416abd137a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:14.621254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-012f45e8-a060-4d2d-85d8-f63ffe275878 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:14.622995 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-012f45e8-a060-4d2d-85d8-f63ffe275878 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a HTTP/1.1" status: 200  len: 835 time: 0.0914600
Dec 15 13:30:14.650585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2696edc7-e99c-4b30-b911-248543189a26 req-f97d34dc-eb18-4ea9-ac74-58d4bff97c78 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684235
Dec 15 13:30:14.693542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:14.697099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:14.717343 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-02fac7a4-f9d2-42f2-b843-a9aba2aaf214 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b740c267-86f2-43fc-b198-729eb6eff1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0879157
Dec 15 13:30:14.871246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-da763ac1-d533-43f5-9b9b-5d575e957a39 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475151
Dec 15 13:30:15.031336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-213b0e6f-2a64-40ed-8ffa-727ec19563f1 req-00d897c2-7e54-4bd3-b3ee-cf760ba772ae service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540148
Dec 15 13:30:15.154754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23718ab6-7231-453a-8876-47a965c6819c req-a97a9e56-a49e-41eb-b964-0d740aaea79a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1096 time: 0.0760992
Dec 15 13:30:15.302889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23718ab6-7231-453a-8876-47a965c6819c req-b76e1859-0118-4325-970c-e36f72d98eab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:15.304669 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23718ab6-7231-453a-8876-47a965c6819c req-b76e1859-0118-4325-970c-e36f72d98eab service neutron] 10.222.0.77 "GET /v2.0/networks?id=b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 200  len: 896 time: 0.1428936
Dec 15 13:30:15.381536 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23718ab6-7231-453a-8876-47a965c6819c req-2d98c580-8f63-45db-a74c-b5f98631353b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 200  len: 217 time: 0.0698383
Dec 15 13:30:15.439367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:15.455906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23718ab6-7231-453a-8876-47a965c6819c req-5e697073-563a-42b6-b74d-8ba8befd6cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:15.457674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23718ab6-7231-453a-8876-47a965c6819c req-5e697073-563a-42b6-b74d-8ba8befd6cb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a HTTP/1.1" status: 200  len: 835 time: 0.0692954
Dec 15 13:30:15.545971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23718ab6-7231-453a-8876-47a965c6819c req-73ee26f6-bb3e-4f1c-9356-f7cc7886f0e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b740c267-86f2-43fc-b198-729eb6eff1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801110
Dec 15 13:30:15.702326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23718ab6-7231-453a-8876-47a965c6819c req-5f178e44-7e44-4768-bae6-280100d2c49a service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487892
Dec 15 13:30:15.900644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-23718ab6-7231-453a-8876-47a965c6819c req-9cc5e8a6-06de-4df7-917b-125e856777f7 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916702
Dec 15 13:30:15.930638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574cbbf-2554-4223-9049-db9d8561eb8c req-634caa7b-b56b-4e30-be56-ba4267272563 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:15.932266 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7574cbbf-2554-4223-9049-db9d8561eb8c req-634caa7b-b56b-4e30-be56-ba4267272563 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 943 time: 0.1307850
Dec 15 13:30:15.982436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7574cbbf-2554-4223-9049-db9d8561eb8c req-70fd33cd-93ee-4c4a-bebf-0d223116709a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437567
Dec 15 13:30:16.177177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab836b1b-7c12-4122-b9ee-b4c24a67af3c up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:30:16.255328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port ab836b1b-7c12-4122-b9ee-b4c24a67af3c triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:16.255712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:17.198852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27288a3-daa6-448d-ae9b-4550b2d2a892 req-348846f0-d38d-4fee-b409-838d7318fead tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:17.200524 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d27288a3-daa6-448d-ae9b-4550b2d2a892 req-348846f0-d38d-4fee-b409-838d7318fead tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 943 time: 0.0904601
Dec 15 13:30:17.258172 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d27288a3-daa6-448d-ae9b-4550b2d2a892 req-a56902a7-19d3-464a-91c3-f2a54a238bf5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505424
Dec 15 13:30:18.473315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa859a-6024-46b7-af60-0e6094502796 req-5ea30084-c284-4634-8e63-ebeb5e08f2b6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:18.474909 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87aa859a-6024-46b7-af60-0e6094502796 req-5ea30084-c284-4634-8e63-ebeb5e08f2b6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 943 time: 0.0892870
Dec 15 13:30:18.527303 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-87aa859a-6024-46b7-af60-0e6094502796 req-f99c3015-4ee9-4a34-a204-6611c66759e6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432646
Dec 15 13:30:18.904523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ae6ca031-dd75-4238-b4b9-a3c04940c994 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:30:19.051390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ae6ca031-dd75-4238-b4b9-a3c04940c994, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:30:19.065504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'port_id': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'mac_address': 'fa:16:3e:32:ed:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:30:19.125913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:19.144908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6ca031-dd75-4238-b4b9-a3c04940c994 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:30:19.160843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ae6ca031-dd75-4238-b4b9-a3c04940c994, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:30:19.164936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:19.166820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:19.234022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=ae6ca031-dd75-4238-b4b9-a3c04940c994,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:19.237785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:19.370092 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['ae6ca031-dd75-4238-b4b9-a3c04940c994'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:30:19.751037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24e480-ef8c-43d8-b364-7003c61f48c1 req-bc9d8041-2a2a-4ca9-a9a8-a6423bdbbbab tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:19.752750 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c24e480-ef8c-43d8-b364-7003c61f48c1 req-bc9d8041-2a2a-4ca9-a9a8-a6423bdbbbab tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 944 time: 0.0894320
Dec 15 13:30:19.810302 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c24e480-ef8c-43d8-b364-7003c61f48c1 req-0000c08a-390c-4253-a775-799d8712a853 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501630
Dec 15 13:30:20.904329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ae6ca031-dd75-4238-b4b9-a3c04940c994 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:30:20.977488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port ae6ca031-dd75-4238-b4b9-a3c04940c994 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:30:20.982390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port ae6ca031-dd75-4238-b4b9-a3c04940c994 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:30:20.982795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:21.020871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395931c2-478e-41d2-94e5-b34536e00c8e req-0700d022-12c2-47c6-8a6d-630a2198ad3d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:21.022533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-395931c2-478e-41d2-94e5-b34536e00c8e req-0700d022-12c2-47c6-8a6d-630a2198ad3d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 944 time: 0.0843050
Dec 15 13:30:21.076324 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-395931c2-478e-41d2-94e5-b34536e00c8e req-18af2eed-d4b5-4a03-9768-09b7c2a1f021 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474014
Dec 15 13:30:21.106894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:21.137048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:30:21.148172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port ae6ca031-dd75-4238-b4b9-a3c04940c994, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:30:21.153381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:21.155680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:21.202720 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'code': 200}
Dec 15 13:30:21.232237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=ae6ca031-dd75-4238-b4b9-a3c04940c994,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:21.235658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:21.448770 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a52175d-b42e-49cb-8911-1042a88754cb req-e23394ad-2c7a-4524-bf2d-fccbca5f3e3b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1098 time: 0.0776193
Dec 15 13:30:21.502121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5a52175d-b42e-49cb-8911-1042a88754cb req-0b101bb3-ce17-4532-bf0a-2d58a5f6dee7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473690
Dec 15 13:30:22.297923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ad8f7-61a0-41e0-b5a2-f42d44fb79b1 req-60e64c72-9f09-4bcb-ba2f-3b05389a83c6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:22.299539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-261ad8f7-61a0-41e0-b5a2-f42d44fb79b1 req-60e64c72-9f09-4bcb-ba2f-3b05389a83c6 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.0910280
Dec 15 13:30:22.351636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-261ad8f7-61a0-41e0-b5a2-f42d44fb79b1 req-0591b75d-f5f5-4fc9-9c49-4781c87cd831 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453575
Dec 15 13:30:23.580375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a1a22-d5a0-4e40-9406-bcd8ee8fdd38 req-b915ad8e-85bd-4d16-aa9f-16fbbdf3c8ed tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:23.582652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-409a1a22-d5a0-4e40-9406-bcd8ee8fdd38 req-b915ad8e-85bd-4d16-aa9f-16fbbdf3c8ed tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.0998058
Dec 15 13:30:23.634764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-409a1a22-d5a0-4e40-9406-bcd8ee8fdd38 req-4b5f2bc3-b7ef-4f09-a1da-b0ac246feda8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458755
Dec 15 13:30:23.848408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ec579-2e3a-4b8e-b97a-8cfb393fe18b req-5518293b-635b-4153-a30d-9718df2351a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:23.849992 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a11ec579-2e3a-4b8e-b97a-8cfb393fe18b req-5518293b-635b-4153-a30d-9718df2351a0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.0899687
Dec 15 13:30:23.902595 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a11ec579-2e3a-4b8e-b97a-8cfb393fe18b req-ced935ff-3d3c-46d4-8d02-b21dac418229 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459406
Dec 15 13:30:23.931987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39686) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:24.009063 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eb705c8b-c70e-4584-85f7-91c483356a85 tempest-TestNetworkAdvancedServerOps-1175009517 tempest-TestNetworkAdvancedServerOps-1175009517-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1093 time: 0.0756419
Dec 15 13:30:24.013411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39690) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:24.019488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:30:24.026207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:30:24.030706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Usage tracker for resource:floatingip and tenant:dbee835780d14c4c8230c91aee8f895f is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:30:24.034289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:30:24.040473 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:30:24.051649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:24.211139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:24.373036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Allocated IP 172.26.0.115 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/ea18de84-06c5-48bf-899f-3722fa0f0ea8) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:30:24.544679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:24.572018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:24.575796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:24.647110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:30:24.648085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=ea18de84-06c5-48bf-899f-3722fa0f0ea8,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:24.650867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:30:24.652818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:24.653543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:30:25.231224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:25.297462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:25.769984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:25.776056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:25.781807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7e8fa8e4-b27f-41e2-aa55-2ba6d8c4a6c9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:30:25.896963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event updated for resources: {'Port': ['ID=ea18de84-06c5-48bf-899f-3722fa0f0ea8,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:30:25.901724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:30:25.915975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:26.131726 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Floating IP a7dbc3ac-ce22-47e2-9815-5297389332d9 associated. External IP: 172.26.0.115, port: ae6ca031-dd75-4238-b4b9-a3c04940c994.
Dec 15 13:30:26.569927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 6be4dcb8-041a-43ba-a566-5ddc12d37885 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:30:26.800834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:30:26.811835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] Sync routers for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:30:26.824943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:30:26.825641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ff6a0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:30:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:26.828741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:26.886367 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8718309
Dec 15 13:30:26.887086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:30:26.948240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'status': 'completed', 'code': 200}
Dec 15 13:30:27.027913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:30:27.050627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-28b86370-366a-4dd6-a9c5-710c8990cefe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1098 time: 0.0826027
Dec 15 13:30:27.081753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1675eec-6415-4e9f-a69f-c121db7d192c req-8442114a-86c0-4929-b8f8-51885489267c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:27.083292 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f1675eec-6415-4e9f-a69f-c121db7d192c req-8442114a-86c0-4929-b8f8-51885489267c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.0878155
Dec 15 13:30:27.132677 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f1675eec-6415-4e9f-a69f-c121db7d192c req-b54ea1f2-bd0c-4585-949e-8db3213da988 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420163
Dec 15 13:30:27.161746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39698) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:27.200427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-44432ba3-ddc8-41ff-93b0-b4e84866b1b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:27.202030 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-44432ba3-ddc8-41ff-93b0-b4e84866b1b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 200  len: 896 time: 0.1457918
Dec 15 13:30:27.284503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-8d94a10c-a7ce-463e-9a27-8c4cbc507563 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/a7dbc3ac-ce22-47e2-9815-5297389332d9 HTTP/1.1" status: 200  len: 991 time: 0.1199505
Dec 15 13:30:27.312262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-382cb003-2fed-48f8-b773-341392cf8484 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 200  len: 999 time: 0.1033690
Dec 15 13:30:27.388222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-ff8efbdc-3afe-44a9-9c63-e6989b625afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:27.389732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-ff8efbdc-3afe-44a9-9c63-e6989b625afe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a HTTP/1.1" status: 200  len: 835 time: 0.0714092
Dec 15 13:30:27.421616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ff6a0>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a7dbc3ac-ce22-47e2-9815-5297389332d9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'port_id': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'mac_address': 'fa:16:3e:32:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:30:25Z', 'updated_at': '2021-12-15T13:30:25Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:14Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:27.426332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] Checking router: 6be4dcb8-041a-43ba-a566-5ddc12d37885 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:30:27.438184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:30:27.438862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ff6a0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:30:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:27.474600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-09df9a38-617b-46bb-b5f6-f67c17784388 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b740c267-86f2-43fc-b198-729eb6eff1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789216
Dec 15 13:30:27.624094 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-3de29ac0-9ddb-4062-99ba-471ff27080de service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420493
Dec 15 13:30:27.631491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:30:27.694773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:30:27.795983 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e38ef8e7-a920-46c6-a66a-7598a537e5e4 req-cdb1bef4-4b94-425e-9ca2-8c4e5a0dd66c service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655314
Dec 15 13:30:28.036786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9ff6a0>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a7dbc3ac-ce22-47e2-9815-5297389332d9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'port_id': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'mac_address': 'fa:16:3e:32:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:30:25Z', 'updated_at': '2021-12-15T13:30:25Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:14Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:30:28.041180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125dfbd-6edf-429b-b37b-92332edc3a1b None None] The sync data for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv is: [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'a7dbc3ac-ce22-47e2-9815-5297389332d9', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'floating_ip_address': '172.26.0.115', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'port_id': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'mac_address': 'fa:16:3e:32:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:30:25Z', 'updated_at': '2021-12-15T13:30:25Z', 'revision_number': 0, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:14Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:30:28.287563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39702) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:28.393364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9fc3c-9916-4222-82b4-6070006069ef None None] New status for floating IP a7dbc3ac-ce22-47e2-9815-5297389332d9: ACTIVE {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:30:28.410379 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5cdff792-ff62-44c2-b039-2afcaa01e0a2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/a7dbc3ac-ce22-47e2-9815-5297389332d9 HTTP/1.1" status: 200  len: 991 time: 0.1214628
Dec 15 13:30:28.594964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:29.414585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39706) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:29.533708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e68380ea-5d56-4692-a9f9-c90b614362e9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/a7dbc3ac-ce22-47e2-9815-5297389332d9 HTTP/1.1" status: 200  len: 993 time: 0.1174510
Dec 15 13:30:35.654582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-b06329f1-1f04-4f9f-a141-e355beb0933d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0828290
Dec 15 13:30:35.816461 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-86e764cd-8882-4372-a6f8-2075af23a16d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1098 time: 0.0830584
Dec 15 13:30:35.977480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-c584cf37-3e4d-4b52-833f-ecfce1c3fa56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:35.978997 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-c584cf37-3e4d-4b52-833f-ecfce1c3fa56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 200  len: 896 time: 0.1421428
Dec 15 13:30:36.091829 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-b9bd2b88-fe2a-45bc-841a-8b64ce445eac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 200  len: 1001 time: 0.1063221
Dec 15 13:30:36.170269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-1aa63e5d-5b49-4127-94a8-e1b70d4a21f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:36.172048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-1aa63e5d-5b49-4127-94a8-e1b70d4a21f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a HTTP/1.1" status: 200  len: 835 time: 0.0746453
Dec 15 13:30:36.258505 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-79936c3d-5b40-4c43-afd0-6edd2d617135 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b740c267-86f2-43fc-b198-729eb6eff1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801651
Dec 15 13:30:36.657539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-ef20c346-3f32-4e95-9b31-d0dd2c0f4144 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922052
Dec 15 13:30:36.810473 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-aeaad61b-d815-4b76-bbad-5f43a049fb0d req-4aa18f38-5de7-42fc-a6d8-c00510ca2372 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459250
Dec 15 13:30:41.052152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6074cc5-3b0f-445c-9e2a-e9c100358c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:42.717777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:43.456762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc500f20-746c-4427-b616-7b36dd779f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:43.819944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:45.444167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:54.820465 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd39817-783a-4ef4-9f1b-48f22ae4a356 req-d1980b2c-0e1a-4fc1-89e6-8600fe1165ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:54.822146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1bd39817-783a-4ef4-9f1b-48f22ae4a356 req-d1980b2c-0e1a-4fc1-89e6-8600fe1165ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.0977540
Dec 15 13:30:54.873176 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1bd39817-783a-4ef4-9f1b-48f22ae4a356 req-83fa3184-76cc-4dba-804e-ad947d3a7be4 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436912
Dec 15 13:30:56.114468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f133a76-91ed-481d-be22-11cce37152e0 req-049c52c8-fdd0-465a-b4a9-67f8bb02cb31 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:56.116250 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f133a76-91ed-481d-be22-11cce37152e0 req-049c52c8-fdd0-465a-b4a9-67f8bb02cb31 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.1008399
Dec 15 13:30:56.185574 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4f133a76-91ed-481d-be22-11cce37152e0 req-d81278ad-a0c3-4d8a-b39b-b0e04ce12771 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590541
Dec 15 13:30:56.217199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39726) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:30:56.333717 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-42e81406-882b-490c-bc96-b2d395e489c7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/a7dbc3ac-ce22-47e2-9815-5297389332d9 HTTP/1.1" status: 200  len: 993 time: 0.1147461
Dec 15 13:30:57.967743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f812d7-f923-4af7-92bc-e74d497eb44a req-950f903a-4768-4f26-bfde-afc80c562155 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:57.970144 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7f812d7-f923-4af7-92bc-e74d497eb44a req-950f903a-4768-4f26-bfde-afc80c562155 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.1657815
Dec 15 13:30:57.974177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-354eabe9-bf9e-4a83-a852-f75bdb283f74 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1098 time: 0.1275098
Dec 15 13:30:58.137355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7f812d7-f923-4af7-92bc-e74d497eb44a req-33d1d4c3-dc9e-4abf-a143-5baafab9181f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599612
Dec 15 13:30:58.170777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-b0a08e64-c01b-4492-84b4-73e3adb9499e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:58.172580 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-b0a08e64-c01b-4492-84b4-73e3adb9499e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 200  len: 896 time: 0.1771910
Dec 15 13:30:58.284320 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-3ce0e6b6-8d13-4d1c-9a82-c65f4781e020 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 200  len: 1001 time: 0.1056468
Dec 15 13:30:58.354959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-46ceec51-b7a3-40c5-8150-cb32d4765bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:58.356590 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-46ceec51-b7a3-40c5-8150-cb32d4765bc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a HTTP/1.1" status: 200  len: 835 time: 0.0664866
Dec 15 13:30:58.445523 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-e0a303c7-96f5-4c60-b068-ba74bcfe5544 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b740c267-86f2-43fc-b198-729eb6eff1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0829382
Dec 15 13:30:58.576995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:30:58.598565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-7ef55d00-70b2-4224-bfac-0a3583d5bf37 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459527
Dec 15 13:30:58.754807 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6215345a-139d-40d7-b7d2-c479e28dab85 req-31dead7b-eb26-4050-8054-776d240e07f7 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488662
Dec 15 13:30:59.362916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88184-a324-4b32-b490-7fea6d3a3614 req-a713f295-d6ca-451a-aca6-1e092e3ad1e1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:30:59.364797 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-98f88184-a324-4b32-b490-7fea6d3a3614 req-a713f295-d6ca-451a-aca6-1e092e3ad1e1 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.0957565
Dec 15 13:30:59.426919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-98f88184-a324-4b32-b490-7fea6d3a3614 req-bfa6f366-bb39-4750-9150-011341f095e2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528865
Dec 15 13:31:00.647106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8a544-bf24-4ebe-9232-f4eeb6431e9f req-4522f43f-d5d8-4c37-bb00-8ba8b36b4322 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:00.649190 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c9b8a544-bf24-4ebe-9232-f4eeb6431e9f req-4522f43f-d5d8-4c37-bb00-8ba8b36b4322 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.0899889
Dec 15 13:31:00.700648 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c9b8a544-bf24-4ebe-9232-f4eeb6431e9f req-ab4524f2-330a-4218-84a0-9fce9ab72cd7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443408
Dec 15 13:31:00.735828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39740) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:00.852076 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9f796be8-2094-4f98-8231-ed08f19f8c4b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/floatingips/a7dbc3ac-ce22-47e2-9815-5297389332d9 HTTP/1.1" status: 200  len: 993 time: 0.1149092
Dec 15 13:31:01.170890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39748) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:01.391683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port ea18de84-06c5-48bf-899f-3722fa0f0ea8 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:31:01.392058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:01.588726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:01.589095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:01.717621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for ea18de84-06c5-48bf-899f-3722fa0f0ea8 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:31:01.886941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:01.891492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:01.937345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=ea18de84-06c5-48bf-899f-3722fa0f0ea8,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:01.981177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.981602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.982009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.982520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.982957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.983407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.983914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.984320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.984734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.985154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.985555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:01.993567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:02.052057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:02.481367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 6be4dcb8-041a-43ba-a566-5ddc12d37885 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:31:02.699816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:31:02.710401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] Sync routers for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:31:02.722679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:02.723635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:02.724402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0d0dd8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:30:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:02.779080 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/floatingips/a7dbc3ac-ce22-47e2-9815-5297389332d9 HTTP/1.1" status: 204  len: 168 time: 1.6069255
Dec 15 13:31:02.780022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:31:02.842897 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'status': 'completed', 'code': 200}
Dec 15 13:31:02.960915 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-5ceabaff-84e3-49e5-8326-68210a56329b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbee835780d14c4c8230c91aee8f895f&device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 1098 time: 0.0913787
Dec 15 13:31:03.086039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:03.244822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1055d2-d40e-4cff-9dde-be1cde0f3529 req-11181ebe-6baf-4a43-b50b-d84365cb6d8a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:03.246959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea1055d2-d40e-4cff-9dde-be1cde0f3529 req-11181ebe-6baf-4a43-b50b-d84365cb6d8a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.1058955
Dec 15 13:31:03.307259 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ea1055d2-d40e-4cff-9dde-be1cde0f3529 req-158f8bb8-7b8b-4139-a6bf-10d4bf81cb3b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517385
Dec 15 13:31:03.415087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-eea5bc8b-bf57-41dc-9d10-ba56858220e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:03.417025 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-eea5bc8b-bf57-41dc-9d10-ba56858220e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 200  len: 896 time: 0.4494510
Dec 15 13:31:03.441792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0d0dd8>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:14Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:03.446117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] Checking router: 6be4dcb8-041a-43ba-a566-5ddc12d37885 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:31:03.457849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:03.458525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb0d0dd8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:30:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:03.490002 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-22fbb28a-9dab-48cc-9516-d8f46b7d6dc6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 200  len: 217 time: 0.0659924
Dec 15 13:31:03.564581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-4f1b0913-0ad1-4d08-9e2b-8ace0f7197df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:03.566179 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-4f1b0913-0ad1-4d08-9e2b-8ace0f7197df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a HTTP/1.1" status: 200  len: 835 time: 0.0700066
Dec 15 13:31:03.650400 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-feb3f842-d9f7-4551-83e3-9af1db5906ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b740c267-86f2-43fc-b198-729eb6eff1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770817
Dec 15 13:31:03.656027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:03.798421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-96e115d9-da03-48e7-b825-66e493f633b0 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407111
Dec 15 13:31:03.945018 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f2032b0e-1f2f-4b15-b13f-96b61f18d560 req-3b32f76f-aea4-45b8-b4a8-312bb6034bb3 service neutron] 10.222.0.77 "GET /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401706
Dec 15 13:31:04.001766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb0d0dd8>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:14Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:04.006501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774263fc-835a-4a92-a146-14b85b80fbb4 None None] The sync data for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv is: [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:07Z', 'revision_number': 4, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': 'ab836b1b-7c12-4122-b9ee-b4c24a67af3c', 'name': '', 'network_id': 'b740c267-86f2-43fc-b198-729eb6eff1bc', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'mac_address': 'fa:16:3e:a3:02:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:06Z', 'updated_at': '2021-12-15T13:30:14Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'subnets': [{'id': '0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:31:04.458279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06479cf3-49d9-4c08-9b1d-168e8963e7cd None None] New status for floating IP a7dbc3ac-ce22-47e2-9815-5297389332d9: DOWN {{(pid=88871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:31:04.539241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4977f-e52f-4e27-9af7-f97efc15e418 req-8084bb26-c275-4ccf-b0ee-0c375bc42180 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:04.540148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b3d4977f-e52f-4e27-9af7-f97efc15e418 req-8084bb26-c275-4ccf-b0ee-0c375bc42180 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:31:04.603892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b3d4977f-e52f-4e27-9af7-f97efc15e418 req-8084bb26-c275-4ccf-b0ee-0c375bc42180 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:31:04.605444 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3d4977f-e52f-4e27-9af7-f97efc15e418 req-8084bb26-c275-4ccf-b0ee-0c375bc42180 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.1612566
Dec 15 13:31:04.684885 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3d4977f-e52f-4e27-9af7-f97efc15e418 req-7350642c-b29e-456a-8eb3-ffc2d404ca46 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2ccb19-5121-4a1c-88c6-503df5583302&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682411
Dec 15 13:31:04.688561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:31:04.697391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-b59488a6-f717-4d71-86ad-e23fac03e74f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:04.698989 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-b59488a6-f717-4d71-86ad-e23fac03e74f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 945 time: 0.1434748
Dec 15 13:31:04.820030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port ae6ca031-dd75-4238-b4b9-a3c04940c994 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:31:04.820030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:05.084111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port ae6ca031-dd75-4238-b4b9-a3c04940c994, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae6ca031-dd75-4238-b4b9-a3c04940c994,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:05.084377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:05.217230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for ae6ca031-dd75-4238-b4b9-a3c04940c994 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:31:05.370171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:05.376908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83450bb2-526d-4cea-b53f-810e5d90809b tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:05.426014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=ae6ca031-dd75-4238-b4b9-a3c04940c994,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:05.429893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:05.503836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] No DVR routers for this DVR port ae6ca031-dd75-4238-b4b9-a3c04940c994 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:31:05.506375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:05.509405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'name': 'network-vif-deleted', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:31:05.526127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3250760e-5720-4d2c-afe0-fb3b440c8565 req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.77 "DELETE /v2.0/ports/ae6ca031-dd75-4238-b4b9-a3c04940c994 HTTP/1.1" status: 204  len: 173 time: 0.8205197
Dec 15 13:31:05.571895 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31', 'name': 'network-vif-deleted', 'tag': 'ae6ca031-dd75-4238-b4b9-a3c04940c994', 'status': 'completed', 'code': 200}
Dec 15 13:31:05.876423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-123ac747-71e5-4794-9c08-88a10cd635f2 req-159b35a6-a6e7-4dbe-ba47-80335b94cd08 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Synchronizing usage tracker for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:31:05.892752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-123ac747-71e5-4794-9c08-88a10cd635f2 req-159b35a6-a6e7-4dbe-ba47-80335b94cd08 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Unset dirty status for tenant:dbee835780d14c4c8230c91aee8f895f on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:31:05.894290 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-123ac747-71e5-4794-9c08-88a10cd635f2 req-159b35a6-a6e7-4dbe-ba47-80335b94cd08 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dc6cde-0a6c-48d6-b938-2b2cbd9d4d31 HTTP/1.1" status: 200  len: 210 time: 0.0651412
Dec 15 13:31:07.008669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39766) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:07.028012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ae6ca031-dd75-4238-b4b9-a3c04940c994 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:31:07.237430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: ae6ca031-dd75-4238-b4b9-a3c04940c994 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:31:07.237677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device ae6ca031-dd75-4238-b4b9-a3c04940c994 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:31:07.457097 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:08.126321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port ab836b1b-7c12-4122-b9ee-b4c24a67af3c {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:31:08.126810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:08.327555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port ab836b1b-7c12-4122-b9ee-b4c24a67af3c, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:08.327953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:08.457588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for ab836b1b-7c12-4122-b9ee-b4c24a67af3c owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:31:08.687943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:08.691749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:08.738008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=ab836b1b-7c12-4122-b9ee-b4c24a67af3c,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:08.742445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:09.292879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:09.954244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Router 6be4dcb8-041a-43ba-a566-5ddc12d37885 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:31:10.175329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:31:10.186779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] Sync routers for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:31:10.195263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "PUT /v2.0/routers/6be4dcb8-041a-43ba-a566-5ddc12d37885/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1825631
Dec 15 13:31:10.195778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39770) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:10.209051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:10.209670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:30:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:10.421066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:10.656376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting subnet 0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:31:10.660051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:10.720861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:10.748232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f400>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:10.753303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] Checking router: 6be4dcb8-041a-43ba-a566-5ddc12d37885 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:31:10.768848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] Routers {'6be4dcb8-041a-43ba-a566-5ddc12d37885'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:10.769568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f400>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:30:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['6be4dcb8-041a-43ba-a566-5ddc12d37885'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:10.812856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:10.909132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:10.915229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b597c2df-15ca-4fea-80b4-57aed52b4c62 tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:10.958782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:10.962674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] Set router 6be4dcb8-041a-43ba-a566-5ddc12d37885 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:10.964612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:10.971898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f07ec-d6fe-4be6-bcc2-c621c062a758 None None] Network b740c267-86f2-43fc-b198-729eb6eff1bc requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:31:10.976015 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/subnets/0d8fd9ff-ee2c-426c-b81b-9a5f3e13d00a HTTP/1.1" status: 204  len: 168 time: 0.7763629
Dec 15 13:31:10.976268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39774) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:11.047098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.047667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.048262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.048793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.049212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.049624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.050010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.050434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.050837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.051276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.051747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.066341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d03d3f8c-0167-4a65-b917-5553ebf94f59 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:11.122194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7b827b6-e683-4998-856f-01c8b7918e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.235010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.275231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] DHCP port deletion for b740c267-86f2-43fc-b198-729eb6eff1bc request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:31:11.279770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Deleting port f680bbd9-ca82-455b-8218-d4805f96df53 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:31:11.280432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.286477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb42f400>, [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:11.292238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6377f2b-2a08-4bfd-b6d8-0f78de20ae56 None None] The sync data for ids ['6be4dcb8-041a-43ba-a566-5ddc12d37885'] in dv-neutron-821831-1-hyperv is: [{'id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317201350', 'tenant_id': 'dbee835780d14c4c8230c91aee8f895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 5, 'project_id': 'dbee835780d14c4c8230c91aee8f895f', 'gw_port': {'id': '2f47cfec-2520-4927-b9b0-1f687edf9506', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4dcb8-041a-43ba-a566-5ddc12d37885', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:30:03Z', 'updated_at': '2021-12-15T13:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:31:11.466100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.476428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Deleting port 2f47cfec-2520-4927-b9b0-1f687edf9506 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:31:11.476811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.514068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] For port f680bbd9-ca82-455b-8218-d4805f96df53, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f680bbd9-ca82-455b-8218-d4805f96df53,segment=NetworkSegment(5acbdc9f-d6a2-4710-a7f8-38079ee0f334),segment_id=5acbdc9f-d6a2-4710-a7f8-38079ee0f334)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:11.514522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.645112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Calling delete_port for f680bbd9-ca82-455b-8218-d4805f96df53 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:31:11.678443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] For port 2f47cfec-2520-4927-b9b0-1f687edf9506, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=2f47cfec-2520-4927-b9b0-1f687edf9506,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:11.678846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.721624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:11.725406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8337beb-8315-40ad-9782-b78ea953caac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:11.767309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Pushing event deleted for resources: {'Port': ['ID=f680bbd9-ca82-455b-8218-d4805f96df53,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:11.777296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] No DVR routers for this DVR port f680bbd9-ca82-455b-8218-d4805f96df53 on host dv-neutron-821831-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:31:11.783625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.784006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.784403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.784778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.785158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.786049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.786049 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.786221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.786564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.786927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.787297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:11.790404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:11.814504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Calling delete_port for 2f47cfec-2520-4927-b9b0-1f687edf9506 owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:31:12.004695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.008372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bc271cff-9621-4a1f-a59e-245037137873 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:12.051835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Port': ['ID=2f47cfec-2520-4927-b9b0-1f687edf9506,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:12.054676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:12.257110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab836b1b-7c12-4122-b9ee-b4c24a67af3c no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:31:12.294219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.296320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: ab836b1b-7c12-4122-b9ee-b4c24a67af3c {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:31:12.296893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device ab836b1b-7c12-4122-b9ee-b4c24a67af3c not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:31:12.297619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f680bbd9-ca82-455b-8218-d4805f96df53 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:31:12.333122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f680bbd9-ca82-455b-8218-d4805f96df53 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:31:12.333520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f680bbd9-ca82-455b-8218-d4805f96df53 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:31:12.589437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.596112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.627010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.627660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Fanout notify agent at l3_agent the message router_deleted on router 6be4dcb8-041a-43ba-a566-5ddc12d37885 {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:31:12.644343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.645599 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/routers/6be4dcb8-041a-43ba-a566-5ddc12d37885 HTTP/1.1" status: 204  len: 168 time: 1.6683071
Dec 15 13:31:12.648995 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39778) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:12.724346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.796303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:12.975628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.012724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9ea35c0>,) {'filters': {'network_id': ['b740c267-86f2-43fc-b198-729eb6eff1bc']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:13.030315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9ea35c0>, '5acbdc9f-d6a2-4710-a7f8-38079ee0f334') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:13.030656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9ea35c0>, '5acbdc9f-d6a2-4710-a7f8-38079ee0f334') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:13.049090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.069109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.077659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:31:13.078121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:31:13.095414 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:31:13.193743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.197767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-85a6999c-e7f5-4a02-92d8-61d686863102 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:13.213865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.228233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'Network': ['ID=b740c267-86f2-43fc-b198-729eb6eff1bc,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:13.232794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:13.239151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-47f8193d-a063-4bec-a08d-5f68bc70f16f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/networks/b740c267-86f2-43fc-b198-729eb6eff1bc HTTP/1.1" status: 204  len: 168 time: 0.5888994
Dec 15 13:31:13.242493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39782) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:13.331037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453089b9-0168-4819-aab9-677a577b58f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.376619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453089b9-0168-4819-aab9-677a577b58f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.452266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453089b9-0168-4819-aab9-677a577b58f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.457306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bffe8f20-9b57-49b1-9270-9cb9d1e756e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.458112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1cabc858-bbf2-4e3d-89f5-c4da061171c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:13.481798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453089b9-0168-4819-aab9-677a577b58f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ccb19-5121-4a1c-88c6-503df5583302,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:13.486914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-453089b9-0168-4819-aab9-677a577b58f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:13.494272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-453089b9-0168-4819-aab9-677a577b58f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.496397 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-453089b9-0168-4819-aab9-677a577b58f7 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb2ccb19-5121-4a1c-88c6-503df5583302 HTTP/1.1" status: 204  len: 168 time: 0.2526877
Dec 15 13:31:13.824907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:13.962980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39792) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:14.163362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f47cfec-2520-4927-b9b0-1f687edf9506 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:31:14.196577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f3695d66-3227-4432-993f-540b76f979a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbee835780d14c4c8230c91aee8f895f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2295759
Dec 15 13:31:14.196986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39798) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:14.198182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 2f47cfec-2520-4927-b9b0-1f687edf9506 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:31:14.198529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 2f47cfec-2520-4927-b9b0-1f687edf9506 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:31:14.266394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:14.295192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:14.350207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:14.357920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:14.387611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82923625-f373-4b90-b463-b2ef62ab6b34,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:14.390896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:14.391872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:14.393062 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82923625-f373-4b90-b463-b2ef62ab6b34 HTTP/1.1" status: 204  len: 168 time: 0.1950710
Dec 15 13:31:14.791566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39806) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:14.812618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:14.854081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:14.860289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Usage tracker for resource:security_group_rule and tenant:be9a921f435a421589e6e468e34ff85e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:14.864580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:14.871843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:14.948973 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:14.953413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:14.961428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-924319ae-0467-43a9-a27c-12b8ecc0517c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:15.003294 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6191b5c2-f513-446d-9f3f-e7a57c008cf7,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:15.006681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:15.010535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-78f9ffea-8993-4451-9bca-b44b88e62320 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be9a921f435a421589e6e468e34ff85e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2178411
Dec 15 13:31:15.013429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39810) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:15.094105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:15.123765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:15.189685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:15.193686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-876c9b29-0149-4b3d-a879-228b7393a852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:15.205849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6191b5c2-f513-446d-9f3f-e7a57c008cf7,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:15.209656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:15.212994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:15.214222 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6191b5c2-f513-446d-9f3f-e7a57c008cf7 HTTP/1.1" status: 204  len: 168 time: 0.1998453
Dec 15 13:31:15.453344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.299052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39832) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:16.446401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1259908028-network', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:16.453580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:16.458225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Usage tracker for resource:network and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:16.461467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:16.468343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:16.480054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Made reservation on behalf of e81dfcb0dda24022a0719e97c6e91e74 for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:31:16.485204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.498851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.534943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:16.539622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:16.542805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:16.549391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:16.623968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.629141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.634593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8e82a404-87ea-4f0a-9775-9e6784ade17f tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:16.666422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:31:16.675962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f9995-a203-4d6e-9678-4da9c262009a,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:16.679787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:16.683215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.683638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Added segment a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc of type vlan for network 86e91889-2cc1-402c-9ec8-68afd78ab9d6
Dec 15 13:31:16.712431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.743549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.744543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:16.745189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:16.750472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-289940a8-d07f-4360-81a8-076bd0831dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:16.852037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5517166
Dec 15 13:31:16.855578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39838) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:16.861781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Pushing event updated for resources: {'Network': ['ID=86e91889-2cc1-402c-9ec8-68afd78ab9d6,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:16.862346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Request body: {'subnet': {'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1259908028-subnet', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:16.865006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e8bb2ce6-de51-435a-83a2-151f5a57e686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:16.869541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:16.875311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Usage tracker for resource:subnet and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:16.875685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:31:16.878474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:16.884741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:16.896137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Made reservation on behalf of e81dfcb0dda24022a0719e97c6e91e74 for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:31:16.900933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.383468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.387846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-30aa4061-dcb4-4425-9830-d8410a0db565 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:17.463546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:17.470535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:17.481858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Checking segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:17.482391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Network hostable DHCP agents. Network: 86e91889-2cc1-402c-9ec8-68afd78ab9d6, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:31:17.506560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:31:17.516193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 86e91889-2cc1-402c-9ec8-68afd78ab9d6) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:17.520698 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:17.521296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.526140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c2fe20-3b56-4abe-9b52-8ab3729e06c2 None None] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:31:17.543756 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6869919
Dec 15 13:31:17.547061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39842) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:17.552877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:17.558271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:17.562764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Usage tracker for resource:router and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:17.566014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:17.572588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:17.584217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.585412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.606928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.766219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:31:17.767147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.771564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:17.941932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Allocated IP 172.20.0.2 (86e91889-2cc1-402c-9ec8-68afd78ab9d6/4b98a158-7ee0-4cbd-88e8-ac21eefc8fea/e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:17.990613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.024313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.174920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Allocated IP 172.26.0.193 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/35aea680-0599-4620-8a67-6a10f9988a70) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:18.179325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.190541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Transition to ACTIVE for port object e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:18.212268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Transition to ACTIVE for port object e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:18.219303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.225351 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d99ef274-0eb5-41ba-a983-7db1c37a7fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:18.290267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:18.291558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:18.296792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:18.305783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Pushing event updated for resources: {'Port': ['ID=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:18.310931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:18.342303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.370131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.375597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8c7bb045-15e0-470a-add2-43712c8e6d07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:18.400141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Attempting to bind port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:31:18.400768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Attempting to bind port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:31:18.400893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Attempting to bind port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:18.409567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:31:18.411066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Checking segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:18.411557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.412000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Bound using segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:31:18.412544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Bound port: e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:31:18.412937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.449088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:18.452887 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:18.455122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Pushing event updated for resources: {'Port': ['ID=35aea680-0599-4620-8a67-6a10f9988a70,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:18.457525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:18.484798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:18.509674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] For port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:31:18.513145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] For port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:31:18.517259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.521803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:18.608568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Pushing event updated for resources: {'Port': ['ID=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:18.611444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:18.634015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.634842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:18.908491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:31:19.155602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:31:19.166291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Sync routers for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:31:19.182224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:19.182630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:19.182934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eb70>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:19.186733 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6cf3dafe-a61e-48ac-8912-a837c19db367 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.6355925
Dec 15 13:31:19.187102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39846) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:19.375505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:19.689960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eb70>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:18Z', 'revision_number': 3, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:19.694171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Checking router: d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:31:19.694565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Updating router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 port 35aea680-0599-4620-8a67-6a10f9988a70 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:31:19.750334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.000041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.319956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:20.372346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a5f8a-35a9-4da9-a428-697e6ac0bb24 None None] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:31:20.492068 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.507653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Allocated IP 172.20.0.1 (86e91889-2cc1-402c-9ec8-68afd78ab9d6/4b98a158-7ee0-4cbd-88e8-ac21eefc8fea/3b02179b-6897-4d3b-b3ca-377f6cd2b2c1) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:20.532913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Transition to ACTIVE for port object 35aea680-0599-4620-8a67-6a10f9988a70 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:20.551129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.567035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84544ff2-8b97-451f-af65-a1ee914d6112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:20.609639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0fc731f2-ddd5-44b6-8435-0ba2c1c17542 None None] Provisioning for port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:20.677361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.694326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Transition to ACTIVE for port object 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:20.697951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:20.715220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:20.715674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.716277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.720559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f47c403-64be-4c1a-b116-33a7c797e784 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:20.740271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8928e-0faf-4e09-bbe2-b7054effde19 None None] Pushing event updated for resources: {'Port': ['ID=35aea680-0599-4620-8a67-6a10f9988a70,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:20.759058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9f8928e-0faf-4e09-bbe2-b7054effde19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:20.761871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Attempting to bind port 35aea680-0599-4620-8a67-6a10f9988a70 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:31:20.762292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Attempting to bind port 35aea680-0599-4620-8a67-6a10f9988a70 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:31:20.762706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Attempting to bind port 35aea680-0599-4620-8a67-6a10f9988a70 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:20.788495 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:31:20.788960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:20.789412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.789860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:31:20.790231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:20.790342 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Bound port: 35aea680-0599-4620-8a67-6a10f9988a70, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:31:20.790788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.793339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:20.798000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:20.835023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:20.835023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:20.868746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.951763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:20.973464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] For port 35aea680-0599-4620-8a67-6a10f9988a70, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:31:20.996199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] For port 35aea680-0599-4620-8a67-6a10f9988a70, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=35aea680-0599-4620-8a67-6a10f9988a70,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:31:20.998867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.014638 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.023032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:21.100418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:21.116947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.136406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:21.137121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eb70>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:21.205490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.205907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8928e-0faf-4e09-bbe2-b7054effde19 None None] Pushing event updated for resources: {'Port': ['ID=35aea680-0599-4620-8a67-6a10f9988a70,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:21.210388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.211774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9f8928e-0faf-4e09-bbe2-b7054effde19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:21.212344 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:21.254964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:21.346450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.351200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:21.354907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:21.378667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:21.389043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:21.415759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b4975db5-5cda-4fa1-ad8e-933035453b1d None None] Provisioning for port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:21.422575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:21.464520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b4975db5-5cda-4fa1-ad8e-933035453b1d None None] Provisioning complete for port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:21.464945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4975db5-5cda-4fa1-ad8e-933035453b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.515446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:21.516941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:21.606588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b4975db5-5cda-4fa1-ad8e-933035453b1d None None] Port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:31:21.667303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-b4975db5-5cda-4fa1-ad8e-933035453b1d None None] Provisioning complete for port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:21.667755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b4975db5-5cda-4fa1-ad8e-933035453b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:21.944098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-da3b218d-b857-4906-995c-301f3498c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb62eb70>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 1, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:21.948537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b218d-b857-4906-995c-301f3498c692 None None] The sync data for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv is: [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 1, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:31:21.955940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:31:22.057038 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-799786d5-292b-4e7e-95cf-6ccfb9575309 None None] Provisioning complete for port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:22.057489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-799786d5-292b-4e7e-95cf-6ccfb9575309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:22.119590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-799786d5-292b-4e7e-95cf-6ccfb9575309 None None] Port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:31:22.186363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:31:22.200177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] 10.222.0.53 "PUT /v2.0/routers/d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0081322
Dec 15 13:31:22.214253 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:22.299386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:22.299844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.290486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39868) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:23.297434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1351752970-network', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:23.303088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:23.307555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Usage tracker for resource:network and tenant:6ddd2d7a75d24eaeaa69547f0e67cf36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:23.310952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:23.317527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:23.329313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Made reservation on behalf of 6ddd2d7a75d24eaeaa69547f0e67cf36 for: {'network': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:31:23.334480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.349710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.393559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:23.398206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Usage tracker for resource:security_group_rule and tenant:6ddd2d7a75d24eaeaa69547f0e67cf36 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:23.401300 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:23.407819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:23.482120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.487125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.490450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-17d8969a-4782-42d1-839d-35ef80a6d78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:23.523529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371}  {{(pid=88870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:31:23.533737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2aaf3-3225-4dd6-bf50-6aec79a45143,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:23.537768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:23.540748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.541149 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Added segment 734fed79-c55f-478d-8b4b-b94113dc2976 of type vlan for network 17ac3bf6-b572-4c50-b996-20f2aa9839ad
Dec 15 13:31:23.570766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.602950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.604011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:23.604649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:23.610184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c191edec-b1ed-4085-ad43-9e21032e609b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:23.718959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4271202
Dec 15 13:31:23.722360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39872) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:23.722720 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Pushing event updated for resources: {'Network': ['ID=17ac3bf6-b572-4c50-b996-20f2aa9839ad,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:23.725723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4743fab0-c62a-4962-be18-30c306df8a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:23.729309 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Request body: {'subnet': {'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1351752970-subnet', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'ip_version': 4}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:23.735588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:31:23.735978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:23.741480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Usage tracker for resource:subnet and tenant:6ddd2d7a75d24eaeaa69547f0e67cf36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:23.744906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:23.752935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:23.764723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Made reservation on behalf of 6ddd2d7a75d24eaeaa69547f0e67cf36 for: {'subnet': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:31:23.770109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847638050'] for subnet, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.010791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6369768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847638065'] for subnet, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.015238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fae85bcc-5a62-457c-bc6e-63f75217970d tempest-RoutersNegativeIpV6Test-1697890648 tempest-RoutersNegativeIpV6Test-1697890648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:24.100494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b624cf9-bfac-42e3-a8d6-209b601d0a68,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:24.104614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:24.124577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Checking segment: {'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:24.124967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Network hostable DHCP agents. Network: 17ac3bf6-b572-4c50-b996-20f2aa9839ad, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:31:24.148567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:31:24.159264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 17ac3bf6-b572-4c50-b996-20f2aa9839ad) {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:24.163900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:24.164476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.172074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e921f-eb5f-4f79-aaff-604f20a397d7 None None] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:31:24.188289 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a5b81ad8-0159-47c2-b658-450b8fcec919 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4646215
Dec 15 13:31:24.191167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39876) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:24.197182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:24.203078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:24.207172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Usage tracker for resource:router and tenant:6ddd2d7a75d24eaeaa69547f0e67cf36 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:24.210323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:24.228922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:24.244641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.245846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.268726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.282752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 35aea680-0599-4620-8a67-6a10f9988a70 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:24.430787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.443000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 35aea680-0599-4620-8a67-6a10f9988a70 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:24.451151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 35aea680-0599-4620-8a67-6a10f9988a70 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:24.451718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.536530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'fixed_ips': [{'subnet_id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:31:24.537452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.639903 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.677478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.707306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.770296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 35aea680-0599-4620-8a67-6a10f9988a70, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=35aea680-0599-4620-8a67-6a10f9988a70,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:24.775591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:24.779967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:24.828177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Allocated IP 172.26.0.181 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/f099018d-f43e-4665-b281-d6003a08ecf0) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:24.855769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Allocated IP 172.20.0.2 (17ac3bf6-b572-4c50-b996-20f2aa9839ad/7b624cf9-bfac-42e3-a8d6-209b601d0a68/6d5b57e8-e03e-435a-82d6-6745028efb66) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:24.875012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=35aea680-0599-4620-8a67-6a10f9988a70,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:24.880075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:25.000056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.034664 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.041147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-61762d63-8b13-4eaf-ae7f-8d6dc0fc5b21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:25.099569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.109308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:25.110760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Transition to ACTIVE for port object 6d5b57e8-e03e-435a-82d6-6745028efb66 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:25.112511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:25.117352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:25.132583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Transition to ACTIVE for port object 6d5b57e8-e03e-435a-82d6-6745028efb66 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:25.137718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.142637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ec6bcd7f-6276-4539-9ca5-136c4fdbdb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:25.143659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Pushing event updated for resources: {'Port': ['ID=f099018d-f43e-4665-b281-d6003a08ecf0,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:25.149106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:25.215014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:25.219753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:25.225850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:25.228683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Pushing event updated for resources: {'Port': ['ID=6d5b57e8-e03e-435a-82d6-6745028efb66,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:25.232944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:25.310778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.311520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.327386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Attempting to bind port 6d5b57e8-e03e-435a-82d6-6745028efb66 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:31:25.327827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Attempting to bind port 6d5b57e8-e03e-435a-82d6-6745028efb66 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:31:25.328246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Attempting to bind port 6d5b57e8-e03e-435a-82d6-6745028efb66 on network 17ac3bf6-b572-4c50-b996-20f2aa9839ad {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:25.335601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:31:25.336028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Checking segment: {'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:25.336485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.336951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Bound using segment: {'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:31:25.337469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Bound port: 6d5b57e8-e03e-435a-82d6-6745028efb66, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:31:25.337901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.440432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] For port 6d5b57e8-e03e-435a-82d6-6745028efb66, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:31:25.443879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] For port 6d5b57e8-e03e-435a-82d6-6745028efb66, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6d5b57e8-e03e-435a-82d6-6745028efb66,segment=NetworkSegment(734fed79-c55f-478d-8b4b-b94113dc2976),segment_id=734fed79-c55f-478d-8b4b-b94113dc2976)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:31:25.448018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:25.452438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:25.536975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Pushing event updated for resources: {'Port': ['ID=6d5b57e8-e03e-435a-82d6-6745028efb66,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:25.543679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:25.576536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Router 1e6b031f-049f-45e1-ba82-986659e24223 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:31:25.898267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Sync routers for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:31:25.924658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:25.925972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb317da0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:26.095912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:31:26.107178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Sync routers for ids ['1e6b031f-049f-45e1-ba82-986659e24223'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:31:26.124109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Routers {'1e6b031f-049f-45e1-ba82-986659e24223'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:26.124386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:26.124869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad9cb00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1e6b031f-049f-45e1-ba82-986659e24223'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:26.125899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9336700
Dec 15 13:31:26.129111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39880) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:26.314827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:26.385747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 35aea680-0599-4620-8a67-6a10f9988a70 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:26.414690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Set router 1e6b031f-049f-45e1-ba82-986659e24223 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:26.687470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb317da0>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:21Z', 'revision_number': 2, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:26.691488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Checking router: d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:31:26.691883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Updating router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:31:26.754411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:26.772822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 35aea680-0599-4620-8a67-6a10f9988a70 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:26.773263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:26.924089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad9cb00>, [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:25Z', 'revision_number': 3, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:26.930248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Checking router: 1e6b031f-049f-45e1-ba82-986659e24223 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:31:26.930799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Updating router 1e6b031f-049f-45e1-ba82-986659e24223 port f099018d-f43e-4665-b281-d6003a08ecf0 binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:31:26.959385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6d5b57e8-e03e-435a-82d6-6745028efb66 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:27.066215 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.066442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.127178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 6d5b57e8-e03e-435a-82d6-6745028efb66 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:27.192402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.208584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Transition to ACTIVE for port object 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:27.217629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.239814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d8955204-d246-4d43-98e2-d1b9d3a48f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:27.398828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Pushing event updated for resources: {'Port': ['ID=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:27.409709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.410099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.410443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.410818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.411200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.411587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.411951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.412314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.412679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.413042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.413400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:31:27.417981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:27.523661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Attempting to bind port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:31:27.524078 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Attempting to bind port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:31:27.524654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Attempting to bind port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:27.532817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:31:27.533232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Checking segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:27.533692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.534445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Bound using segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:31:27.534623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Bound port: 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:31:27.535030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.535146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6639e3-2b49-46ca-816a-8c1eb44cb0e5 None None] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:31:27.649219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Allocated IP 172.20.0.1 (17ac3bf6-b572-4c50-b996-20f2aa9839ad/7b624cf9-bfac-42e3-a8d6-209b601d0a68/73301432-7ebf-4e54-9537-1dadee4b6b89) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:27.652677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] For port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:31:27.657546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] For port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:31:27.664414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.669569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Provisioning for port 6d5b57e8-e03e-435a-82d6-6745028efb66 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:27.671404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ef44c26d-2666-473d-ae81-03468c7c1ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:27.693999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.703609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Provisioning complete for port 6d5b57e8-e03e-435a-82d6-6745028efb66 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:27.704125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.761741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:27.762221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb317da0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:27.762405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Transition to ACTIVE for port object f099018d-f43e-4665-b281-d6003a08ecf0 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:27.791132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.807555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:27.824113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.845157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Transition to ACTIVE for port object 73301432-7ebf-4e54-9537-1dadee4b6b89 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:27.873235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:27.886681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8d7929d1-359f-4e14-ac2e-fb640209ace0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:27.948654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:27.953128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:27.963536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:27.971942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:28.019368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Pushing event updated for resources: {'Port': ['ID=73301432-7ebf-4e54-9537-1dadee4b6b89,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:28.025379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:28.044155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.115392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Pushing event updated for resources: {'Port': ['ID=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:28.126388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:28.136036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.144355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edb218-e17f-4dcf-a45d-f710eb3a9a12 None None] Pushing event updated for resources: {'Port': ['ID=f099018d-f43e-4665-b281-d6003a08ecf0,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:28.147433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52edb218-e17f-4dcf-a45d-f710eb3a9a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:28.148245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Attempting to bind port f099018d-f43e-4665-b281-d6003a08ecf0 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:31:28.148836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Attempting to bind port f099018d-f43e-4665-b281-d6003a08ecf0 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:31:28.149277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Attempting to bind port f099018d-f43e-4665-b281-d6003a08ecf0 on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:28.195550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:31:28.195997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:28.196464 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.196917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:31:28.197480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Bound port: f099018d-f43e-4665-b281-d6003a08ecf0, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:31:28.197906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.305908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:28.386430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.392892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb317da0>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:27Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:28.398332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11576e-fbc8-4e8a-9e9b-c5e851a8d5bb None None] The sync data for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv is: [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:27Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:31:28.399993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.406656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.446252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6a40835-39db-4d89-a13c-115963e88d3f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:28.453998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] For port f099018d-f43e-4665-b281-d6003a08ecf0, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:31:28.460373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] For port f099018d-f43e-4665-b281-d6003a08ecf0, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f099018d-f43e-4665-b281-d6003a08ecf0,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:31:28.479899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.491039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ec6f890-98e8-450a-aa23-8c7940e8b493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:28.543600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Pushing event updated for resources: {'Port': ['ID=73301432-7ebf-4e54-9537-1dadee4b6b89,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:28.547433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.552367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:28.562998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] For port 6d5b57e8-e03e-435a-82d6-6745028efb66, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6d5b57e8-e03e-435a-82d6-6745028efb66,segment=NetworkSegment(734fed79-c55f-478d-8b4b-b94113dc2976),segment_id=734fed79-c55f-478d-8b4b-b94113dc2976)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:28.586248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.595395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:28.623858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:28.624316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.669281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edb218-e17f-4dcf-a45d-f710eb3a9a12 None None] Pushing event updated for resources: {'Port': ['ID=f099018d-f43e-4665-b281-d6003a08ecf0,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:28.678009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52edb218-e17f-4dcf-a45d-f710eb3a9a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:28.680378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.680977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:28.742431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:28.744251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:28.766046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Routers {'1e6b031f-049f-45e1-ba82-986659e24223'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:28.766407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad9cb00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1e6b031f-049f-45e1-ba82-986659e24223'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:28.855793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f437a6d8-42ba-44b3-b09f-956eb5464244 None None] Provisioning complete for port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:28.856239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f437a6d8-42ba-44b3-b09f-956eb5464244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:28.949394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Pushing event updated for resources: {'Port': ['ID=6d5b57e8-e03e-435a-82d6-6745028efb66,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:28.958870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:29.087853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:29.208158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:29.215814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:29.233888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-84061f5f-d621-4e40-8579-33106a1cb86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:29.242951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Router 1e6b031f-049f-45e1-ba82-986659e24223 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:31:29.292837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] Set router 1e6b031f-049f-45e1-ba82-986659e24223 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:29.362837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f437a6d8-42ba-44b3-b09f-956eb5464244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:29.494818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:29.498345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:29.522436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:31:29.533295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-2419d0b2-b70d-4430-a2c3-11e19c838a80 admin admin] 10.222.0.53 "PUT /v2.0/routers/1e6b031f-049f-45e1-ba82-986659e24223/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4029005
Dec 15 13:31:29.663628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-f437a6d8-42ba-44b3-b09f-956eb5464244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:31:29.663962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-f437a6d8-42ba-44b3-b09f-956eb5464244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:31:29.783862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad9cb00>, [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 4, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '73301432-7ebf-4e54-9537-1dadee4b6b89', 'name': '', 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'mac_address': 'fa:16:3e:3b:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:27Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 2, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'subnets': [{'id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:29.788416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57095a-0eb8-4a6c-be63-37c13b50c4a4 None None] The sync data for ids ['1e6b031f-049f-45e1-ba82-986659e24223'] in dv-neutron-821831-1-hyperv is: [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 4, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '73301432-7ebf-4e54-9537-1dadee4b6b89', 'name': '', 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'mac_address': 'fa:16:3e:3b:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:27Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 2, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'subnets': [{'id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:31:30.270261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6d5b57e8-e03e-435a-82d6-6745028efb66 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:30.344669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 6d5b57e8-e03e-435a-82d6-6745028efb66 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:30.345080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:30.616867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0ca4fe55-b57e-4555-a381-c96bc1977de9 None None] Provisioning for port 73301432-7ebf-4e54-9537-1dadee4b6b89 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:30.628122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0ca4fe55-b57e-4555-a381-c96bc1977de9 None None] Provisioning complete for port 73301432-7ebf-4e54-9537-1dadee4b6b89 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:30.628792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ca4fe55-b57e-4555-a381-c96bc1977de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:30.690065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39894) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:30.700841 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383616143', 'description': 'tempest-secgroup-smoke-1383616143 description', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:30.712908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:30.719921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:30.726955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:30.736159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:30.749160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:30.791480 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:30.795900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:30.799100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:30.805870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:30.807075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:30.847060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4fe55-b57e-4555-a381-c96bc1977de9 None None] Port 73301432-7ebf-4e54-9537-1dadee4b6b89 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:31:30.884777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:30.887535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:30.892112 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-92625a5c-4ac5-40a9-8e73-ec36ee513fb6 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:30.913994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0ca4fe55-b57e-4555-a381-c96bc1977de9 None None] Provisioning complete for port 6d5b57e8-e03e-435a-82d6-6745028efb66 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:30.914611 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0ca4fe55-b57e-4555-a381-c96bc1977de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:30.939977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:30.942178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:30.943721 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2519557
Dec 15 13:31:30.944850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6a5363c7-68e3-4447-b791-0e8828900fcb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:30.947220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 39898) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:30.954439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': '9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:30.961916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:30.967010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:30.971533 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:30.978536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:31.014236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.024553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:31.024987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.147809 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.152057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.154450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c12779a8-3fbf-403f-b333-b2ce0f5c119d tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:31.180944 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6015727-e364-44ac-94cb-f0aaae7c9cfc,revision_number=0']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:31.183735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:31.191816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.196173 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a1ff7c7-49ac-488e-8cea-429ee1ac81bc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2448142
Dec 15 13:31:31.196599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39904) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:31.203499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': '9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:31.210259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:31.214452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:31.222408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:31.229191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:31.248796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.331278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.335989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.338015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-21d9ac74-6303-4f74-8e82-e35126205f76 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:31.366822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1196574b-5142-42b2-80a9-f98efa9563f1,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:31.369527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:31.378151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.379834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-535e3a79-d431-494a-b15e-6b4e3a326e1a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1818283
Dec 15 13:31:31.382779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39908) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:31.389589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': '9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:31.397220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:31.401732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:31.405674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:31.412655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:31.430250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.503601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.506595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.508603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2b97f728-c5ac-480e-8867-c1a05d81b5b2 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:31.534695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a090243-c74e-4325-9821-139380418d4c,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:31.539192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:31.548537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.549919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a6f837d8-bcb7-4341-a295-8c1670092e01 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1659076
Dec 15 13:31:31.553157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39912) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:31.559381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': '9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:31.566738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:31.570906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:31.574063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:31.580597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:31.598913 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.674871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.679187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.682118 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d91c7517-f42d-43d3-9861-0c096192abc2 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:31.710255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44635ae7-ee52-4043-8b8e-6fde53537f74,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:31.713024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:31.720935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.722662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3f1b65d5-2a91-45aa-8ebe-c858a0bfa0ec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1683166
Dec 15 13:31:31.726928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39916) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:31.733954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': '9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:31.741599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:31.747128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:31.751794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:31.758264 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:31.771380 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Project e81dfcb0dda24022a0719e97c6e91e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:31:31.779212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.858538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.862367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.864492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0bb6795a-30b1-4b66-85b0-4d214e7468d4 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:31.892710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772be068-428a-4c6b-afcd-4431c0a40cb8,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:31.895768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:31.903610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:31.905225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1766815
Dec 15 13:31:31.908448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39920) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:31.915116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': '9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:31.922409 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:31.926888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:31.930137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:31.936486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:31.946984 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Project e81dfcb0dda24022a0719e97c6e91e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:31:31.953948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:32.025793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:32.029946 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:32.036263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-acc66b87-a81c-4e37-b6a7-d38823903b2e tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:32.058018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437063a7-da9a-4ce7-bbc5-ac9fbb935032,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:32.061129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:32.068347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:32.069656 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1601098
Dec 15 13:31:32.252646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f099018d-f43e-4665-b281-d6003a08ecf0 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:32.290180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-9b315dac-1843-49d2-a375-a189bbd4fa92 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:31:32.307542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-9b315dac-1843-49d2-a375-a189bbd4fa92 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:31:32.308827 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-9b315dac-1843-49d2-a375-a189bbd4fa92 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383616143&fields=id&tenant_id=e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 267 time: 0.0787642
Dec 15 13:31:32.332627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port f099018d-f43e-4665-b281-d6003a08ecf0 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:32.337717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f099018d-f43e-4665-b281-d6003a08ecf0 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:32.338147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:32.455733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:32.472994 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port f099018d-f43e-4665-b281-d6003a08ecf0, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f099018d-f43e-4665-b281-d6003a08ecf0,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:32.476403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:32.479303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:32.482250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-d9f1f0c5-1a4e-4544-826d-31103a594a37 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:32.483440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-d9f1f0c5-1a4e-4544-826d-31103a594a37 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:31:32.502274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-d9f1f0c5-1a4e-4544-826d-31103a594a37 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:31:32.503594 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-d9f1f0c5-1a4e-4544-826d-31103a594a37 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 809 time: 0.1872764
Dec 15 13:31:32.522432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-0b2d4775-1415-4c89-b086-29c25c0a48ff tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/quotas/e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 375 time: 0.0123801
Dec 15 13:31:32.550463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=f099018d-f43e-4665-b281-d6003a08ecf0,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:32.553811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:32.612672 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e3bf5a3a-b751-4c5d-b553-e2d2ec3aed89 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0835855
Dec 15 13:31:32.774325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-3ec072da-65c2-4011-bac0-a1aa86879c19 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:31:32.775483 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-3ec072da-65c2-4011-bac0-a1aa86879c19 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1497152
Dec 15 13:31:32.923919 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-45c23d8e-fbc8-4752-addc-30c49c3074e7 service neutron] 10.222.0.53 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408343
Dec 15 13:31:33.083725 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-d3c37bed-7e86-41c6-8165-db48f5c291e9 service neutron] 10.222.0.53 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531444
Dec 15 13:31:33.294729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-7ab44976-ad62-4ebd-8e3e-fad8265e2bb3 req-a8f3f0bd-d826-42b7-9c22-a85552f479cc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:31:33.314828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-7ab44976-ad62-4ebd-8e3e-fad8265e2bb3 req-a8f3f0bd-d826-42b7-9c22-a85552f479cc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:31:33.320213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7ab44976-ad62-4ebd-8e3e-fad8265e2bb3 req-a8f3f0bd-d826-42b7-9c22-a85552f479cc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 210 time: 0.0751486
Dec 15 13:31:33.788618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Sync routers for ids ['1e6b031f-049f-45e1-ba82-986659e24223'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:31:33.802891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Routers {'1e6b031f-049f-45e1-ba82-986659e24223'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:33.803749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb317390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1e6b031f-049f-45e1-ba82-986659e24223'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:33.996848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Set router 1e6b031f-049f-45e1-ba82-986659e24223 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:34.232002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f099018d-f43e-4665-b281-d6003a08ecf0 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:34.337514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port f099018d-f43e-4665-b281-d6003a08ecf0 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:34.337740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:34.509597 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1bc81f1d-c9b2-41c8-9db4-ba1c7628ae6b req-55340e00-9c84-427f-85e3-586997cdee3f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 210 time: 0.0602498
Dec 15 13:31:34.513354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb317390>, [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 4, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '73301432-7ebf-4e54-9537-1dadee4b6b89', 'name': '', 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'mac_address': 'fa:16:3e:3b:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:27Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 2, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'subnets': [{'id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:34.517890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Checking router: 1e6b031f-049f-45e1-ba82-986659e24223 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:31:34.518288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Updating router 1e6b031f-049f-45e1-ba82-986659e24223 port 73301432-7ebf-4e54-9537-1dadee4b6b89 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:31:34.586919 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:34.731021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-16cb60b6-53a2-49d9-8bc6-ff5147e514ae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:34.732924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-16cb60b6-53a2-49d9-8bc6-ff5147e514ae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 809 time: 0.1717038
Dec 15 13:31:34.790097 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-b6d6d455-e46a-485d-861c-6fd64f0a72a0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 380 time: 0.0465050
Dec 15 13:31:34.800396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'port': {'device_id': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'admin_state_up': True, 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'security_groups': ['9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:34.948761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:34.959591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:34.971874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Made reservation on behalf of e81dfcb0dda24022a0719e97c6e91e74 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:31:34.977963 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:34.980752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:34.993939 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Transition to ACTIVE for port object 73301432-7ebf-4e54-9537-1dadee4b6b89 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:35.000989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.005446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4934ae00-c1f8-4ee1-a193-75a10c331edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:35.132976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eba762-d833-48bc-b91e-3e4ba257e874 None None] Pushing event updated for resources: {'Port': ['ID=73301432-7ebf-4e54-9537-1dadee4b6b89,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:35.138207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95eba762-d833-48bc-b91e-3e4ba257e874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:35.175911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Allocated IP 172.20.0.4 (86e91889-2cc1-402c-9ec8-68afd78ab9d6/4b98a158-7ee0-4cbd-88e8-ac21eefc8fea/315e0394-3824-48ba-8f29-ee0cbf3f03bf) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:35.228440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Attempting to bind port 73301432-7ebf-4e54-9537-1dadee4b6b89 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:31:35.228865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Attempting to bind port 73301432-7ebf-4e54-9537-1dadee4b6b89 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:31:35.229279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Attempting to bind port 73301432-7ebf-4e54-9537-1dadee4b6b89 on network 17ac3bf6-b572-4c50-b996-20f2aa9839ad {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:35.237017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:31:35.237440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Checking segment: {'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:35.237888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.238340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Bound using segment: {'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:31:35.238855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Bound port: 73301432-7ebf-4e54-9537-1dadee4b6b89, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734fed79-c55f-478d-8b4b-b94113dc2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:31:35.239282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.340115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] For port 73301432-7ebf-4e54-9537-1dadee4b6b89, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:31:35.343461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] For port 73301432-7ebf-4e54-9537-1dadee4b6b89, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=73301432-7ebf-4e54-9537-1dadee4b6b89,segment=NetworkSegment(734fed79-c55f-478d-8b4b-b94113dc2976),segment_id=734fed79-c55f-478d-8b4b-b94113dc2976)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:31:35.348517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.352503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96e44ce3-56ad-4d3e-ac0d-824cf50e0f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:35.389538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.407823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Transition to ACTIVE for port object 315e0394-3824-48ba-8f29-ee0cbf3f03bf will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:35.432172 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eba762-d833-48bc-b91e-3e4ba257e874 None None] Pushing event updated for resources: {'Port': ['ID=73301432-7ebf-4e54-9537-1dadee4b6b89,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:35.433968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.440621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3cf4a817-8c1b-451a-8bfc-1e87052f2407 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:35.443094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95eba762-d833-48bc-b91e-3e4ba257e874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:35.447521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Routers {'1e6b031f-049f-45e1-ba82-986659e24223'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:35.448219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb317390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1e6b031f-049f-45e1-ba82-986659e24223'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:35.521341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:35.522654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:35.525240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:35.527338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:35.528254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:35.605076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:35.607002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.661588 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8654308
Dec 15 13:31:35.676141 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Request body: {'port': {'device_id': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:35.692270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] Set router 1e6b031f-049f-45e1-ba82-986659e24223 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:35.793020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28f479-7a87-44ac-b839-f409ff68cc9e req-88431648-5141-4100-84a5-8fcff785cb28 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:35.795067 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e28f479-7a87-44ac-b839-f409ff68cc9e req-88431648-5141-4100-84a5-8fcff785cb28 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 931 time: 0.1203892
Dec 15 13:31:35.826214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:35.892545 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2e28f479-7a87-44ac-b839-f409ff68cc9e req-a440f9cc-b2ef-4a1d-93c0-e196f91fc123 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900698
Dec 15 13:31:35.999702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0a8b9ed5-9564-4647-a059-f4ada0177ef4 None None] Provisioning for port 315e0394-3824-48ba-8f29-ee0cbf3f03bf completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:36.005051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0a8b9ed5-9564-4647-a059-f4ada0177ef4 None None] Provisioning complete for port 315e0394-3824-48ba-8f29-ee0cbf3f03bf triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:36.005597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0a8b9ed5-9564-4647-a059-f4ada0177ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.061287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b9ed5-9564-4647-a059-f4ada0177ef4 None None] Port 315e0394-3824-48ba-8f29-ee0cbf3f03bf cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:31:36.068699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb317390>, [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 4, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '73301432-7ebf-4e54-9537-1dadee4b6b89', 'name': '', 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'mac_address': 'fa:16:3e:3b:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:27Z', 'updated_at': '2021-12-15T13:31:35Z', 'revision_number': 4, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'subnets': [{'id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:36.073186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544758e3-3468-479e-a98b-aa2d558b08d1 None None] The sync data for ids ['1e6b031f-049f-45e1-ba82-986659e24223'] in dv-neutron-821831-1-hyperv is: [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:28Z', 'revision_number': 4, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '73301432-7ebf-4e54-9537-1dadee4b6b89', 'name': '', 'network_id': '17ac3bf6-b572-4c50-b996-20f2aa9839ad', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'mac_address': 'fa:16:3e:3b:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:27Z', 'updated_at': '2021-12-15T13:31:35Z', 'revision_number': 4, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'subnets': [{'id': '7b624cf9-bfac-42e3-a8d6-209b601d0a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:31:36.218991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315e0394-3824-48ba-8f29-ee0cbf3f03bf {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:31:36.226652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.248906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Transition to ACTIVE for port object 315e0394-3824-48ba-8f29-ee0cbf3f03bf will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:31:36.253629 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.264982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-90389c18-fd00-4208-8bd9-10117ba63b56 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:36.272404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73301432-7ebf-4e54-9537-1dadee4b6b89 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:36.350283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 73301432-7ebf-4e54-9537-1dadee4b6b89 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:36.355906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 73301432-7ebf-4e54-9537-1dadee4b6b89 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:36.356345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.403716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:36.407818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:36.499998 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.522590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Attempting to bind port 315e0394-3824-48ba-8f29-ee0cbf3f03bf on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:31:36.522978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Attempting to bind port 315e0394-3824-48ba-8f29-ee0cbf3f03bf by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:31:36.523386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Attempting to bind port 315e0394-3824-48ba-8f29-ee0cbf3f03bf on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:36.530084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Port 315e0394-3824-48ba-8f29-ee0cbf3f03bf on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:31:36.530449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Attempting to bind port 315e0394-3824-48ba-8f29-ee0cbf3f03bf on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:31:36.538859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:31:36.539143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Checking segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:31:36.539967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Bound using segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:31:36.540863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Bound port: 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:31:36.541256 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.543004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 73301432-7ebf-4e54-9537-1dadee4b6b89, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=73301432-7ebf-4e54-9537-1dadee4b6b89,segment=NetworkSegment(734fed79-c55f-478d-8b4b-b94113dc2976),segment_id=734fed79-c55f-478d-8b4b-b94113dc2976)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:36.546985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.550195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4ec6f890-98e8-450a-aa23-8c7940e8b493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:36.630877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=73301432-7ebf-4e54-9537-1dadee4b6b89,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:36.634923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:36.649737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:31:36.653238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:31:36.657511 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.661810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6f1ae175-3a6d-4661-b3d4-3f975b48e1c5 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:36.727498 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:36.729032 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] 10.222.0.77 "PUT /v2.0/ports/315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 1093 time: 1.0584545
Dec 15 13:31:36.729608 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:31:36.750874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:36.754267 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:36.868049 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-cbeb63af-8aa5-4b38-8ba2-025da6ccf77f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1096 time: 0.0964391
Dec 15 13:31:36.936393 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'status': 'completed', 'code': 200}
Dec 15 13:31:36.953077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-349529a6-db70-4352-bd9a-c1368235e0de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 217 time: 0.0779874
Dec 15 13:31:37.027776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-696b79c3-d49e-43d2-a754-d86b39d4ef89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:37.029452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-696b79c3-d49e-43d2-a754-d86b39d4ef89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0709364
Dec 15 13:31:37.117759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53a35-7534-45ee-a376-6dfd5b0baacb req-f0fd03a1-cde9-4dd7-af1f-96f65393785a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:37.117971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-28dafa54-f994-4c04-93ee-5d028de34732 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824294
Dec 15 13:31:37.119472 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0e53a35-7534-45ee-a376-6dfd5b0baacb req-f0fd03a1-cde9-4dd7-af1f-96f65393785a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.0968945
Dec 15 13:31:37.175549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0e53a35-7534-45ee-a376-6dfd5b0baacb req-8ff406a7-6f1d-4dbf-b197-ab2e45b75cb0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484216
Dec 15 13:31:37.276000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-a0803fcc-189f-4635-8398-b88ce8ba464c service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518338
Dec 15 13:31:37.432640 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f278564e-4847-47d2-b6d2-caf851d5d002 req-0ba4937a-e050-4d07-ad92-c83c8c89bfa6 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507266
Dec 15 13:31:37.602878 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-0981e704-c60f-4144-9cea-bc162bf7943d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1096 time: 0.1053131
Dec 15 13:31:37.753105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-9b52533a-9600-4c40-8958-c6c1b807b699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:37.754668 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-9b52533a-9600-4c40-8958-c6c1b807b699 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1454401
Dec 15 13:31:37.827541 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-700668be-7c38-409e-a53b-5604a3f8304e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 217 time: 0.0654151
Dec 15 13:31:37.905252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-f36abb33-1def-47c8-b4f5-1bbbcd65777b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:37.907175 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-f36abb33-1def-47c8-b4f5-1bbbcd65777b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0734091
Dec 15 13:31:38.005977 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-e7dbfdc1-2fb4-40d1-a130-12f71031ee3f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0917540
Dec 15 13:31:38.151656 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-016c92fc-4f02-4650-b909-766b36ed57b8 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373234
Dec 15 13:31:38.247251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73301432-7ebf-4e54-9537-1dadee4b6b89 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:38.306794 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92f091b7-4d3b-42b9-adc0-0e7e450e1186 req-6430a067-637e-4e01-adbf-93f025a1f52e service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484773
Dec 15 13:31:38.324156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 73301432-7ebf-4e54-9537-1dadee4b6b89 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:38.324592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:38.393050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679b60-c7e6-41a5-84d2-0cf20a0b89e9 req-9be4c318-e6b3-49a9-a982-7c2e255864fd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:38.393817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-42679b60-c7e6-41a5-84d2-0cf20a0b89e9 req-9be4c318-e6b3-49a9-a982-7c2e255864fd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:31:38.409384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-42679b60-c7e6-41a5-84d2-0cf20a0b89e9 req-9be4c318-e6b3-49a9-a982-7c2e255864fd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:31:38.410664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-42679b60-c7e6-41a5-84d2-0cf20a0b89e9 req-9be4c318-e6b3-49a9-a982-7c2e255864fd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1009848
Dec 15 13:31:38.468806 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-42679b60-c7e6-41a5-84d2-0cf20a0b89e9 req-dc259bc6-b4e6-4ced-9af3-6df4b40b4130 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516093
Dec 15 13:31:39.158623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:31:39.321197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:39.336795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'port_id': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'mac_address': 'fa:16:3e:7c:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:31:39.395241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:39.416713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315e0394-3824-48ba-8f29-ee0cbf3f03bf {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:31:39.440116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:39.444571 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:39.446509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:39.525361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:39.528707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:39.649934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['315e0394-3824-48ba-8f29-ee0cbf3f03bf'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:31:39.697550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93638e-0a49-418a-9625-7034205b202d req-d03f12d6-7684-48b6-b003-f4d7db6cdf27 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:39.699133 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5f93638e-0a49-418a-9625-7034205b202d req-d03f12d6-7684-48b6-b003-f4d7db6cdf27 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 944 time: 0.0892057
Dec 15 13:31:39.752584 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5f93638e-0a49-418a-9625-7034205b202d req-29e9e9f9-7532-446a-9405-03e66c1ff11b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447783
Dec 15 13:31:40.971334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879d5e6-eb2f-4b07-8f2b-e3965789e56f req-7084ef99-f29c-488f-aca8-b76e70e6be16 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:40.972955 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5879d5e6-eb2f-4b07-8f2b-e3965789e56f req-7084ef99-f29c-488f-aca8-b76e70e6be16 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 944 time: 0.0844615
Dec 15 13:31:41.027220 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5879d5e6-eb2f-4b07-8f2b-e3965789e56f req-6930eca3-2875-4d9e-b6dc-2ec3159535fe tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447459
Dec 15 13:31:41.049905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4295eb71-6f08-45e9-8d3e-8c3b6b428a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:41.167650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:31:41.249808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 315e0394-3824-48ba-8f29-ee0cbf3f03bf completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:31:41.255228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 315e0394-3824-48ba-8f29-ee0cbf3f03bf triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:31:41.255692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:41.379008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:41.412539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:31:41.423028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:31:41.426975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:41.429009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d56b73bc-0ded-41f4-885b-57f2ca3ca11d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:41.504922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:41.508499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:41.577051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'code': 200}
Dec 15 13:31:41.690259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:31:41.831230 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1aa4e49-26ce-45e3-a590-7b1bf2bf3d0e req-9fd7785e-4e6c-4451-acb3-b5554d64ea6b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1098 time: 0.0802691
Dec 15 13:31:41.876399 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1aa4e49-26ce-45e3-a590-7b1bf2bf3d0e req-823e51d0-b2d2-4420-964b-e57864698209 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392618
Dec 15 13:31:42.240183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab514b-6384-4292-ba49-6645613ceae0 req-ee3eb78b-6148-45e2-b11f-1980c3acd06c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:42.241767 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4ab514b-6384-4292-ba49-6645613ceae0 req-ee3eb78b-6148-45e2-b11f-1980c3acd06c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0864654
Dec 15 13:31:42.295470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a4ab514b-6384-4292-ba49-6645613ceae0 req-931d6ff4-bb15-40b5-9c9c-d41d6673093a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463676
Dec 15 13:31:42.719740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:43.453020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3439147e-6077-464a-855e-877fdee71b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:43.518733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb99f81-bc2d-455a-bd06-cf9e6f134254 req-338652c5-0658-412f-915b-e07528c28bda tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:43.520463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-efb99f81-bc2d-455a-bd06-cf9e6f134254 req-338652c5-0658-412f-915b-e07528c28bda tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0956030
Dec 15 13:31:43.574432 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-efb99f81-bc2d-455a-bd06-cf9e6f134254 req-969728d1-f101-44b1-9520-068bf774e657 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474041
Dec 15 13:31:43.800918 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e29f0-3b3d-403d-a841-9eba95896471 req-0d7fedf7-60ab-4ee5-aabc-b32f0d62c3a2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:43.802572 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-113e29f0-3b3d-403d-a841-9eba95896471 req-0d7fedf7-60ab-4ee5-aabc-b32f0d62c3a2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0909545
Dec 15 13:31:43.829728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:43.858893 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-113e29f0-3b3d-403d-a841-9eba95896471 req-17c6ce66-27ad-4e1c-8a68-27cc7465f65e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482874
Dec 15 13:31:43.888391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39986) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:44.063694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-57222093-9d37-4639-97f5-42f7bc30eb32 tempest-TestShelveInstance-157964087 tempest-TestShelveInstance-157964087-project-admin] Synchronizing usage tracker for tenant:6ddd2d7a75d24eaeaa69547f0e67cf36 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:31:44.082588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-57222093-9d37-4639-97f5-42f7bc30eb32 tempest-TestShelveInstance-157964087 tempest-TestShelveInstance-157964087-project-admin] Unset dirty status for tenant:6ddd2d7a75d24eaeaa69547f0e67cf36 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:31:44.083945 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-57222093-9d37-4639-97f5-42f7bc30eb32 tempest-TestShelveInstance-157964087 tempest-TestShelveInstance-157964087-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1093 time: 0.1942677
Dec 15 13:31:44.087655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 39992) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:31:44.093915 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:31:44.100486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:31:44.104928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:floatingip and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:31:44.108210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:31:44.114775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:31:44.127452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:44.291238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:44.452024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Allocated IP 172.26.0.244 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/6f7ba666-d3ed-47e1-aedb-db73df058bd5) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:31:44.617378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:44.645927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:44.651922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9b4a00e4-e47c-4b4f-ae6c-ab8eaeedfec3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:44.985715 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:31:44.988893 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:31:44.991748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:31:45.028743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'Port': ['ID=6f7ba666-d3ed-47e1-aedb-db73df058bd5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:45.036778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:45.450132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:45.599296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:45.657699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:45.878174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:45.882174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:45.886879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:31:45.997454 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'Port': ['ID=6f7ba666-d3ed-47e1-aedb-db73df058bd5,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:31:46.002590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:31:46.015738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:46.229256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Floating IP f1c46320-65e8-4cb6-80c7-308e502a2268 associated. External IP: 172.26.0.244, port: 315e0394-3824-48ba-8f29-ee0cbf3f03bf.
Dec 15 13:31:46.691026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:31:46.926384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:31:46.940277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] Sync routers for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:31:46.953439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:31:46.955307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:46.956033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb894390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:47.012563 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9237823
Dec 15 13:31:47.013302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:31:47.070192 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'status': 'completed', 'code': 200}
Dec 15 13:31:47.162325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:47.175817 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-163755cf-2159-4a21-b876-e29c1edcb3a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1098 time: 0.0824437
Dec 15 13:31:47.579500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb894390>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f1c46320-65e8-4cb6-80c7-308e502a2268', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'port_id': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'mac_address': 'fa:16:3e:7c:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:45Z', 'updated_at': '2021-12-15T13:31:45Z', 'revision_number': 0, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:47.583835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] Checking router: d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:31:47.595736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:31:47.596418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb894390>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:31:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:47.619003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-9e1b36ca-a0d3-4fe8-afd8-488df88691be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:47.620738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-9e1b36ca-a0d3-4fe8-afd8-488df88691be service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.4360542
Dec 15 13:31:47.734300 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-20e7d6e9-8761-4d0f-ba4f-2f0d78446ec6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 999 time: 0.1063797
Dec 15 13:31:47.812205 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-7961b966-532c-4d41-98f5-1e635881bad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:31:47.814029 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-7961b966-532c-4d41-98f5-1e635881bad0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0741692
Dec 15 13:31:47.913988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-be09e486-e447-4873-a712-58d4d19e58df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0933325
Dec 15 13:31:47.977385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:31:48.073038 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-b3bcd1e4-4fc3-45ea-a7f5-2d5f0e54af5f service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513307
Dec 15 13:31:48.227166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e85ed2e2-b609-47a4-b51c-29b6383573a6 req-ecbf91a5-48bd-46e2-bc88-666540ebb917 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481957
Dec 15 13:31:48.351874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb894390>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f1c46320-65e8-4cb6-80c7-308e502a2268', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'port_id': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'mac_address': 'fa:16:3e:7c:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:45Z', 'updated_at': '2021-12-15T13:31:45Z', 'revision_number': 0, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:31:48.356328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915b519-77e7-4c0b-8f8a-f9c84d99ddd2 None None] The sync data for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv is: [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'f1c46320-65e8-4cb6-80c7-308e502a2268', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'port_id': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'mac_address': 'fa:16:3e:7c:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:45Z', 'updated_at': '2021-12-15T13:31:45Z', 'revision_number': 0, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:31:48.726439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2221c810-d7f3-4159-bb82-313170c90cc7 None None] New status for floating IP f1c46320-65e8-4cb6-80c7-308e502a2268: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:31:58.605854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:03.472587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-e2535848-b3a0-4ec0-b39e-66901445befe req-8d2b52c4-c16a-410f-a6c3-95a807b025de service neutron] (88870) timed out ('10.222.0.53', 35598) {{(pid=88870) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 15 13:32:11.065797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25b0451b-8aa9-4909-92ba-77564670ea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:12.728220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:13.457130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-888b26b9-7002-4a7f-908e-2796ea6e7e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:13.832006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:15.460743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:18.697871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:32:28.632877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:38.640561 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-383f844c-a3d1-454d-87e0-9ce2eb9c82b3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0830946
Dec 15 13:32:38.802743 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-6e9b5893-c259-4d15-b7f1-dd6e22f3eb05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1098 time: 0.0819943
Dec 15 13:32:38.974180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-429020ad-42a2-46b5-b3a0-1de3f43dbab7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:32:38.975836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-429020ad-42a2-46b5-b3a0-1de3f43dbab7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1526167
Dec 15 13:32:39.087249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-912eaf47-b3fc-4f95-99ca-e209ac44b403 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 1001 time: 0.1051383
Dec 15 13:32:39.168130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-3f337a9e-072b-4ac0-888f-4844e61772f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:32:39.169764 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-3f337a9e-072b-4ac0-888f-4844e61772f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0763037
Dec 15 13:32:39.256909 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-40ab8e91-ad3c-4c77-a15d-1e91cee5f60b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803378
Dec 15 13:32:39.406862 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-704caa3d-f507-40a0-b3b5-bdcb5ef4d930 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434133
Dec 15 13:32:39.565037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fda94a78-9882-4a8b-9978-d6a363f30912 req-fb8de751-1239-47e9-8a3f-fc03c1bf4034 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519055
Dec 15 13:32:41.058240 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4eb339fc-b5db-4b13-b020-76db8ebf6998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:42.725615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:43.465824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-567239fb-4f95-4244-ae1b-fea561362620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:43.832895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:45.456885 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:32:55.689757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:32:58.633722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:11.064307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c7d64a36-e425-4279-a62c-23f2b3bb8c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:12.721606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:13.460593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-63442f8e-2054-42ff-aade-664f09876347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:13.837338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:15.460387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:28.635064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:32.690984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:33:37.872538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b77-10cd-4936-83bb-283c5cd93556 req-2d4b0fdb-62db-4739-a2ea-ea64da8ca0b7 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:37.874170 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-29d52b77-10cd-4936-83bb-283c5cd93556 req-2d4b0fdb-62db-4739-a2ea-ea64da8ca0b7 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.1743658
Dec 15 13:33:37.926877 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-29d52b77-10cd-4936-83bb-283c5cd93556 req-bc04b1d4-9fa0-441e-b58f-c8fcd69ed1e3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437379
Dec 15 13:33:39.169553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0987-8a84-4b46-be7d-f696b60f7150 req-7fae1c00-0efa-4d2f-b6af-0fc26a5fe2ce tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:39.171211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f51d0987-8a84-4b46-be7d-f696b60f7150 req-7fae1c00-0efa-4d2f-b6af-0fc26a5fe2ce tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0935600
Dec 15 13:33:39.237527 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f51d0987-8a84-4b46-be7d-f696b60f7150 req-8e386660-0398-4947-9c7f-1bb7909f19c0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564494
Dec 15 13:33:39.798615 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-ba3d3492-e6fb-4aac-bccb-05ff00155de0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1098 time: 0.1698081
Dec 15 13:33:39.969074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-b6d834bc-8708-4d57-89a4-95c617bac0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:39.974680 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-b6d834bc-8708-4d57-89a4-95c617bac0dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1560955
Dec 15 13:33:40.088044 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-a27d1823-e21f-4115-ac14-9a831fb1ce39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 1001 time: 0.1052833
Dec 15 13:33:40.161399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-360f4a96-b6f9-46b5-954a-20e96ede23cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:40.163081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-360f4a96-b6f9-46b5-954a-20e96ede23cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0692372
Dec 15 13:33:40.247098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-f0cb5c55-e13a-494f-b42c-cb7b8fd50f72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776513
Dec 15 13:33:40.414757 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-93d3c009-6eff-48bd-9fc1-3d6b9a72c5a1 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615379
Dec 15 13:33:40.473805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24a16-9e25-4403-89f4-1f13d4de6707 req-ec228319-4f2e-45cc-90cf-d790809348f6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:40.475511 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09a24a16-9e25-4403-89f4-1f13d4de6707 req-ec228319-4f2e-45cc-90cf-d790809348f6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0920379
Dec 15 13:33:40.530729 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-09a24a16-9e25-4403-89f4-1f13d4de6707 req-78128bc8-f06b-414d-a224-e1089f2b8290 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482073
Dec 15 13:33:40.568952 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf657e62-2dda-4a97-bf12-e027ce52b10d req-bbdca4d0-739e-45cf-8084-8e053bda8207 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480899
Dec 15 13:33:41.069262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-718058c9-f8d0-43dc-921e-5a5652dffb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:41.752468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc8121-50c4-4ed3-85f3-2d470597efb9 req-57bd9a6d-2346-4317-84be-864e71e896b6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:41.754173 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-70fc8121-50c4-4ed3-85f3-2d470597efb9 req-57bd9a6d-2346-4317-84be-864e71e896b6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0922019
Dec 15 13:33:41.803638 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-70fc8121-50c4-4ed3-85f3-2d470597efb9 req-f0d928d6-5481-4f60-8934-b71ecb13c9ee tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428252
Dec 15 13:33:42.726299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:43.056346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f92098-fcd4-4b8d-9eb3-cbe302d38477 req-fd55b05c-cd20-491a-b14c-cba6a8435a4e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:43.058745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-13f92098-fcd4-4b8d-9eb3-cbe302d38477 req-fd55b05c-cd20-491a-b14c-cba6a8435a4e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.1234710
Dec 15 13:33:43.114271 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-13f92098-fcd4-4b8d-9eb3-cbe302d38477 req-8649ba8c-f707-4359-99f6-3703ff13bed8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483754
Dec 15 13:33:43.464076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dc11b5a3-161e-4b3c-b0c2-fa0023ea3ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:43.840814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:44.330599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d765eb-2aff-433d-9f7f-4760850a8671 req-44d40497-d4f0-44a7-8d3b-10c33b5449bb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:44.332295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47d765eb-2aff-433d-9f7f-4760850a8671 req-44d40497-d4f0-44a7-8d3b-10c33b5449bb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0913641
Dec 15 13:33:44.383732 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-47d765eb-2aff-433d-9f7f-4760850a8671 req-9b65a238-13f1-4614-83cc-9f65061af1dc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448384
Dec 15 13:33:45.463196 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:45.602134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddb871-e414-4dc2-8aba-bda2c6f625a4 req-a9f90046-dbfc-4f3d-9c5f-349da317f3da tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:45.603836 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77ddb871-e414-4dc2-8aba-bda2c6f625a4 req-a9f90046-dbfc-4f3d-9c5f-349da317f3da tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0926857
Dec 15 13:33:45.655938 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77ddb871-e414-4dc2-8aba-bda2c6f625a4 req-06c03fcb-803a-45a5-96c4-12d81b414ca1 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449514
Dec 15 13:33:46.875260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e4b91-32fd-4e81-a0b7-46f72d53886f req-5b2abe6f-ab57-42b8-b75b-c31244bfe098 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:46.877039 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-974e4b91-32fd-4e81-a0b7-46f72d53886f req-5b2abe6f-ab57-42b8-b75b-c31244bfe098 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0910120
Dec 15 13:33:46.929796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-974e4b91-32fd-4e81-a0b7-46f72d53886f req-be913c9c-abc5-4314-b786-022994a75599 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462246
Dec 15 13:33:48.146013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedd1eb-0f1d-486e-b955-ff799f9f0f80 req-450459b9-f633-489c-87ed-4ade2cb108c0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:48.147786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baedd1eb-0f1d-486e-b955-ff799f9f0f80 req-450459b9-f633-489c-87ed-4ade2cb108c0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0893323
Dec 15 13:33:48.201079 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-baedd1eb-0f1d-486e-b955-ff799f9f0f80 req-30d1ce41-219f-4cd0-a4c9-3bb76d0992a2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465264
Dec 15 13:33:49.421815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd549-ef4b-457e-8d88-1b3531080828 req-dcaf9881-9325-4730-815d-75bd4bff6c02 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:49.423632 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-780fd549-ef4b-457e-8d88-1b3531080828 req-dcaf9881-9325-4730-815d-75bd4bff6c02 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0905230
Dec 15 13:33:49.477667 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-780fd549-ef4b-457e-8d88-1b3531080828 req-9eed3d71-c97b-44a3-9d0c-c8c4dbae149c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472343
Dec 15 13:33:49.836277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:33:49.996128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:33:50.012370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'port_id': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'mac_address': 'fa:16:3e:7c:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:33:50.074582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:50.095434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 315e0394-3824-48ba-8f29-ee0cbf3f03bf {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:33:50.120231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:33:50.124670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:50.127600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c36affa0-e01f-46f1-bc36-048f701c3584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:33:50.206581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:33:50.213147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['315e0394-3824-48ba-8f29-ee0cbf3f03bf'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:33:50.297086 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.297745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.298373 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.299005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.299657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.300295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.300901 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.301526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.302143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.302761 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.303391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:33:50.314417 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:33:50.743935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b2db-888f-4077-b38d-ac2d72b42de6 req-375a05b5-06ff-40b8-b9f6-adddd0d97fda tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:50.745686 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fd92b2db-888f-4077-b38d-ac2d72b42de6 req-375a05b5-06ff-40b8-b9f6-adddd0d97fda tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 944 time: 0.0987546
Dec 15 13:33:50.801719 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fd92b2db-888f-4077-b38d-ac2d72b42de6 req-a1dcaef4-7ccf-464d-9fdf-cabb3c5b10aa tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455232
Dec 15 13:33:51.869462 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:33:52.006536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 315e0394-3824-48ba-8f29-ee0cbf3f03bf triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:33:52.007335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:52.146295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf2dc-8146-46d9-99c2-c67df8e54ada req-816d2e81-15c7-406a-9419-6e58f168b70a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:52.149470 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c1cf2dc-8146-46d9-99c2-c67df8e54ada req-816d2e81-15c7-406a-9419-6e58f168b70a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 944 time: 0.1546745
Dec 15 13:33:52.194432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:52.225826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:33:52.249791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:33:52.254283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:52.255964 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9c1cf2dc-8146-46d9-99c2-c67df8e54ada req-8520a350-bd4c-4234-b241-68498b6ad296 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984063
Dec 15 13:33:52.258621 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:33:52.320245 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'code': 200}
Dec 15 13:33:52.351588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:33:52.356058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:33:53.506393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe4d34-8f55-4a8a-a6ff-9eac9cd1a7b7 req-1400c260-1ca5-4db4-83ee-9098633462a0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:53.516894 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4fbe4d34-8f55-4a8a-a6ff-9eac9cd1a7b7 req-1400c260-1ca5-4db4-83ee-9098633462a0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.1089022
Dec 15 13:33:53.559711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4fbe4d34-8f55-4a8a-a6ff-9eac9cd1a7b7 req-ab41709f-ace2-433f-9da8-995221283cf1 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447831
Dec 15 13:33:54.825825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b2497-d7f8-4fa0-8e42-650a9f235af0 req-ba84257d-eca1-4327-9161-f6c47e6194e5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:54.828057 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-769b2497-d7f8-4fa0-8e42-650a9f235af0 req-ba84257d-eca1-4327-9161-f6c47e6194e5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0918133
Dec 15 13:33:54.890341 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-769b2497-d7f8-4fa0-8e42-650a9f235af0 req-c1ecb59d-6557-4dbb-be5c-265a4f85fa3c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512860
Dec 15 13:33:56.207920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52f301-c30c-4abd-8d43-960982c1ad8b req-526815bd-56f4-4857-bbfa-67e58d5606e2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:56.209598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a52f301-c30c-4abd-8d43-960982c1ad8b req-526815bd-56f4-4857-bbfa-67e58d5606e2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.1239877
Dec 15 13:33:56.266151 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3a52f301-c30c-4abd-8d43-960982c1ad8b req-a8612dc8-760d-404f-af79-3028bf667cad tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488772
Dec 15 13:33:57.521081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db2177-6a12-4870-b8af-66ab62e27279 req-5fbde693-878c-40d3-b94f-3854d57fee67 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:57.529166 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-17db2177-6a12-4870-b8af-66ab62e27279 req-5fbde693-878c-40d3-b94f-3854d57fee67 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0970376
Dec 15 13:33:57.584051 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-17db2177-6a12-4870-b8af-66ab62e27279 req-e679f23a-1ccb-4797-a715-e8610896fc0e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532992
Dec 15 13:33:58.653911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:33:58.849251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c447415-3dad-4922-9f9b-51216ae2c8e9 req-55c14c32-a8e7-4475-897d-c3a7337a98c2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:33:58.851074 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c447415-3dad-4922-9f9b-51216ae2c8e9 req-55c14c32-a8e7-4475-897d-c3a7337a98c2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.1083381
Dec 15 13:33:58.912336 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c447415-3dad-4922-9f9b-51216ae2c8e9 req-ebf47363-0108-4249-a210-944074d3af52 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535312
Dec 15 13:34:00.147752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0a6d-b6ed-4a7a-a788-e590e20ffba2 req-7d199d2d-0f23-427e-bb7b-e3b081f78e8b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:00.149344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-461d0a6d-b6ed-4a7a-a788-e590e20ffba2 req-7d199d2d-0f23-427e-bb7b-e3b081f78e8b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0967226
Dec 15 13:34:00.455861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-461d0a6d-b6ed-4a7a-a788-e590e20ffba2 req-7dbf8a80-051d-4cf8-acd1-f0843870a786 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2991047
Dec 15 13:34:00.628467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-5b83ed9a-3051-46eb-8bc2-bb9140b4abd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1098 time: 0.0848236
Dec 15 13:34:00.783727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-1832ff10-ec31-4624-8afd-1d14ffe9f69e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:00.785330 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-1832ff10-ec31-4624-8afd-1d14ffe9f69e service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1504896
Dec 15 13:34:00.905315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-e34bee0c-a038-4d4e-9fd4-431b630ab1f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 1001 time: 0.1128457
Dec 15 13:34:00.979103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-67ea26e7-d1df-40d4-bc8c-c7c282ecea53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:00.980774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-67ea26e7-d1df-40d4-bc8c-c7c282ecea53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0699685
Dec 15 13:34:01.069621 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-98d2bbd3-779b-45b6-a02b-64b398994c77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0820978
Dec 15 13:34:01.223385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-93f73a1a-5c30-442d-abe9-80b3e10e0bce service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473370
Dec 15 13:34:01.377816 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3546efd-64a1-4ac7-a457-f37258a7d0fa req-d7d61bf4-c0b7-48b0-a525-acb991f5327b service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485085
Dec 15 13:34:01.671397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5a729-dd6a-4539-938b-e46180190ad8 req-f160a2f0-b2ef-4032-b944-14029428cb9c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:01.673009 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7a5a729-dd6a-4539-938b-e46180190ad8 req-f160a2f0-b2ef-4032-b944-14029428cb9c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0895882
Dec 15 13:34:01.990946 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d7a5a729-dd6a-4539-938b-e46180190ad8 req-1d75b0be-b540-414c-8636-9792a7277c7c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3110940
Dec 15 13:34:03.206130 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce287f-5136-4ee1-9856-4597323b3ece req-b4e6532b-5f7a-402f-85fb-296194cb72dc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:03.209270 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54ce287f-5136-4ee1-9856-4597323b3ece req-b4e6532b-5f7a-402f-85fb-296194cb72dc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.0868666
Dec 15 13:34:03.261253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54ce287f-5136-4ee1-9856-4597323b3ece req-c987b401-9018-41dd-9284-2d3779bc300c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459676
Dec 15 13:34:03.485048 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c8df751-63a5-4e27-ae5a-30ffdcc955ad req-4e01f04f-1195-45a3-96aa-189585c7d5c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0762267
Dec 15 13:34:03.799927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c376f1a-70f3-49bd-81da-2f7ab205620f req-c2756c3d-4afb-4bb7-9f2c-953894213bee tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:03.801606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c376f1a-70f3-49bd-81da-2f7ab205620f req-c2756c3d-4afb-4bb7-9f2c-953894213bee tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 945 time: 0.1073225
Dec 15 13:34:03.902160 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0c376f1a-70f3-49bd-81da-2f7ab205620f req-6f717b25-70fc-4348-871f-dd7ebdc7db6e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935729
Dec 15 13:34:03.937137 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-75886762-cb7a-4d59-affb-bfc043db7b8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2005475
Dec 15 13:34:03.947312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:34:04.079632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:04.116345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:34:04.130542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:34:04.135104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:04.138543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9f8928e-0faf-4e09-bbe2-b7054effde19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:34:04.204327 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'code': 422} returned with failed status
Dec 15 13:34:04.223235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:34:04.226390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:34:04.530602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-a9ee8737-f5d1-44e0-9367-9425995dfce6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0&tenant_id=e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 1096 time: 0.0790572
Dec 15 13:34:04.634386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-192d9d03-498f-427e-923c-c773a8b33bd8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1096 time: 0.0791326
Dec 15 13:34:04.787707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-d5367392-4f7a-47d9-952f-21c241595d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:04.789326 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-d5367392-4f7a-47d9-952f-21c241595d5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1475742
Dec 15 13:34:04.909278 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-de5f6c51-a054-40b9-82dc-f3ecdaea8564 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 999 time: 0.1121116
Dec 15 13:34:04.980952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-109bb8b6-e04f-4378-882b-a3f6ec171dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:04.982607 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-109bb8b6-e04f-4378-882b-a3f6ec171dd8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0670729
Dec 15 13:34:05.071037 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-b20dc779-6a94-480e-920c-2d01eb8c1d51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0814235
Dec 15 13:34:05.128711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adb84f-a5d2-4c55-a607-577e05c8fcbb req-23922545-85fd-4951-89fe-1a5acfad5e8f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:05.130387 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-70adb84f-a5d2-4c55-a607-577e05c8fcbb req-23922545-85fd-4951-89fe-1a5acfad5e8f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.0958016
Dec 15 13:34:05.185225 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-70adb84f-a5d2-4c55-a607-577e05c8fcbb req-73d0e9b8-46cf-459e-91de-06bb8a35f20a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470738
Dec 15 13:34:05.235088 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-c43e3476-3b58-43c2-b25b-e26ce019200d service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559629
Dec 15 13:34:05.387129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d03580b4-3df0-4adf-89ec-57634f32f576 req-bb2fec8b-6d29-4619-a2af-1ec2bc5a11f2 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451092
Dec 15 13:34:06.564200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997da3-ad1d-4860-8a05-def6a1b21acc req-f2f9b4aa-7c49-4585-90ed-03d1ad446b89 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:06.566205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-af997da3-ad1d-4860-8a05-def6a1b21acc req-f2f9b4aa-7c49-4585-90ed-03d1ad446b89 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1587741
Dec 15 13:34:06.665209 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-af997da3-ad1d-4860-8a05-def6a1b21acc req-d5a163b1-213b-41b8-a1a1-d7cea580cf2d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892057
Dec 15 13:34:08.018166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f82c4-396d-4a00-9179-99a655fe6ab2 req-1e91539a-4fb6-44cc-b58d-5c2001b12254 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:08.021721 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-773f82c4-396d-4a00-9179-99a655fe6ab2 req-1e91539a-4fb6-44cc-b58d-5c2001b12254 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1428800
Dec 15 13:34:08.080121 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-773f82c4-396d-4a00-9179-99a655fe6ab2 req-f83c9a8e-676d-4e30-b8c7-b5509de8d3b0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486598
Dec 15 13:34:09.319361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84391edd-2442-48e3-8378-e88eca417022 req-331fa061-63a8-4695-8f05-2338d9c0fb1f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:09.322068 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84391edd-2442-48e3-8378-e88eca417022 req-331fa061-63a8-4695-8f05-2338d9c0fb1f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1040661
Dec 15 13:34:09.380695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-84391edd-2442-48e3-8378-e88eca417022 req-afea85a2-9c47-4e44-b714-85c8dc3bd903 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498912
Dec 15 13:34:09.699559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:34:10.613426 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2922cbe-1a21-45dc-a9f5-2144b2e2b3d7 req-13263738-7f05-43a1-b8d1-d19ec30603f5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:10.615141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a2922cbe-1a21-45dc-a9f5-2144b2e2b3d7 req-13263738-7f05-43a1-b8d1-d19ec30603f5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.0963266
Dec 15 13:34:10.673813 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a2922cbe-1a21-45dc-a9f5-2144b2e2b3d7 req-57e87141-2b1a-4b20-bb2c-b6f947567f98 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514278
Dec 15 13:34:11.055881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f1719533-aeba-4c9e-9473-8a1d02212d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:11.939632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6b85-f55d-4bed-b92d-3467f6c0b2aa req-c2bdcbd0-0ee1-414c-bc52-f67b7f748e28 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:11.942418 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74ee6b85-f55d-4bed-b92d-3467f6c0b2aa req-c2bdcbd0-0ee1-414c-bc52-f67b7f748e28 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1269722
Dec 15 13:34:12.000082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-74ee6b85-f55d-4bed-b92d-3467f6c0b2aa req-a79b308d-3fc1-47c8-940d-b4a197d01256 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511296
Dec 15 13:34:12.738074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:13.242352 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd56b8e-cecd-491e-9a73-72fcec2ce65f req-ee74da62-297d-4807-a61a-9f76eb09c1e1 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:13.252975 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fd56b8e-cecd-491e-9a73-72fcec2ce65f req-ee74da62-297d-4807-a61a-9f76eb09c1e1 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1192961
Dec 15 13:34:13.342759 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5fd56b8e-cecd-491e-9a73-72fcec2ce65f req-83b8f883-70af-4002-aace-1cf9e405a03b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775528
Dec 15 13:34:13.476273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-efe6efdc-5b74-4410-a810-74aa4fcc2d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:13.842318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:14.578854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb37b3-0b12-40e7-8e1c-3a6d557f3ec8 req-f460726b-340f-42ee-800a-6e1bd777edfc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:14.580598 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-18cb37b3-0b12-40e7-8e1c-3a6d557f3ec8 req-f460726b-340f-42ee-800a-6e1bd777edfc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1013377
Dec 15 13:34:14.635430 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-18cb37b3-0b12-40e7-8e1c-3a6d557f3ec8 req-88450bac-bfb6-412e-8192-e2d0645dc550 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479736
Dec 15 13:34:15.471125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:15.864029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86898398-546d-48df-8da0-d7ff24b4fd0c req-80638e85-0124-4ee8-bd0a-9ceae10773f5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:15.865944 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-86898398-546d-48df-8da0-d7ff24b4fd0c req-80638e85-0124-4ee8-bd0a-9ceae10773f5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.0919154
Dec 15 13:34:15.921420 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-86898398-546d-48df-8da0-d7ff24b4fd0c req-b15d527c-6bf1-440a-b403-63dd5a9149a0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479259
Dec 15 13:34:17.145307 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f55ab5-da55-4040-b962-470ca26f23ed req-5985d567-11b7-41c6-9930-dfb06839e3b9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:17.146927 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77f55ab5-da55-4040-b962-470ca26f23ed req-5985d567-11b7-41c6-9930-dfb06839e3b9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.0953341
Dec 15 13:34:17.199472 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77f55ab5-da55-4040-b962-470ca26f23ed req-d6f0bbd4-f603-4c7a-97a9-b40b0d6dd63b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427954
Dec 15 13:34:18.439272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ab5-0ecf-4510-88f8-80cc04d4c902 req-4ec3edcd-ea76-439b-b839-1723178323b6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:18.440973 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-28182ab5-0ecf-4510-88f8-80cc04d4c902 req-4ec3edcd-ea76-439b-b839-1723178323b6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.1120949
Dec 15 13:34:18.491436 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-28182ab5-0ecf-4510-88f8-80cc04d4c902 req-4b585412-d0d4-4247-8c8e-1a50d0937a6c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440149
Dec 15 13:34:19.715010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef79af-12d5-424a-a6a9-2f2baf6c6adb req-961a5d4d-1594-416e-aace-2b31d3746d1c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:19.717242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92ef79af-12d5-424a-a6a9-2f2baf6c6adb req-961a5d4d-1594-416e-aace-2b31d3746d1c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 943 time: 0.0942955
Dec 15 13:34:19.769551 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-92ef79af-12d5-424a-a6a9-2f2baf6c6adb req-76899642-0171-4f08-a96b-5f359b5fe573 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457950
Dec 15 13:34:20.026093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:34:20.175602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:34:20.189750 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'port_id': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'mac_address': 'fa:16:3e:7c:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:34:20.259576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:20.279772 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315e0394-3824-48ba-8f29-ee0cbf3f03bf {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:34:20.294732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:34:20.298334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:20.300401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:34:20.371952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=9']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:34:20.376243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:34:20.581514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['315e0394-3824-48ba-8f29-ee0cbf3f03bf'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:34:21.063398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056166c-bcf5-421a-b930-4b2fd13ec614 req-d267e77f-1306-4902-90ca-103d0a708b51 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:21.065075 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1056166c-bcf5-421a-b930-4b2fd13ec614 req-d267e77f-1306-4902-90ca-103d0a708b51 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 944 time: 0.0965288
Dec 15 13:34:21.117419 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1056166c-bcf5-421a-b930-4b2fd13ec614 req-5c95edfc-7a01-42c8-b7a3-39d9cb9ce4e4 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433593
Dec 15 13:34:22.040581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:34:22.123357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 315e0394-3824-48ba-8f29-ee0cbf3f03bf triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:34:22.124219 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:22.253430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:22.282069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:34:22.293468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:34:22.297059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:22.300165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:34:22.337289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476c79-18a4-4379-beea-ee8e7b8afdc4 req-59c2fdde-4c41-41cd-8bc7-c8d68994001e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:22.338818 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cb476c79-18a4-4379-beea-ee8e7b8afdc4 req-59c2fdde-4c41-41cd-8bc7-c8d68994001e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 944 time: 0.0915980
Dec 15 13:34:22.344552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'code': 200}
Dec 15 13:34:22.372985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=10']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:34:22.376232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:34:22.395773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cb476c79-18a4-4379-beea-ee8e7b8afdc4 req-d12abce7-e611-4647-b05b-b309a173149d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503638
Dec 15 13:34:22.636760 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce3a2816-5ecd-4825-a05c-6e8ab4a8c89c req-5cdf540a-c639-4e7b-89b7-6661f7d345f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1099 time: 0.0843813
Dec 15 13:34:22.688082 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ce3a2816-5ecd-4825-a05c-6e8ab4a8c89c req-1fea6940-bf4f-48c5-bf29-fed574ddecc7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405169
Dec 15 13:34:23.631133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c71333-ada9-41d5-8c1b-c160838a9980 req-5305be80-06b3-40e9-98c9-553a6d0d7319 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:23.632782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1c71333-ada9-41d5-8c1b-c160838a9980 req-5305be80-06b3-40e9-98c9-553a6d0d7319 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 946 time: 0.0979238
Dec 15 13:34:23.698174 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d1c71333-ada9-41d5-8c1b-c160838a9980 req-ff513718-9fb0-41cb-b16b-72750ac67baf tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566578
Dec 15 13:34:24.943502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1bdb-8a4e-495e-8a5b-fa1ebd59577c req-d0121221-da0c-43fb-9ac2-8fbd51a1b330 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:24.945126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-409b1bdb-8a4e-495e-8a5b-fa1ebd59577c req-d0121221-da0c-43fb-9ac2-8fbd51a1b330 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 946 time: 0.1048250
Dec 15 13:34:25.006059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-409b1bdb-8a4e-495e-8a5b-fa1ebd59577c req-9cfbb89e-9807-42e7-b105-670e1be412dd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520639
Dec 15 13:34:28.645491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:41.060094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4dc0-4095-4485-ba73-074e836cf0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:41.636664 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-8f3f9133-6416-4f21-91c4-3d88095d217b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0850713
Dec 15 13:34:41.805258 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-af503f51-7412-4306-a970-f73df4db0c77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1099 time: 0.0844791
Dec 15 13:34:41.975430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a380d8-0c13-494d-aca2-056b45094e4a req-f5b666bb-af5c-4f85-965c-49bb859f575b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:41.977311 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-f5b666bb-af5c-4f85-965c-49bb859f575b service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1500978
Dec 15 13:34:42.096539 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-1605025c-009d-4a10-9313-88394d58cce9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 1001 time: 0.1102071
Dec 15 13:34:42.187912 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a380d8-0c13-494d-aca2-056b45094e4a req-cf9c97af-30fe-459b-8849-ff8ba4e16101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:34:42.190496 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-cf9c97af-30fe-459b-8849-ff8ba4e16101 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0866294
Dec 15 13:34:42.273565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-044b03ff-8a80-4abd-b910-e051be2927e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768862
Dec 15 13:34:42.420365 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-7ff6fc63-ace2-4590-9a0c-c0ab5d4fcb81 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395538
Dec 15 13:34:42.586582 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-19a380d8-0c13-494d-aca2-056b45094e4a req-bd3e4861-7080-479f-b98a-1769ca089941 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600723
Dec 15 13:34:42.738798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:43.471529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64463b5c-5ea6-4655-a959-f761262ac948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:43.854115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:45.479338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:34:46.696840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:34:58.654116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:11.056286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a056a7cd-b723-44af-8857-250eca9fc291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:12.734349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:13.477277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1acc-f96b-4f48-9883-6ce6608c4231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:13.860199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:15.479236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:23.690067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:35:28.668634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:36.900116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40274) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:37.129481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Deleting port 6f7ba666-d3ed-47e1-aedb-db73df058bd5 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:35:37.129839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:37.317591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:37.317953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:37.447286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Calling delete_port for 6f7ba666-d3ed-47e1-aedb-db73df058bd5 owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:35:37.617246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:37.622407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-678485d7-f13a-4141-b370-38aeba9620e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:37.669183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event deleted for resources: {'Port': ['ID=6f7ba666-d3ed-47e1-aedb-db73df058bd5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:37.753087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.753481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.753907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.754357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.754758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.755166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.755595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.756005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.756412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.756810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.757190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:37.763183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:37.803690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:38.227760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:35:38.451557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:35:38.463657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] Sync routers for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:35:38.472965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:38.478700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:35:38.479432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9c1748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:35:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:35:38.530509 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-96853722-00b7-4b0c-8f07-d1ac82637239 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "DELETE /v2.0/floatingips/f1c46320-65e8-4cb6-80c7-308e502a2268 HTTP/1.1" status: 204  len: 168 time: 1.6290135
Dec 15 13:35:38.531291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:35:38.686009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:35:38.699640 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'status': 'completed', 'code': 200}
Dec 15 13:35:38.812619 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b578987a-0adc-4256-b360-c62552344906 req-cb2908e8-182b-4fe4-a5e9-e12d5b97b524 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 1099 time: 0.0873866
Dec 15 13:35:38.979392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578987a-0adc-4256-b360-c62552344906 req-d83011b4-ed35-4bcf-b106-80d7a1b7e40a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:35:38.981213 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b578987a-0adc-4256-b360-c62552344906 req-d83011b4-ed35-4bcf-b106-80d7a1b7e40a service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1625216
Dec 15 13:35:39.107899 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b578987a-0adc-4256-b360-c62552344906 req-b492f04a-4607-414f-bcfc-3628f04c019f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 200  len: 217 time: 0.1167502
Dec 15 13:35:39.198434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578987a-0adc-4256-b360-c62552344906 req-7744931e-0f02-4d50-bb59-8433c9f77a22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:35:39.200200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b578987a-0adc-4256-b360-c62552344906 req-7744931e-0f02-4d50-bb59-8433c9f77a22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0860486
Dec 15 13:35:39.206474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2295-a40b-400d-8e74-0d1a2788413f req-f7263ebd-88ec-4972-965e-22b1c68344e5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:35:39.208156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-880b2295-a40b-400d-8e74-0d1a2788413f req-f7263ebd-88ec-4972-965e-22b1c68344e5 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 946 time: 0.1639905
Dec 15 13:35:39.240162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9c1748>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:35:39.244928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] Checking router: d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:35:39.258376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:35:39.259093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb9c1748>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:35:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:35:39.307734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-880b2295-a40b-400d-8e74-0d1a2788413f req-f385ea66-01ff-44fb-a936-dadd4d443074 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656631
Dec 15 13:35:39.331035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b578987a-0adc-4256-b360-c62552344906 req-535a6729-638f-4618-bdd1-e2921f0ac314 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1217422
Dec 15 13:35:39.460191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:35:39.484275 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b578987a-0adc-4256-b360-c62552344906 req-f71943dc-220e-4066-8388-9913a98137c6 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457686
Dec 15 13:35:39.842158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb9c1748>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:35:39.848599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa7fbb-dc98-4ad2-87a7-bd5019ae03da None None] The sync data for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv is: [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:35:39.917834 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b578987a-0adc-4256-b360-c62552344906 req-fcb6dbec-0f9b-4796-ae74-69c71011833f service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4261353
Dec 15 13:35:40.336588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-d6e93a0b-a7de-46c2-8566-89edd7f9516b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:35:40.338256 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-d6e93a0b-a7de-46c2-8566-89edd7f9516b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 946 time: 0.1032085
Dec 15 13:35:40.380221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c3315-69b7-4f7e-98cb-42597ecd344c None None] New status for floating IP f1c46320-65e8-4cb6-80c7-308e502a2268: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:35:40.427974 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Deleting port 315e0394-3824-48ba-8f29-ee0cbf3f03bf {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:35:40.428340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:40.591888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa340f-66dc-4426-bedf-3096732418fc req-22f8c423-2241-4791-bf3a-3e17fcc06b4e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:35:40.592910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9dfa340f-66dc-4426-bedf-3096732418fc req-22f8c423-2241-4791-bf3a-3e17fcc06b4e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:35:40.609782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-9dfa340f-66dc-4426-bedf-3096732418fc req-22f8c423-2241-4791-bf3a-3e17fcc06b4e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:35:40.611177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9dfa340f-66dc-4426-bedf-3096732418fc req-22f8c423-2241-4791-bf3a-3e17fcc06b4e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 946 time: 0.1168165
Dec 15 13:35:40.665928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9dfa340f-66dc-4426-bedf-3096732418fc req-05265df6-9f60-4615-9039-36a2ae0fea8a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471640
Dec 15 13:35:40.736832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] For port 315e0394-3824-48ba-8f29-ee0cbf3f03bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=315e0394-3824-48ba-8f29-ee0cbf3f03bf,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:35:40.737415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:40.941719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Calling delete_port for 315e0394-3824-48ba-8f29-ee0cbf3f03bf owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:35:41.052191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f0236b3-75e0-48e9-959d-b698f9421a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:41.107728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:41.115139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-739f8fe7-1259-490b-96f6-7a9685ee2ab0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:41.163554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event deleted for resources: {'Port': ['ID=315e0394-3824-48ba-8f29-ee0cbf3f03bf,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:41.178328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.178769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.179186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.179627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.180041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.180449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.180860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.181265 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.181673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.182076 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.182472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:35:41.210955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:41.257603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] No DVR routers for this DVR port 315e0394-3824-48ba-8f29-ee0cbf3f03bf on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:35:41.260775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:41.264320 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-deleted', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:35:41.280652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cf12b15d-5ab0-4be5-b99e-3536abd5220b req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "DELETE /v2.0/ports/315e0394-3824-48ba-8f29-ee0cbf3f03bf HTTP/1.1" status: 204  len: 173 time: 0.9358814
Dec 15 13:35:41.327315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6696acda-0ab4-4be0-b766-30a6ebb6c5e0', 'name': 'network-vif-deleted', 'tag': '315e0394-3824-48ba-8f29-ee0cbf3f03bf', 'status': 'completed', 'code': 200}
Dec 15 13:35:41.613796 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8be0a19d-a26e-476d-bb4d-8f3acee1587c req-3727861b-895c-407f-9820-11903eeaf52c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0590882
Dec 15 13:35:41.777997 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8be0a19d-a26e-476d-bb4d-8f3acee1587c req-a08a34f0-cc7f-4c7f-9513-30e9c6a25900 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 210 time: 0.0845828
Dec 15 13:35:41.934602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1216ff3c-633a-4a35-b520-7c64bf136614 req-d801e918-9a90-41d9-880d-70374a07a62d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6696acda-0ab4-4be0-b766-30a6ebb6c5e0 HTTP/1.1" status: 200  len: 210 time: 0.0683331
Dec 15 13:35:41.988835 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0a19d-a26e-476d-bb4d-8f3acee1587c req-bb038510-9e5d-4df5-b161-adcec3255fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:35:41.990524 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8be0a19d-a26e-476d-bb4d-8f3acee1587c req-bb038510-9e5d-4df5-b161-adcec3255fe2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1853116
Dec 15 13:35:42.144157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0a19d-a26e-476d-bb4d-8f3acee1587c req-e7879095-a371-4848-b098-a76ed008e4b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:35:42.145708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8be0a19d-a26e-476d-bb4d-8f3acee1587c req-e7879095-a371-4848-b098-a76ed008e4b1 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1493335
Dec 15 13:35:42.458863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:35:42.494682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 315e0394-3824-48ba-8f29-ee0cbf3f03bf {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:35:42.495080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 315e0394-3824-48ba-8f29-ee0cbf3f03bf not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:35:42.729684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.046724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40296) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:43.130262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4afcfd2-2237-4cc5-b081-967011293aae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.162497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4afcfd2-2237-4cc5-b081-967011293aae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.224356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4afcfd2-2237-4cc5-b081-967011293aae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.228832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fa7b0072-7b16-42b0-b8f3-2252fde48041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:43.247711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afcfd2-2237-4cc5-b081-967011293aae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:43.250693 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c4afcfd2-2237-4cc5-b081-967011293aae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:43.259769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c4afcfd2-2237-4cc5-b081-967011293aae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.261059 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c4afcfd2-2237-4cc5-b081-967011293aae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d42f7d1-6ab5-4d80-a2aa-b6becf2b74be HTTP/1.1" status: 204  len: 168 time: 0.2128437
Dec 15 13:35:43.480227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1915539f-41db-4f83-b524-f692e66bb821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.494872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40304) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:43.501497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722461768', 'description': 'tempest-secgroup-smoke-1722461768 description', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:35:43.508222 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:43.512694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:43.515744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:43.521843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:43.533039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.579338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:43.583753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:43.586976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:43.593982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:43.663567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.667655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.671822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-71d1027c-6693-4638-9798-57f2cca5ac3c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:43.721191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3deb1e1-bb52-49e2-9a16-42109cd069a1,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:43.724381 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:43.725723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.727169 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c968fd68-a1a9-4a7e-a8eb-1a9693201aef tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2310882
Dec 15 13:35:43.730450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40308) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:43.737806 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': 'e3deb1e1-bb52-49e2-9a16-42109cd069a1', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:35:43.744688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:43.749652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:43.752972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:43.759166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:43.778452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.852773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.862780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.866073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.868241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3ddbf369-8158-414f-8c13-de36c0746104 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:43.893084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fec8c8f-4153-4b34-bb3f-05fd6fca8ce7,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:43.895768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:43.904440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:43.905731 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-28d88be6-ad24-4e64-8802-bbdf98650b79 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1733875
Dec 15 13:35:43.909024 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40312) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:43.915073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': 'e3deb1e1-bb52-49e2-9a16-42109cd069a1', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:35:43.921695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:43.925844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:43.929010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:43.935433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:43.953645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.020570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.029197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.035630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-59240589-8e4f-4d03-ace5-3bdd367ee369 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:44.056047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab198d2-43bf-4d49-95f4-4df803f25ee3,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:44.058429 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:44.068234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.069555 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ee95043-f9e2-4d5a-a51e-1cfb029f416f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1594782
Dec 15 13:35:44.073818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40316) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:44.080035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': 'e3deb1e1-bb52-49e2-9a16-42109cd069a1', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:35:44.086884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:44.091655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:44.094943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:44.101471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:44.119679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.191445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.196403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.199676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-68683545-f3df-44bf-9b6d-0ea46505f873 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:44.457831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4243b46c-9e21-4e94-8215-cd87aeecb99d,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:44.460592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:44.468397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.470592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-58eb4803-5960-4cf3-b6f9-ee775cff88cd tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3949087
Dec 15 13:35:44.472849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40320) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:44.478709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': 'e3deb1e1-bb52-49e2-9a16-42109cd069a1', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:35:44.485397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:44.489492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:44.492596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:44.498883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:44.516403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.586193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.591181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.594040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fb93424b-a4cb-4ada-9242-74445fde9ef3 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:44.621615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cf646c-950f-4d22-99fb-24b739e1d8e7,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:44.624213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:44.636391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.639421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-698fe842-aeea-41f4-97ac-5b1dfa6af7db tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1639390
Dec 15 13:35:44.642102 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40324) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:44.648658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': 'e3deb1e1-bb52-49e2-9a16-42109cd069a1', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:35:44.655775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:44.660128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:44.663318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:44.669822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:44.681824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Project e81dfcb0dda24022a0719e97c6e91e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:35:44.689941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.759756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.763840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.765788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-717c04b3-9f34-4100-a2cf-2dcde9388124 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:44.789354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fb4476-47ff-4bc9-963e-c96c7278285f,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:44.791932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:44.799930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.801246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-226a2b36-ec75-4026-8fe4-ce7c483b29e6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1581504
Dec 15 13:35:44.805763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40328) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:35:44.812649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'security_group_rule': {'security_group_id': 'e3deb1e1-bb52-49e2-9a16-42109cd069a1', 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:35:44.818935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:35:44.823152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:security_group_rule and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:35:44.826286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:35:44.832696 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:35:44.846128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Project e81dfcb0dda24022a0719e97c6e91e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:35:44.852932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.924644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.929891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.932785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-79be2951-81df-4d94-bed5-2597bc109241 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:35:44.958873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2d1dbe-95e2-4193-8a4d-a5289dbc4099,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:35:44.961523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:35:44.969290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:44.970644 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-f7277404-e344-4cc3-a085-10ddead2bc85 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1633873
Dec 15 13:35:45.482392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:35:58.662805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:00.693803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:36:02.676935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d94cf1d-b475-4d61-9109-6b7c826ee231 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:36:02.693350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d94cf1d-b475-4d61-9109-6b7c826ee231 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:36:02.694579 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d94cf1d-b475-4d61-9109-6b7c826ee231 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722461768&fields=id&tenant_id=e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 267 time: 0.0742602
Dec 15 13:36:02.864262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-04fb832a-8879-422c-88ed-9fb864672b84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:02.865736 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-04fb832a-8879-422c-88ed-9fb864672b84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 809 time: 0.1635869
Dec 15 13:36:02.886161 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-638161dd-54df-458c-aa97-0d75cd413c0a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/quotas/e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 375 time: 0.0138714
Dec 15 13:36:02.978875 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-3c48dafe-8ee0-4e85-a67d-41266a92ba2a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0870624
Dec 15 13:36:03.073314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-99da4d8f-ce92-4ba8-ab9e-9e051ed540ef service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:36:03.074409 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-99da4d8f-ce92-4ba8-ab9e-9e051ed540ef service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0832658
Dec 15 13:36:03.232569 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-9307471f-592a-43e4-a8f7-8e0dcf36f8ac service neutron] 10.222.0.53 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475122
Dec 15 13:36:03.382437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-dfc5bcde-f02c-4d62-afac-04df6782d91f service neutron] 10.222.0.53 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430194
Dec 15 13:36:03.853779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c62b29c7-f47a-41e7-bbc5-dd0fad44995c req-ac0df477-adba-4652-82a2-cd53ac1ea2da tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:36:03.871077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-c62b29c7-f47a-41e7-bbc5-dd0fad44995c req-ac0df477-adba-4652-82a2-cd53ac1ea2da tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:36:03.872438 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c62b29c7-f47a-41e7-bbc5-dd0fad44995c req-ac0df477-adba-4652-82a2-cd53ac1ea2da tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 210 time: 0.0660250
Dec 15 13:36:05.016622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-e8326bff-6e6b-4f62-b5e4-1a49901b4b24 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:05.018249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-e8326bff-6e6b-4f62-b5e4-1a49901b4b24 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 809 time: 0.1773300
Dec 15 13:36:05.053010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cec99576-9b99-477c-8441-31eb5c72e0bf req-21894905-1e21-4263-b3f0-6894b49de408 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 210 time: 0.0508559
Dec 15 13:36:05.074484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-06a08801-5ae8-419b-bd42-6dad02011416 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:36:05.088622 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-06a08801-5ae8-419b-bd42-6dad02011416 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:36:05.089840 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-06a08801-5ae8-419b-bd42-6dad02011416 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 380 time: 0.0608916
Dec 15 13:36:05.099574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'port': {'device_id': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'admin_state_up': True, 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'security_groups': ['e3deb1e1-bb52-49e2-9a16-42109cd069a1']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:36:05.254174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:36:05.265047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:36:05.275929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Made reservation on behalf of e81dfcb0dda24022a0719e97c6e91e74 for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:36:05.282060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:05.460897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Allocated IP 172.20.0.8 (86e91889-2cc1-402c-9ec8-68afd78ab9d6/4b98a158-7ee0-4cbd-88e8-ac21eefc8fea/31237b50-6752-4352-a88d-1e0ab895e702) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:36:05.677312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:05.696332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Transition to ACTIVE for port object 31237b50-6752-4352-a88d-1e0ab895e702 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:36:05.767399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:05.773798 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32263fd6-c715-4bc9-9fc9-62e831b87c60 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:36:05.851131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:36:05.855116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:36:05.859931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:36:05.891387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:36:05.899842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:36:05.937006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:05.938612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:05.981315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8857713
Dec 15 13:36:05.993648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Request body: {'port': {'device_id': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:36:06.140363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:06.210122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-32f93f1b-fcb3-404b-83b2-b0f92938255d None None] Provisioning for port 31237b50-6752-4352-a88d-1e0ab895e702 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:36:06.217582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-32f93f1b-fcb3-404b-83b2-b0f92938255d None None] Provisioning complete for port 31237b50-6752-4352-a88d-1e0ab895e702 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:36:06.218234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32f93f1b-fcb3-404b-83b2-b0f92938255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:06.276987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-32f93f1b-fcb3-404b-83b2-b0f92938255d None None] Port 31237b50-6752-4352-a88d-1e0ab895e702 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:36:06.495952 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f73b9-0862-4209-a066-e02091e85c5f req-3ef4d2f6-f3f0-4910-956e-3e6829ada9d8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:06.496723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-674f73b9-0862-4209-a066-e02091e85c5f req-3ef4d2f6-f3f0-4910-956e-3e6829ada9d8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:36:06.535387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-674f73b9-0862-4209-a066-e02091e85c5f req-3ef4d2f6-f3f0-4910-956e-3e6829ada9d8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:36:06.537104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-674f73b9-0862-4209-a066-e02091e85c5f req-3ef4d2f6-f3f0-4910-956e-3e6829ada9d8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 931 time: 0.3048849
Dec 15 13:36:06.635156 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-674f73b9-0862-4209-a066-e02091e85c5f req-019d4858-e33c-4a76-8e1a-5ff94fa22423 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813155
Dec 15 13:36:06.699797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31237b50-6752-4352-a88d-1e0ab895e702 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:36:06.707780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:06.730192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Transition to ACTIVE for port object 31237b50-6752-4352-a88d-1e0ab895e702 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:36:06.735066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:06.739036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:36:06.869184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:36:06.874375 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:36:07.000364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Attempting to bind port 31237b50-6752-4352-a88d-1e0ab895e702 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:36:07.000713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Attempting to bind port 31237b50-6752-4352-a88d-1e0ab895e702 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:36:07.001067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Attempting to bind port 31237b50-6752-4352-a88d-1e0ab895e702 on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:36:07.008594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Port 31237b50-6752-4352-a88d-1e0ab895e702 on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:36:07.009029 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Attempting to bind port 31237b50-6752-4352-a88d-1e0ab895e702 on network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:36:07.018305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:36:07.018775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Checking segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:36:07.019311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Bound using segment: {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:36:07.019969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Bound port: 31237b50-6752-4352-a88d-1e0ab895e702, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:36:07.020456 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:07.121488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:36:07.126567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:36:07.130888 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:07.136827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:36:07.205245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:07.206789 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] 10.222.0.77 "PUT /v2.0/ports/31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 1093 time: 1.2181165
Dec 15 13:36:07.207377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:36:07.241332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:36:07.245647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:36:07.304791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702', 'status': 'completed', 'code': 200}
Dec 15 13:36:07.351666 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-3956f694-fc01-472f-a9a7-e9ed55af385a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1096 time: 0.0903587
Dec 15 13:36:07.429083 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-03b9ea7d-e995-4856-80ab-adbf2677312a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 217 time: 0.0700638
Dec 15 13:36:07.507504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-da8bcf5f-6812-4d9e-8142-d1c4aa526fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:07.509200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-da8bcf5f-6812-4d9e-8142-d1c4aa526fcb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0741954
Dec 15 13:36:07.594625 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-b443f921-a595-4054-9f23-fea03b9575ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790460
Dec 15 13:36:08.128183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-5b0a7b70-f308-44f5-81be-5e5cfda54e1c service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5272193
Dec 15 13:36:08.197589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d7cc0-f18d-4936-bfcd-cd4f5e5e7b2d req-664ff01d-6f90-42fe-b198-0437af927927 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:08.199374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e4d7cc0-f18d-4936-bfcd-cd4f5e5e7b2d req-664ff01d-6f90-42fe-b198-0437af927927 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.1918271
Dec 15 13:36:08.345437 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1af20c27-df01-4e7a-87c5-28aa81945df7 req-b440c817-1aba-4d18-9446-41e44c6a4627 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086279
Dec 15 13:36:08.347953 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1e4d7cc0-f18d-4936-bfcd-cd4f5e5e7b2d req-fb7d8a0c-21ac-4894-a452-56cd9c5b3694 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851214
Dec 15 13:36:08.476381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-77924b74-4cdb-4274-a620-7acb422bada4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1096 time: 0.0856712
Dec 15 13:36:08.631746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-640dd691-a1da-4f20-99c5-d35f979481aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:08.635819 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-640dd691-a1da-4f20-99c5-d35f979481aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1524634
Dec 15 13:36:08.719530 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-f42bd828-c180-40b2-80ec-5cdb27608403 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 217 time: 0.0770798
Dec 15 13:36:08.792167 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-1fb569e3-4fd0-4eb3-b303-60fc22f5b310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:08.793821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-1fb569e3-4fd0-4eb3-b303-60fc22f5b310 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0686791
Dec 15 13:36:08.882153 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-6776a49c-b4b7-48cc-a2a4-5d9d874f9a10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0822635
Dec 15 13:36:09.032476 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-29d2f29a-7d88-46bf-bb52-1174833ae474 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440749
Dec 15 13:36:09.182104 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f4998dd9-35c3-4966-8b53-8659f9911f09 req-600876de-3c3d-4151-ac48-c1bd74fae09c service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435914
Dec 15 13:36:09.595388 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd258f-7d5a-44be-9eb8-31f704bd3e7e req-f0b76e35-89fa-435b-a83a-6afa3042aaf3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:09.597107 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8cd258f-7d5a-44be-9eb8-31f704bd3e7e req-f0b76e35-89fa-435b-a83a-6afa3042aaf3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0903342
Dec 15 13:36:09.655484 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8cd258f-7d5a-44be-9eb8-31f704bd3e7e req-c7d486c5-7181-4e3b-8adc-18ed08885514 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516407
Dec 15 13:36:10.871006 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841019-c0e2-4891-bc80-5f822637048f req-78a0f7cc-f163-4a3f-bec0-cb2ba6d8e1f7 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:10.872738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-60841019-c0e2-4891-bc80-5f822637048f req-78a0f7cc-f163-4a3f-bec0-cb2ba6d8e1f7 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0879705
Dec 15 13:36:10.925452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-60841019-c0e2-4891-bc80-5f822637048f req-9529ec9f-a96e-44fc-99c0-e6a2c4a7c3b7 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461013
Dec 15 13:36:11.047195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7cd458e8-96a2-4140-8fc4-65027dfd2b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:12.140726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd4982-286c-472d-8abb-362d22b9ef4d req-6d4b69cf-1d34-4f2f-a8f5-197350ca436a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:12.142454 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b0bd4982-286c-472d-8abb-362d22b9ef4d req-6d4b69cf-1d34-4f2f-a8f5-197350ca436a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0895231
Dec 15 13:36:12.203196 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b0bd4982-286c-472d-8abb-362d22b9ef4d req-21e65564-222c-4402-ac85-91a5faa9731f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540173
Dec 15 13:36:12.735314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:13.430282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c27ca9-2251-46db-be45-f6a8d6e68211 req-8b755dec-8886-40cc-9e43-7eebe405e113 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:13.431892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a6c27ca9-2251-46db-be45-f6a8d6e68211 req-8b755dec-8886-40cc-9e43-7eebe405e113 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0947237
Dec 15 13:36:13.482507 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a6c27ca9-2251-46db-be45-f6a8d6e68211 req-6ea676d0-601e-4374-b2f1-c8e3f272d51a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437827
Dec 15 13:36:13.490436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-26f0a6af-d872-4bb2-97a3-06e9fb49679c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:13.854764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:14.716183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ed6a-1df8-4488-af0a-02759b5b085a req-7adcace4-e1ac-4f56-90d0-d1ee277bcab6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:14.717774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb15ed6a-1df8-4488-af0a-02759b5b085a req-7adcace4-e1ac-4f56-90d0-d1ee277bcab6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.1000602
Dec 15 13:36:14.766481 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb15ed6a-1df8-4488-af0a-02759b5b085a req-5be577d5-bc34-4828-bb04-1bd61fdbd937 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424409
Dec 15 13:36:15.483749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:15.996276 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74cce-0cb3-4b4b-a080-bbf2ba0fb238 req-eb6afedb-c0e1-4a9b-9068-b29d47e9054a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:15.997979 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7ef74cce-0cb3-4b4b-a080-bbf2ba0fb238 req-eb6afedb-c0e1-4a9b-9068-b29d47e9054a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.1016004
Dec 15 13:36:16.051874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7ef74cce-0cb3-4b4b-a080-bbf2ba0fb238 req-86363cee-5373-468d-89eb-b442f761f7fa tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458097
Dec 15 13:36:16.629224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 31237b50-6752-4352-a88d-1e0ab895e702 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:36:16.779074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:36:16.799047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '31237b50-6752-4352-a88d-1e0ab895e702', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'port_id': '31237b50-6752-4352-a88d-1e0ab895e702', 'mac_address': 'fa:16:3e:84:98:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:36:16.867362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:16.887101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31237b50-6752-4352-a88d-1e0ab895e702 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:36:16.904909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:36:16.909649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:16.911584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:36:16.984485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:36:16.993859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.994251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.994630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.995007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.995403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.995781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.996150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.996537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.997023 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.997238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:16.998161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:36:17.002579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:36:17.123399 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['31237b50-6752-4352-a88d-1e0ab895e702'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:36:17.282182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d734fd0-2e77-4c19-8653-6aee05997fda req-97d8ce57-0a07-484e-b2b5-44b9b2c54db0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:17.283841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2d734fd0-2e77-4c19-8653-6aee05997fda req-97d8ce57-0a07-484e-b2b5-44b9b2c54db0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 944 time: 0.0896471
Dec 15 13:36:17.333215 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2d734fd0-2e77-4c19-8653-6aee05997fda req-786a8845-3db1-4d5a-b1c8-518701c919bb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429425
Dec 15 13:36:18.573069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e1d2-025e-4bc4-a126-34687fa5beed req-fafa23a5-1520-4f2c-aeda-080811ffd4a2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:18.574738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e0b7e1d2-025e-4bc4-a126-34687fa5beed req-fafa23a5-1520-4f2c-aeda-080811ffd4a2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 944 time: 0.1026411
Dec 15 13:36:18.624803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e0b7e1d2-025e-4bc4-a126-34687fa5beed req-9a95d1d5-c97c-4ffa-8b8d-fd48c44546b8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431604
Dec 15 13:36:18.644717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 31237b50-6752-4352-a88d-1e0ab895e702 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:36:18.725354 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port 31237b50-6752-4352-a88d-1e0ab895e702 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:36:18.733062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 31237b50-6752-4352-a88d-1e0ab895e702 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:36:18.733497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:18.851874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:18.882224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:36:18.892819 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:36:18.896997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:18.898730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:36:18.940961 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702', 'code': 200}
Dec 15 13:36:18.968659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:36:18.971983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:36:19.252177 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6c61ffb-a03a-4d5a-aa81-f97b63174bf5 req-713d16f8-dd85-413d-b155-063bbabf8404 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.0862958
Dec 15 13:36:19.302360 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b6c61ffb-a03a-4d5a-aa81-f97b63174bf5 req-327548df-082d-40dd-8836-68aa9b3896ee service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443313
Dec 15 13:36:19.992206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad055c5-9fef-423b-8238-dd12cd956beb req-8b786e1a-3746-4651-9087-c69ced2a1281 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:19.993763 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8ad055c5-9fef-423b-8238-dd12cd956beb req-8b786e1a-3746-4651-9087-c69ced2a1281 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.1034656
Dec 15 13:36:20.044428 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8ad055c5-9fef-423b-8238-dd12cd956beb req-5dd72dc7-ca96-44c7-b0ab-168a1b3d3cec tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441620
Dec 15 13:36:21.271793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea2bf5-f154-47b2-9346-bc206434cd86 req-713af688-9a9c-4beb-aa1d-05b5585319cf tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:21.273416 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e7ea2bf5-f154-47b2-9346-bc206434cd86 req-713af688-9a9c-4beb-aa1d-05b5585319cf tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0928378
Dec 15 13:36:21.329702 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e7ea2bf5-f154-47b2-9346-bc206434cd86 req-8b3f1d2d-0155-49f7-948c-98268cb0f5eb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493333
Dec 15 13:36:21.558828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbaba7-f886-4ea2-aa77-e3369c5f93ea req-b03882a9-e003-4315-8000-f78c709e9e90 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:21.561576 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6adbaba7-f886-4ea2-aa77-e3369c5f93ea req-b03882a9-e003-4315-8000-f78c709e9e90 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0977871
Dec 15 13:36:21.619031 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6adbaba7-f886-4ea2-aa77-e3369c5f93ea req-0638fafd-8042-4f3b-92ef-358ce85d0be1 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491903
Dec 15 13:36:21.649424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40510) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:36:21.730958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3440fc33-c90f-4a7c-8363-d40f676d91a7 tempest-TestShelveInstance-157964087 tempest-TestShelveInstance-157964087-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1093 time: 0.0801256
Dec 15 13:36:21.734537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40514) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:36:21.743689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': '31237b50-6752-4352-a88d-1e0ab895e702', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:36:21.751457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:36:21.756030 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Usage tracker for resource:floatingip and tenant:e81dfcb0dda24022a0719e97c6e91e74 is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:36:21.759434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:36:21.766214 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:36:21.777842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:21.977735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:22.142514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Allocated IP 172.26.0.180 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/ead03608-b112-48e7-82ac-160b8e8e7318) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:36:22.324008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:22.353061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:22.358209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e63182f0-b210-4bab-be2a-282fb0e0833c tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:36:22.428582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:36:22.432551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:36:22.435047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'Port': ['ID=ead03608-b112-48e7-82ac-160b8e8e7318,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:36:22.437614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:36:22.469289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:36:23.026607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:23.085618 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:23.332777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:23.337013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:23.341978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-07d7e99c-2243-4768-901a-e180a387a051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:36:23.448471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event updated for resources: {'Port': ['ID=ead03608-b112-48e7-82ac-160b8e8e7318,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:36:23.453109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:36:23.466150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:23.951581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Floating IP d6e5da1e-477b-45e5-93db-16effb117452 associated. External IP: 172.26.0.180, port: 31237b50-6752-4352-a88d-1e0ab895e702.
Dec 15 13:36:24.391873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:36:24.630043 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:36:24.641305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] Sync routers for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:36:24.655813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:24.656877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:36:24.657532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad3cc18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:36:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:36:24.714812 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9790719
Dec 15 13:36:24.715553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:36:24.777937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702', 'status': 'completed', 'code': 200}
Dec 15 13:36:24.856489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:36:24.881642 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-1ac145f5-e1e6-438a-8f9e-38b26c32adf0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.0803590
Dec 15 13:36:25.031075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-ffbf1599-7fff-44cc-8a7c-f92706939401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:25.032800 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-ffbf1599-7fff-44cc-8a7c-f92706939401 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1453340
Dec 15 13:36:25.146010 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-adc9dd24-7690-499c-9388-00f85bb6f364 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 999 time: 0.1069257
Dec 15 13:36:25.222272 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-64091cd0-5c3d-4ba4-9828-4bbf7f05a8c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:25.223931 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-64091cd0-5c3d-4ba4-9828-4bbf7f05a8c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0724332
Dec 15 13:36:25.244436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad3cc18>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'd6e5da1e-477b-45e5-93db-16effb117452', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'floating_ip_address': '172.26.0.180', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'port_id': '31237b50-6752-4352-a88d-1e0ab895e702', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'mac_address': 'fa:16:3e:84:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:22Z', 'revision_number': 0, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:36:25.248691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] Checking router: d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:36:25.260501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:36:25.261181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad3cc18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:36:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:36:25.316581 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-d2206d6b-ed64-453f-ab15-7c6914a2dc86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0861847
Dec 15 13:36:25.472896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-cb29c48f-3534-4116-befe-9eac5f5907b1 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494482
Dec 15 13:36:25.628592 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e711cd96-0d61-4d0d-90f6-a679e6a8a46f req-2e47bc97-bc53-4ee8-887a-63671cb71731 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493549
Dec 15 13:36:25.640561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:36:26.067948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad3cc18>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'd6e5da1e-477b-45e5-93db-16effb117452', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'floating_ip_address': '172.26.0.180', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'port_id': '31237b50-6752-4352-a88d-1e0ab895e702', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'mac_address': 'fa:16:3e:84:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:22Z', 'revision_number': 0, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:36:26.073200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cbed5-91c8-4532-9745-bb79841a6537 None None] The sync data for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv is: [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': 'd6e5da1e-477b-45e5-93db-16effb117452', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'floating_ip_address': '172.26.0.180', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'port_id': '31237b50-6752-4352-a88d-1e0ab895e702', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'mac_address': 'fa:16:3e:84:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:36:22Z', 'updated_at': '2021-12-15T13:36:22Z', 'revision_number': 0, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:36:26.530570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68804ab-a0a2-4125-b0f6-efa6147c8262 None None] New status for floating IP d6e5da1e-477b-45e5-93db-16effb117452: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:36:28.665304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:37.702646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:36:41.057680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-807cd662-1a2a-4908-96ec-99727ef70a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:42.740225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:43.484864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8b4756f9-6ca6-4116-bf72-9a1f04c207eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:43.854032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:44.285641 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-a0004adb-a2bc-41bc-a493-6370f1bf2c67 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0804203
Dec 15 13:36:44.455792 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-cc91b5d9-53a5-4532-8bf5-0808b7bdf0e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.0875905
Dec 15 13:36:44.649311 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-9193ccac-304a-46d3-a12f-af6e5060efcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:44.650996 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-9193ccac-304a-46d3-a12f-af6e5060efcb service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1734626
Dec 15 13:36:44.765263 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-2d70ed45-b3fe-4eda-9895-9a5be00f930f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 1001 time: 0.1066656
Dec 15 13:36:44.836743 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-a2b6ad71-64f5-4031-a443-8ab2c349cbb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:36:44.838354 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-a2b6ad71-64f5-4031-a443-8ab2c349cbb1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0660863
Dec 15 13:36:44.926315 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-9444560a-044a-4657-8647-b8d17e0df297 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0805061
Dec 15 13:36:45.088362 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-b91b8f7f-ccdd-4dc8-b693-c50abdad59a8 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544559
Dec 15 13:36:45.246216 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1f25759d-28d2-4ef5-aebe-cdc920da3b69 req-7d73f0dd-4937-4148-a4bf-cf5eecbdab1f service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502593
Dec 15 13:36:45.496881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:36:58.667337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:11.052110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d85dd23b-f4f9-4787-a9bc-26e31122cafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:12.735059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:13.488894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d55beb3f-83a0-4687-9273-4efe806ece11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:13.860923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:14.699163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:37:15.488266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:28.659532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:41.062766 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f3bb309a-8d05-43b1-a5a1-8d1ff84f9365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:42.739535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:43.494322 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f2df-7e6f-49df-8f3a-f2aac32db32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:43.649495 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-a2679803-a60a-48be-8376-f50c5325e56b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0844882
Dec 15 13:37:43.809399 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-14f7f07c-c9f1-4a21-8713-0ec5145c292a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.0808678
Dec 15 13:37:43.859749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:43.986812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-51f89e4c-04f0-46e7-be1e-0c406d3bba64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:37:43.988440 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-51f89e4c-04f0-46e7-be1e-0c406d3bba64 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1507907
Dec 15 13:37:44.104093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-8c8017c6-e236-40e1-8ed7-82cfebcb5d3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 1001 time: 0.1048627
Dec 15 13:37:44.175312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-3efd9533-2a35-473a-a37a-75acf2e86f60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:37:44.176973 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-3efd9533-2a35-473a-a37a-75acf2e86f60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0661082
Dec 15 13:37:44.269738 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-00d3c415-ce3a-4983-934a-12663ef72f68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0852768
Dec 15 13:37:44.281190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-ac68b9fe-4600-4651-bd81-c88710eb8537 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:37:44.282233 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-ac68b9fe-4600-4651-bd81-c88710eb8537 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0059359
Dec 15 13:37:44.432937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-bcf12c96-ee57-4390-9eed-27d6f5b28b9c service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435630
Dec 15 13:37:44.585937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb61d18-92e1-40f4-b379-020ff90e6261 req-4d53dee3-67be-4daf-8a9c-479d48a3bddc service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436071
Dec 15 13:37:45.491813 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:37:51.700624 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:37:58.658212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:11.068733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-33cf28bd-4595-467e-8337-f1ed9d37cdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:12.758051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:13.502396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3c7daca7-72a1-4567-af81-2490432926f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:13.865642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:15.497244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:28.658207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:28.706689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:38:30.344077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1f838-f1dd-4206-b67f-b91d1b3e17b3 req-68e1d96b-7a20-4a43-a576-81ce9ca50361 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:30.345814 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-afe1f838-f1dd-4206-b67f-b91d1b3e17b3 req-68e1d96b-7a20-4a43-a576-81ce9ca50361 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0909247
Dec 15 13:38:30.400344 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-afe1f838-f1dd-4206-b67f-b91d1b3e17b3 req-eca375fd-ed25-4307-8f2a-f78ccae78e14 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481856
Dec 15 13:38:31.649926 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c21f15-00ea-48e0-ab16-d083dcaf0114 req-872fa405-acfa-43f8-9d14-5407493173c0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:31.652114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3c21f15-00ea-48e0-ab16-d083dcaf0114 req-872fa405-acfa-43f8-9d14-5407493173c0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0930338
Dec 15 13:38:31.714402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c3c21f15-00ea-48e0-ab16-d083dcaf0114 req-7c5755bc-c2c1-4e57-9a83-09cd3982f1c1 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553198
Dec 15 13:38:32.956017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362dbf5-a10d-4788-9eb2-fe1e5860c5b0 req-f6f7f040-ab81-474d-b9c0-8b61ac4cd154 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:32.957645 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b362dbf5-a10d-4788-9eb2-fe1e5860c5b0 req-f6f7f040-ab81-474d-b9c0-8b61ac4cd154 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0963330
Dec 15 13:38:33.012084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b362dbf5-a10d-4788-9eb2-fe1e5860c5b0 req-8ca780a9-0992-4067-85eb-d5054ea7cf34 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451562
Dec 15 13:38:34.240126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ab5f5-d1cc-460c-bc65-de3127685be8 req-30986d6f-bcb7-4927-9eca-367ae09b8f6d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:34.242359 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0b9ab5f5-d1cc-460c-bc65-de3127685be8 req-30986d6f-bcb7-4927-9eca-367ae09b8f6d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0944853
Dec 15 13:38:34.293459 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0b9ab5f5-d1cc-460c-bc65-de3127685be8 req-9a1f0c42-fd59-49b3-84c5-eaea829be154 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440676
Dec 15 13:38:35.516468 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1da0-072e-401d-841e-088b905f7afe req-9c28548f-6432-495a-9c4f-f52791c613f4 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:35.518057 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72bc1da0-072e-401d-841e-088b905f7afe req-9c28548f-6432-495a-9c4f-f52791c613f4 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0875049
Dec 15 13:38:35.580666 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72bc1da0-072e-401d-841e-088b905f7afe req-a4139ce5-d826-4978-a8a0-c57215d4de1c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467463
Dec 15 13:38:36.981733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15061e-f802-4ce8-9c66-976e1d14d1cd req-7e439d3b-4b48-4208-b8df-04433d3aa649 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:36.983366 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8e15061e-f802-4ce8-9c66-976e1d14d1cd req-7e439d3b-4b48-4208-b8df-04433d3aa649 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.2596381
Dec 15 13:38:37.038803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8e15061e-f802-4ce8-9c66-976e1d14d1cd req-3278cf45-412d-4e55-a7dd-71cc308f3263 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484836
Dec 15 13:38:38.410037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1d30f-96c7-40fb-b1a1-3639da33493a req-92fdf3d6-f961-43ae-b6f5-704be499596b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:38.411751 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1eb1d30f-96c7-40fb-b1a1-3639da33493a req-92fdf3d6-f961-43ae-b6f5-704be499596b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.2301941
Dec 15 13:38:38.479721 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1eb1d30f-96c7-40fb-b1a1-3639da33493a req-fa7cd358-5f24-4379-ab26-974791049ebb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608997
Dec 15 13:38:39.732646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77345478-e9d1-4426-875b-56c9cbbc5e0d req-af7486c3-367b-4995-b017-7520b07d9272 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:39.734546 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77345478-e9d1-4426-875b-56c9cbbc5e0d req-af7486c3-367b-4995-b017-7520b07d9272 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.1119008
Dec 15 13:38:39.790494 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-77345478-e9d1-4426-875b-56c9cbbc5e0d req-40f05c48-dc35-4e53-a7f2-8c8037c3efa7 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493572
Dec 15 13:38:40.797974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-6cb84316-9b66-4f2a-95c3-2c5271fdd0b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.4452488
Dec 15 13:38:40.961899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-4e3224bb-2080-4d11-a07f-942b609ea932 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:40.965159 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-4e3224bb-2080-4d11-a07f-942b609ea932 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1599741
Dec 15 13:38:41.038119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876d5cb-3d9e-45a3-80b3-b53fd9554507 req-40f71b91-c16f-45db-a392-a470dbf08ec0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:41.039826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4876d5cb-3d9e-45a3-80b3-b53fd9554507 req-40f71b91-c16f-45db-a392-a470dbf08ec0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.1035504
Dec 15 13:38:41.054477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e2271617-5873-4c0c-89ce-67c31c5ba357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:41.082519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-901ec569-60a1-44ee-9e7b-aadad76b6c81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 1001 time: 0.1108260
Dec 15 13:38:41.093851 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4876d5cb-3d9e-45a3-80b3-b53fd9554507 req-a95fd9e5-674c-4003-a9ae-189691ccde1c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454826
Dec 15 13:38:41.157280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-b20c2f77-cf33-4a09-9e0b-9afd76da5076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:41.159057 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-b20c2f77-cf33-4a09-9e0b-9afd76da5076 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0696826
Dec 15 13:38:41.242766 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-5e078a35-97ff-419d-8da9-eda20390ddd8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768940
Dec 15 13:38:41.403510 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-9f516868-d476-43c0-b9d5-2128051f28e3 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531441
Dec 15 13:38:41.575383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d2988b6a-3b31-4181-8a67-942cbac8353b req-cdb418a9-81bd-437a-938f-dea8f1d8206f service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649408
Dec 15 13:38:42.326529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a6f8-7dfa-449e-b25b-b76bd228fe8d req-efb8a464-0c38-41d4-88fe-5268d14b605f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:42.328207 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-25a7a6f8-7dfa-449e-b25b-b76bd228fe8d req-efb8a464-0c38-41d4-88fe-5268d14b605f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.1013927
Dec 15 13:38:42.379587 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-25a7a6f8-7dfa-449e-b25b-b76bd228fe8d req-52bd715c-87a2-467a-9ad3-afe10d5a2a20 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449181
Dec 15 13:38:42.749509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:43.496177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1be755b2-16b5-45ba-bfde-0e0fe28e225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:43.606072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf360ff-74c7-4e92-9d81-cd8d562cfbcb req-c8ac65aa-a766-4385-b695-8550fe64689b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:43.607658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dbf360ff-74c7-4e92-9d81-cd8d562cfbcb req-c8ac65aa-a766-4385-b695-8550fe64689b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0866003
Dec 15 13:38:43.662825 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-dbf360ff-74c7-4e92-9d81-cd8d562cfbcb req-d401e44c-4008-4779-b0c6-c32238ad6435 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479941
Dec 15 13:38:43.863224 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:44.896313 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f52daa-5d32-4352-a4ff-781e5739067c req-7acdb60d-ba93-41c3-93f6-3dad3d74f8c6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:44.898201 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9f52daa-5d32-4352-a4ff-781e5739067c req-7acdb60d-ba93-41c3-93f6-3dad3d74f8c6 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0987370
Dec 15 13:38:44.957221 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d9f52daa-5d32-4352-a4ff-781e5739067c req-e2a38981-467b-489c-9c58-e69cfa14d14c tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501921
Dec 15 13:38:45.196821 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0e5b2eab-b3ff-4fb2-a877-0c495b78d629 req-d25f9ef3-1c0d-4825-a808-e588e8bab499 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0897045
Dec 15 13:38:45.496777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:46.473294 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-95d3cffa-22b3-41f4-bca8-9bccb3bc7cd1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0887239
Dec 15 13:38:46.550756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b4dc5-c287-4a26-b289-d236462dd95a req-7153fb26-14d3-45a1-aa9f-02d1f2836fc2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:46.553066 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b4dc5-c287-4a26-b289-d236462dd95a req-7153fb26-14d3-45a1-aa9f-02d1f2836fc2 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0974224
Dec 15 13:38:46.604850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-151b4dc5-c287-4a26-b289-d236462dd95a req-9afecf41-08b0-485c-b6d8-807ae4451ead tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451825
Dec 15 13:38:47.391896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 31237b50-6752-4352-a88d-1e0ab895e702 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:38:47.517976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:47.547525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:38:47.557851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:38:47.561762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:47.563764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:38:47.638360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:38:47.653727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.653908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.654193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.654573 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.654954 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.655329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.655730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.656105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.656484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.656852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.657207 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:38:47.672442 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:38:47.698924 dv-neutron-821831-1-hyperv neutron-server[88760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702', 'code': 422} returned with failed status
Dec 15 13:38:47.828210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba42445-43df-4527-916c-5294c7d04cb1 req-a1245dc7-b15e-4191-adf4-b980be3b991d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:47.830005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5ba42445-43df-4527-916c-5294c7d04cb1 req-a1245dc7-b15e-4191-adf4-b980be3b991d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0856786
Dec 15 13:38:47.888625 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5ba42445-43df-4527-916c-5294c7d04cb1 req-131acc32-cfc6-4a0c-8cc4-ff90051ed477 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514388
Dec 15 13:38:49.032211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-e61d2315-ab90-460d-a2e8-45c84334c9ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073&tenant_id=e81dfcb0dda24022a0719e97c6e91e74 HTTP/1.1" status: 200  len: 1096 time: 0.0786102
Dec 15 13:38:49.115047 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464745-2260-4465-8737-ad950df21c21 req-5e16c337-a274-40ad-9562-8ec962f4504d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:49.116773 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-44464745-2260-4465-8737-ad950df21c21 req-5e16c337-a274-40ad-9562-8ec962f4504d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0940909
Dec 15 13:38:49.132385 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-54cf5d37-797f-4b6f-8384-7f9f7f6e6736 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1096 time: 0.0761156
Dec 15 13:38:49.178874 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-44464745-2260-4465-8737-ad950df21c21 req-d5ec11ee-7741-4281-8ea9-1786b6635fee tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555854
Dec 15 13:38:49.294580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-1dacae78-f9b5-4ab0-9d6b-a7f348a0a635 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:49.296194 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-1dacae78-f9b5-4ab0-9d6b-a7f348a0a635 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1535783
Dec 15 13:38:49.411787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-6d3dbe44-7e0d-44f6-823f-b3f96c54d95e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 999 time: 0.1089218
Dec 15 13:38:49.491910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-42cd412b-4585-4395-8517-7d242c6874dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:49.493519 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-42cd412b-4585-4395-8517-7d242c6874dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0725989
Dec 15 13:38:49.587181 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-52a310f8-2561-46c0-a79b-2636c550f19c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0835254
Dec 15 13:38:49.745147 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-17270354-7b3b-403f-ab56-5f691402959a service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506710
Dec 15 13:38:49.900787 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8353a91-839b-42ea-a19b-bf4ae24234a7 req-13d4be75-9538-480e-a679-10ae28336ef4 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481721
Dec 15 13:38:50.397667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbe5f1-c0cc-49f9-a449-09477ca5378c req-c4fb8fc6-a1f7-4b1e-83a5-436778cd89bb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:50.399305 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-55bbe5f1-c0cc-49f9-a449-09477ca5378c req-c4fb8fc6-a1f7-4b1e-83a5-436778cd89bb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0898933
Dec 15 13:38:50.456779 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-55bbe5f1-c0cc-49f9-a449-09477ca5378c req-233bfb8f-20c6-4197-936a-8da0138223a7 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504904
Dec 15 13:38:51.700770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5f21c-f8cc-4d62-b670-a4f76bdbf0f5 req-099d2ecd-d627-4de3-a5b2-60721534ab21 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:51.702422 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cbf5f21c-f8cc-4d62-b670-a4f76bdbf0f5 req-099d2ecd-d627-4de3-a5b2-60721534ab21 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.1031411
Dec 15 13:38:51.756282 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cbf5f21c-f8cc-4d62-b670-a4f76bdbf0f5 req-b8a5edfa-5c93-4977-94c2-65be71f61a3b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461700
Dec 15 13:38:52.983547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838591-27d3-42aa-87eb-e7a99ac1983e req-9133eb52-427d-4a74-aaf3-9ffc7895ca3e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:52.985205 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24838591-27d3-42aa-87eb-e7a99ac1983e req-9133eb52-427d-4a74-aaf3-9ffc7895ca3e tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.1012969
Dec 15 13:38:53.036312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-24838591-27d3-42aa-87eb-e7a99ac1983e req-b21e9c2e-a195-430d-a89a-055da409df6f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442100
Dec 15 13:38:54.249692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54343209-a056-41af-99d0-341a1ebb3810 req-48a72e87-d06b-4e27-9c3b-7136462015eb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:54.251366 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54343209-a056-41af-99d0-341a1ebb3810 req-48a72e87-d06b-4e27-9c3b-7136462015eb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0893271
Dec 15 13:38:54.301849 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-54343209-a056-41af-99d0-341a1ebb3810 req-74c2fdc0-7bf1-412c-9939-873c127e7388 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433035
Dec 15 13:38:55.530083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dce2a1-b5bf-4ab1-93e7-c2cc7d7200ce req-0ed9970b-7d8d-47cc-ac08-f3426b7ac462 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:55.531774 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7dce2a1-b5bf-4ab1-93e7-c2cc7d7200ce req-0ed9970b-7d8d-47cc-ac08-f3426b7ac462 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0924397
Dec 15 13:38:55.585928 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b7dce2a1-b5bf-4ab1-93e7-c2cc7d7200ce req-0814dc50-fbdb-4242-ae5c-2dd2f3720204 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470724
Dec 15 13:38:56.812007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e089e6-5654-4d9a-84c5-80e64e40c49a req-ef335f6e-8772-49ce-b8c6-19c096a267ae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:56.813892 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-64e089e6-5654-4d9a-84c5-80e64e40c49a req-ef335f6e-8772-49ce-b8c6-19c096a267ae tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 943 time: 0.0902035
Dec 15 13:38:56.875388 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-64e089e6-5654-4d9a-84c5-80e64e40c49a req-51144575-6d68-48c8-8734-1f0f2bec3cfe tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542240
Dec 15 13:38:57.440521 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 31237b50-6752-4352-a88d-1e0ab895e702 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:38:57.593171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:38:57.608881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': '31237b50-6752-4352-a88d-1e0ab895e702', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'port_id': '31237b50-6752-4352-a88d-1e0ab895e702', 'mac_address': 'fa:16:3e:84:98:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:38:57.671746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:57.690566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31237b50-6752-4352-a88d-1e0ab895e702 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:38:57.706362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:38:57.712528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:57.714103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d11d34b-371f-4b26-a715-7d3ef98fcfcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:38:57.785729 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:38:57.789414 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:38:58.015978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['31237b50-6752-4352-a88d-1e0ab895e702'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:38:58.115084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4c8f9-5aee-4bc6-ba2e-7c126f642142 req-5e381951-6b43-4a46-9056-b145f21edde8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:58.116856 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0d4c8f9-5aee-4bc6-ba2e-7c126f642142 req-5e381951-6b43-4a46-9056-b145f21edde8 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 944 time: 0.0892849
Dec 15 13:38:58.181715 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d0d4c8f9-5aee-4bc6-ba2e-7c126f642142 req-5d86ebb7-f92e-4511-a29b-7bf1697313a0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565164
Dec 15 13:38:58.659491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:59.411935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d8a31-36b3-4525-8583-e66a35fb875f req-a3358a97-8c10-457a-933a-40b91040e8c0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:38:59.413748 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3b0d8a31-36b3-4525-8583-e66a35fb875f req-a3358a97-8c10-457a-933a-40b91040e8c0 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 944 time: 0.0946257
Dec 15 13:38:59.454439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 31237b50-6752-4352-a88d-1e0ab895e702 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:38:59.484522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-3b0d8a31-36b3-4525-8583-e66a35fb875f req-789a1852-8a1a-4121-a916-4da6d0d127dc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589292
Dec 15 13:38:59.541200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port 31237b50-6752-4352-a88d-1e0ab895e702 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:38:59.541607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:59.681992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:59.716297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:38:59.726661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:38:59.730274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:38:59.732517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:38:59.777833 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702', 'code': 200}
Dec 15 13:38:59.807770 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:38:59.811593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:39:00.097695 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-476241cf-8234-450b-ad00-a4c9a21a7757 req-774f245b-ed17-4e9b-8858-3e19be9d35ed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.0966408
Dec 15 13:39:00.145231 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-476241cf-8234-450b-ad00-a4c9a21a7757 req-7faabe92-32b6-4fb9-8692-cbb99e82b51e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408607
Dec 15 13:39:00.701904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446ecaa-04c6-46a3-a231-420db3335884 req-dfc5c7cc-8fe0-4582-bf88-cea8797fc48d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:39:00.703464 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d446ecaa-04c6-46a3-a231-420db3335884 req-dfc5c7cc-8fe0-4582-bf88-cea8797fc48d tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0931618
Dec 15 13:39:00.754606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d446ecaa-04c6-46a3-a231-420db3335884 req-9dc6ebca-1705-40ac-911a-dbf2530315ee tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446446
Dec 15 13:39:01.978968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3afbb8-ba00-4846-9dd0-960dcff6765b req-af3b7179-a892-416c-b836-9ab7a862118b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:39:01.980959 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a3afbb8-ba00-4846-9dd0-960dcff6765b req-af3b7179-a892-416c-b836-9ab7a862118b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.0956843
Dec 15 13:39:02.037566 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2a3afbb8-ba00-4846-9dd0-960dcff6765b req-c0c1ad1c-09f5-4bea-bdd5-101d18cc785b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467708
Dec 15 13:39:05.708724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:39:11.056357 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eba8b86c-14f5-4019-a4cf-807af85b027d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:12.749719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:13.507603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-592595e7-694f-4a51-9553-2d92dda618bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:13.870046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:15.503508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:28.685077 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:41.053400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cc04ff23-7849-4b11-9039-da5b9a3cdb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:42.709811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:39:42.747009 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:43.502774 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7a183e10-4ceb-4a84-8dd1-c59881a67d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:43.873128 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:45.512274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:39:47.729634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-61d4d349-1461-4151-9265-1226a099d2e8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0915036
Dec 15 13:39:47.912589 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-6c1fd3d7-6996-4ff4-98d7-c32bb84bb53a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.0858176
Dec 15 13:39:48.106660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-96dbb523-25ea-44db-bc9e-7021d4dbd2e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:39:48.108136 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-96dbb523-25ea-44db-bc9e-7021d4dbd2e3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.1685913
Dec 15 13:39:48.230674 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-a1e247ef-ee5e-4e2a-9510-b6d09e542ec6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 1001 time: 0.1122296
Dec 15 13:39:48.311587 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-c477082c-2479-4ab4-96c9-ec97af6e10a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:39:48.313296 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-c477082c-2479-4ab4-96c9-ec97af6e10a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.0739095
Dec 15 13:39:48.411035 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-96e5cd31-cb1c-42dd-83fe-251e92c350df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778813
Dec 15 13:39:48.571053 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-d6da47e9-1fae-49e3-abb4-662a0d980538 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518204
Dec 15 13:39:48.729138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e6b7dd3a-9d03-49ca-b84b-61b05d63da3f req-785bbf69-dddc-4189-ab69-c1a6fb416dbd service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479001
Dec 15 13:39:58.667123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:11.070053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9813f5fe-c84d-43fe-9e8b-95199c934066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:12.753950 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:13.498852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-49125395-7745-4a94-8a31-da32c2252cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:13.873428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:15.513425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:19.711236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:40:28.684846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:30.900522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40714) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:31.138084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Deleting port ead03608-b112-48e7-82ac-160b8e8e7318 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:31.138394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:31.340003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:31.340341 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:31.729690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Calling delete_port for ead03608-b112-48e7-82ac-160b8e8e7318 owned by network:floatingip {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:31.895440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:31.900585 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-83e4d1e9-03a9-441a-bbd3-807f903be4ad tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:31.944386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event deleted for resources: {'Port': ['ID=ead03608-b112-48e7-82ac-160b8e8e7318,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:31.989075 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.989410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.989827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.990235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.990644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.991033 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.991466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.991874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.992292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.992657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:31.993087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:32.001393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:32.060159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for floatingip, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:32.495198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:40:32.730769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:40:32.743208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] Sync routers for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:40:32.753066 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:32.758909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:32.759677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb829898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:32.820522 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d38062ef-01f0-4e49-8f2d-160aec2789e9 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "DELETE /v2.0/floatingips/d6e5da1e-477b-45e5-93db-16effb117452 HTTP/1.1" status: 204  len: 168 time: 1.9187231
Dec 15 13:40:32.821243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:40:32.966982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:33.028982 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702', 'status': 'completed', 'code': 200}
Dec 15 13:40:33.141512 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-6993c16a-ab95-4333-b5a2-cf56476c0c8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 1098 time: 0.0869718
Dec 15 13:40:33.377822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-7d101c08-c853-408a-9df9-fadfc5df4ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:40:33.379525 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-7d101c08-c853-408a-9df9-fadfc5df4ef7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 200  len: 910 time: 0.2316229
Dec 15 13:40:33.447755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251a76e-dec1-45bf-8865-4d4874d1a049 req-daf9df96-f4d3-41dd-8ba9-d476a611e0c3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:40:33.448695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e251a76e-dec1-45bf-8865-4d4874d1a049 req-daf9df96-f4d3-41dd-8ba9-d476a611e0c3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Synchronizing usage tracker for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:40:33.475074 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-dc075547-c03a-465b-a383-6e488b009d14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 200  len: 217 time: 0.0855637
Dec 15 13:40:33.482084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-e251a76e-dec1-45bf-8865-4d4874d1a049 req-daf9df96-f4d3-41dd-8ba9-d476a611e0c3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Unset dirty status for tenant:e81dfcb0dda24022a0719e97c6e91e74 on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:40:33.483381 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e251a76e-dec1-45bf-8865-4d4874d1a049 req-daf9df96-f4d3-41dd-8ba9-d476a611e0c3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.2834144
Dec 15 13:40:33.506657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb829898>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:33.510317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] Checking router: d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:40:33.522828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:33.523487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb829898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:33.590825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-003566f2-1058-4e55-bde6-391de746c46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:40:33.592517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-003566f2-1058-4e55-bde6-391de746c46c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 200  len: 848 time: 0.1081717
Dec 15 13:40:33.600488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-e251a76e-dec1-45bf-8865-4d4874d1a049 req-e62e8fea-7103-47b8-a408-7610e7a94795 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745575
Dec 15 13:40:33.681600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-8723febd-8712-47d0-8892-25350269b8d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=86e91889-2cc1-402c-9ec8-68afd78ab9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0800233
Dec 15 13:40:33.721054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:33.835606 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-d39ea1e5-868b-47dd-859d-abe1586e1d59 service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463637
Dec 15 13:40:33.988845 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f63aefb0-bc3d-4380-82c6-6e15f1efbb08 req-451b5c2b-1102-47d2-8888-0cfe56b41e1a service neutron] 10.222.0.77 "GET /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465387
Dec 15 13:40:34.077803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb829898>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:34.082421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b1f16-f6d7-48bf-b73b-814d03ee4906 None None] The sync data for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv is: [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:31:20Z', 'revision_number': 4, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '3b02179b-6897-4d3b-b3ca-377f6cd2b2c1', 'name': '', 'network_id': '86e91889-2cc1-402c-9ec8-68afd78ab9d6', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'mac_address': 'fa:16:3e:cf:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:20Z', 'updated_at': '2021-12-15T13:31:29Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'subnets': [{'id': '4b98a158-7ee0-4cbd-88e8-ac21eefc8fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:40:34.575411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c879fe-d175-4390-beff-3e10baf2d8b5 None None] New status for floating IP d6e5da1e-477b-45e5-93db-16effb117452: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:40:34.840483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764be264-81f1-491e-932f-89faeec2c986 req-4fc3ea4c-ae61-46ee-9838-d7418feffd07 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:40:34.842355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-764be264-81f1-491e-932f-89faeec2c986 req-4fc3ea4c-ae61-46ee-9838-d7418feffd07 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.1017306
Dec 15 13:40:34.898114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-764be264-81f1-491e-932f-89faeec2c986 req-348b04fc-0279-43bb-af00-50257bf229b3 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3deb1e1-bb52-49e2-9a16-42109cd069a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487523
Dec 15 13:40:34.912662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-37f12d3f-1377-4743-a9c1-2cfc1c8a8e2b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:40:34.914402 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-37f12d3f-1377-4743-a9c1-2cfc1c8a8e2b tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 945 time: 0.1044517
Dec 15 13:40:34.994741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Deleting port 31237b50-6752-4352-a88d-1e0ab895e702 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:34.995510 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:35.279937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] For port 31237b50-6752-4352-a88d-1e0ab895e702, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=31237b50-6752-4352-a88d-1e0ab895e702,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:35.280337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:35.409433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Calling delete_port for 31237b50-6752-4352-a88d-1e0ab895e702 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:35.572639 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:35.579678 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a27e51d2-45c6-4b46-863f-a74a87be16d0 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:35.626420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event deleted for resources: {'Port': ['ID=31237b50-6752-4352-a88d-1e0ab895e702,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:35.629338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:35.707677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] No DVR routers for this DVR port 31237b50-6752-4352-a88d-1e0ab895e702 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:40:35.710440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:35.713530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-deleted', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:40:35.730981 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ffbb3c8c-7f5a-420e-a5d2-217c19a09bcc req-308f512a-8bd8-44ae-833a-7ffa93e80909 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.77 "DELETE /v2.0/ports/31237b50-6752-4352-a88d-1e0ab895e702 HTTP/1.1" status: 204  len: 173 time: 0.8102446
Dec 15 13:40:35.775924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1cca6c-7dc4-490a-b202-d503b2d18073', 'name': 'network-vif-deleted', 'tag': '31237b50-6752-4352-a88d-1e0ab895e702', 'status': 'completed', 'code': 200}
Dec 15 13:40:36.090126 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ab19ca5f-456c-4dcb-8a3c-4c1cf8721f45 req-426be434-ef8b-413f-9337-5b9f27368da4 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c1cca6c-7dc4-490a-b202-d503b2d18073 HTTP/1.1" status: 200  len: 210 time: 0.0604177
Dec 15 13:40:37.204924 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40742) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:37.283877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-285ca4ee-7c31-4a94-8280-04c852c7f7fb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:37.316970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-285ca4ee-7c31-4a94-8280-04c852c7f7fb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:37.381054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-285ca4ee-7c31-4a94-8280-04c852c7f7fb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:37.386647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f9b4ea10-a5be-48da-827c-b67f290b6910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:37.402735 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ca4ee-7c31-4a94-8280-04c852c7f7fb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3deb1e1-bb52-49e2-9a16-42109cd069a1,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:37.405646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-285ca4ee-7c31-4a94-8280-04c852c7f7fb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:37.412574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-285ca4ee-7c31-4a94-8280-04c852c7f7fb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:37.413828 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-285ca4ee-7c31-4a94-8280-04c852c7f7fb tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] 10.222.0.53 "DELETE /v2.0/security-groups/e3deb1e1-bb52-49e2-9a16-42109cd069a1 HTTP/1.1" status: 204  len: 168 time: 0.2078474
Dec 15 13:40:37.471823 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40748) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:37.950630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 31237b50-6752-4352-a88d-1e0ab895e702 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:40:37.985807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: 31237b50-6752-4352-a88d-1e0ab895e702 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:40:37.986202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device 31237b50-6752-4352-a88d-1e0ab895e702 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:40:38.375328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:39.016010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Deleting port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:39.016286 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:39.199365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] For port 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:39.199810 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:39.335056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Calling delete_port for 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:39.520402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:39.524476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-525fe9c9-24d7-4639-82ac-1b9dad77d071 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:39.566467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b02179b-6897-4d3b-b3ca-377f6cd2b2c1,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:39.610771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.611195 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.611662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.612072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.612481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.612890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.613291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.613690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.614111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.614479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.614889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:39.622661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:39.896935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:40.535122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:40:40.761421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:40:40.770792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] Sync routers for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:40:40.776128 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6cf19ad9-748c-4aa9-a573-8bbf2feda0c8 admin admin] 10.222.0.53 "PUT /v2.0/routers/d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3030391
Dec 15 13:40:40.779386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40754) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:40.785174 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:40.785876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb767780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:40.982085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:41.000046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:41.143133 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0cc0da05-3a4d-4a25-a3bd-6c52b9bcaf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:41.323602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb767780>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:40:39Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:41.328504 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] Checking router: d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:40:41.341620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] Routers {'d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:41.342274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb767780>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:41.487040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:41.496372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Deleting port 35aea680-0599-4620-8a67-6a10f9988a70 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:41.496744 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:41.529927 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] Set router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:41.695025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] For port 35aea680-0599-4620-8a67-6a10f9988a70, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=35aea680-0599-4620-8a67-6a10f9988a70,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:41.695691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:41.831445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Calling delete_port for 35aea680-0599-4620-8a67-6a10f9988a70 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:41.845230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb767780>, [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:40:39Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:41.849976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9c9c6-f5bf-4b31-ac1c-a454a55f855d None None] The sync data for ids ['d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42'] in dv-neutron-821831-1-hyperv is: [{'id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'name': 'tempest-TestShelveInstance-1259908028-router', 'tenant_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '35aea680-0599-4620-8a67-6a10f9988a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:17Z', 'updated_at': '2021-12-15T13:40:39Z', 'revision_number': 5, 'project_id': 'e81dfcb0dda24022a0719e97c6e91e74', 'gw_port': {'id': '35aea680-0599-4620-8a67-6a10f9988a70', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e9c6b-2bae-4a5c-9e52-cc5d0d225f42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:18Z', 'updated_at': '2021-12-15T13:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:40:42.015630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.020472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ac3770fc-1de6-4530-8779-386e42e95e21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:42.066397 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Pushing event deleted for resources: {'Port': ['ID=35aea680-0599-4620-8a67-6a10f9988a70,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:42.070225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:42.309647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.525461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:40:42.560911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:40:42.561315 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 3b02179b-6897-4d3b-b3ca-377f6cd2b2c1 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:40:42.590420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.595213 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.622949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.623556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:40:42.636615 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.637603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d98e9c6b-2bae-4a5c-9e52-cc5d0d225f42 HTTP/1.1" status: 204  len: 168 time: 1.8571272
Dec 15 13:40:42.640845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40758) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:42.714154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Deleting subnet 4b98a158-7ee0-4cbd-88e8-ac21eefc8fea {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:40:42.717771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.748815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.770801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.857578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.939144 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.943951 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29f46d66-7316-495c-b326-890377411769 tempest-RoutersNegativeTest-1248255844 tempest-RoutersNegativeTest-1248255844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:42.983317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b98a158-7ee0-4cbd-88e8-ac21eefc8fea,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:42.986231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:42.989140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:42.994792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de453fbf-8851-425e-b7e4-e168ea56d050 None None] Network 86e91889-2cc1-402c-9ec8-68afd78ab9d6 requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:40:42.996455 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1916d29e-3e4a-4448-a76d-b2b97c9d45f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4b98a158-7ee0-4cbd-88e8-ac21eefc8fea HTTP/1.1" status: 204  len: 168 time: 0.3544838
Dec 15 13:40:42.999594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40762) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:43.122383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.134088 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Deleting port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:43.134472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.375015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] For port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:43.375445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.448332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] DHCP port deletion for 86e91889-2cc1-402c-9ec8-68afd78ab9d6 request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:40:43.453455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Deleting port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:43.453879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.514467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Calling delete_port for e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:43.548742 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-11f91d2f-7784-4fd1-8440-17de5bdc5935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.598245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.607114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-715c6258-74b5-495d-acc5-808cff3e4a85 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:43.663111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:43.665932 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:43.669370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] No DVR routers for this DVR port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:40:43.688018 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] For port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386,segment=NetworkSegment(a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc),segment_id=a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:43.688379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.796281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.815657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Calling delete_port for e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:43.824741 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9e75c88>,) {'filters': {'network_id': ['86e91889-2cc1-402c-9ec8-68afd78ab9d6']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:43.838179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e75c88>, 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:43.838518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9e75c88>, 'a8210f5b-cfcb-4323-a0bb-ff7a61d1f2dc') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:43.851905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.872544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.880274 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:40:43.880728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:40:43.896088 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:40:43.901016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.905378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:40:43.905808 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:40:43.986109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:43.990155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7cb20811-9945-4864-8638-301793be3a5c tempest-PortsIpV6TestJSON-933258610 tempest-PortsIpV6TestJSON-933258610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:44.005339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:44.018055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Pushing event deleted for resources: {'Network': ['ID=86e91889-2cc1-402c-9ec8-68afd78ab9d6,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:44.021728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:44.033652 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c74bb66f-fdb6-41d4-a76e-2f9ed3299415 admin admin] 10.222.0.53 "DELETE /v2.0/networks/86e91889-2cc1-402c-9ec8-68afd78ab9d6 HTTP/1.1" status: 204  len: 168 time: 1.0329084
Dec 15 13:40:44.037288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40766) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:44.407178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Deleting port e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:44.407699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:44.477972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-331d09c2-e038-4a35-bd1e-cd0047e9f813 None None] The port 'e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:40:44.482557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:44.535784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:40:44.569170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:40:44.569565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device e0e50cc1-4b84-4ee4-b381-4a3ce1d2b386 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:40:44.570041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 35aea680-0599-4620-8a67-6a10f9988a70 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:40:44.612601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 35aea680-0599-4620-8a67-6a10f9988a70 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:40:44.613154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 35aea680-0599-4620-8a67-6a10f9988a70 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:40:45.450349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Deleting port 73301432-7ebf-4e54-9537-1dadee4b6b89 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:45.450929 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:45.514649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:45.642943 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] For port 73301432-7ebf-4e54-9537-1dadee4b6b89, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=73301432-7ebf-4e54-9537-1dadee4b6b89,segment=NetworkSegment(734fed79-c55f-478d-8b4b-b94113dc2976),segment_id=734fed79-c55f-478d-8b4b-b94113dc2976)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:45.643384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:45.780230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Calling delete_port for 73301432-7ebf-4e54-9537-1dadee4b6b89 owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:45.985647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:45.989807 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-490d9b8c-963c-4bac-bb48-bd4290a1b2e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:46.035189 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Pushing event deleted for resources: {'Port': ['ID=73301432-7ebf-4e54-9537-1dadee4b6b89,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:46.038287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:46.368614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:47.040785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Router 1e6b031f-049f-45e1-ba82-986659e24223 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:40:47.266556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:40:47.277849 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] Sync routers for ids ['1e6b031f-049f-45e1-ba82-986659e24223'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:40:47.287496 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] 10.222.0.53 "PUT /v2.0/routers/1e6b031f-049f-45e1-ba82-986659e24223/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2464976
Dec 15 13:40:47.287978 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40770) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:47.292897 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] Routers {'1e6b031f-049f-45e1-ba82-986659e24223'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:47.293200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb91dc18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1e6b031f-049f-45e1-ba82-986659e24223'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:47.494202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] Set router 1e6b031f-049f-45e1-ba82-986659e24223 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:47.511645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:47.838486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb91dc18>, [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:40:45Z', 'revision_number': 5, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:47.844489 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] Checking router: 1e6b031f-049f-45e1-ba82-986659e24223 for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:40:47.858007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] Routers {'1e6b031f-049f-45e1-ba82-986659e24223'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:47.859760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb91dc18>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['1e6b031f-049f-45e1-ba82-986659e24223'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:48.008928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:48.019632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Deleting port f099018d-f43e-4665-b281-d6003a08ecf0 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:48.020007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:48.058949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] Set router 1e6b031f-049f-45e1-ba82-986659e24223 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:48.222508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] For port f099018d-f43e-4665-b281-d6003a08ecf0, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=f099018d-f43e-4665-b281-d6003a08ecf0,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:48.222508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:48.353259 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Calling delete_port for f099018d-f43e-4665-b281-d6003a08ecf0 owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:48.385716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb91dc18>, [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:40:45Z', 'revision_number': 5, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:48.390801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cce1c-da71-48a8-bdfb-eb4d1c7b5582 None None] The sync data for ids ['1e6b031f-049f-45e1-ba82-986659e24223'] in dv-neutron-821831-1-hyperv is: [{'id': '1e6b031f-049f-45e1-ba82-986659e24223', 'name': 'tempest-TestShelveInstance-1351752970-router', 'tenant_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:40:45Z', 'revision_number': 5, 'project_id': '6ddd2d7a75d24eaeaa69547f0e67cf36', 'gw_port': {'id': 'f099018d-f43e-4665-b281-d6003a08ecf0', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b031f-049f-45e1-ba82-986659e24223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:40:48.492549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73301432-7ebf-4e54-9537-1dadee4b6b89 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:40:48.534254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 73301432-7ebf-4e54-9537-1dadee4b6b89 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:40:48.534644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 73301432-7ebf-4e54-9537-1dadee4b6b89 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:40:48.561266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:48.566199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-676228e3-e554-4c6b-8544-ee5808b22a80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:48.611297 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Pushing event deleted for resources: {'Port': ['ID=f099018d-f43e-4665-b281-d6003a08ecf0,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:48.614280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:48.863501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.162804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.168080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.194889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.195523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6b031f-049f-45e1-ba82-986659e24223 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:40:49.210051 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.211382 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] 10.222.0.53 "DELETE /v2.0/routers/1e6b031f-049f-45e1-ba82-986659e24223 HTTP/1.1" status: 204  len: 168 time: 1.9224806
Dec 15 13:40:49.214658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40774) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:49.289672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Deleting subnet 7b624cf9-bfac-42e3-a8d6-209b601d0a68 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:40:49.293961 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.354941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.441689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.527106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.531616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-36305262-aa47-48fe-bca0-b747ba372f8d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:49.571122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b624cf9-bfac-42e3-a8d6-209b601d0a68,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:49.576028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:49.583643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.590866 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-65828e9c-b5eb-4b95-be98-022a38ae507e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7b624cf9-bfac-42e3-a8d6-209b601d0a68 HTTP/1.1" status: 204  len: 168 time: 0.3745110
Dec 15 13:40:49.591065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d77634b-60c8-4208-b31a-4cae5a9d99af None None] Network 17ac3bf6-b572-4c50-b996-20f2aa9839ad requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:40:49.593371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40778) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:49.717619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.730942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Deleting port 6d5b57e8-e03e-435a-82d6-6745028efb66 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:49.731203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.876643 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] DHCP port deletion for 17ac3bf6-b572-4c50-b996-20f2aa9839ad request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:40:49.881523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Deleting port 6d5b57e8-e03e-435a-82d6-6745028efb66 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:49.881953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:49.965754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] For port 6d5b57e8-e03e-435a-82d6-6745028efb66, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6d5b57e8-e03e-435a-82d6-6745028efb66,segment=NetworkSegment(734fed79-c55f-478d-8b4b-b94113dc2976),segment_id=734fed79-c55f-478d-8b4b-b94113dc2976)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:49.966179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.102559 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Calling delete_port for 6d5b57e8-e03e-435a-82d6-6745028efb66 owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:50.110540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] For port 6d5b57e8-e03e-435a-82d6-6745028efb66, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=6d5b57e8-e03e-435a-82d6-6745028efb66,segment=NetworkSegment(734fed79-c55f-478d-8b4b-b94113dc2976),segment_id=734fed79-c55f-478d-8b4b-b94113dc2976)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:50.110986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.190084 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.194393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e384c093-72bd-495a-a896-7a413801c780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:50.247208 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5b57e8-e03e-435a-82d6-6745028efb66,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:50.249908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Calling delete_port for 6d5b57e8-e03e-435a-82d6-6745028efb66 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:40:50.252260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:50.255211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] No DVR routers for this DVR port 6d5b57e8-e03e-435a-82d6-6745028efb66 on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:40:50.322699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:40:50.323238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:40:50.386733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.415380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42faa5a630>,) {'filters': {'network_id': ['17ac3bf6-b572-4c50-b996-20f2aa9839ad']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:50.429410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa5a630>, '734fed79-c55f-478d-8b4b-b94113dc2976') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:50.429816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42faa5a630>, '734fed79-c55f-478d-8b4b-b94113dc2976') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:50.442891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.462732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.469996 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:40:50.470436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:40:50.485490 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:40:50.519836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f099018d-f43e-4665-b281-d6003a08ecf0 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:40:50.555217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: f099018d-f43e-4665-b281-d6003a08ecf0 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:40:50.555654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device f099018d-f43e-4665-b281-d6003a08ecf0 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:40:50.556148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6d5b57e8-e03e-435a-82d6-6745028efb66 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:40:50.565531 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.569169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1bbfea61-fc6b-468e-a0d2-34b9a2ee0914 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:50.583831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.594514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 6d5b57e8-e03e-435a-82d6-6745028efb66 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:40:50.594931 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 6d5b57e8-e03e-435a-82d6-6745028efb66 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:40:50.595878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=17ac3bf6-b572-4c50-b996-20f2aa9839ad,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:50.600717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:50.604706 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0317116f-12ac-4625-bec5-506848bccf2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/17ac3bf6-b572-4c50-b996-20f2aa9839ad HTTP/1.1" status: 204  len: 168 time: 1.0102534
Dec 15 13:40:50.771975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40784) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:50.824904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Deleting port 6d5b57e8-e03e-435a-82d6-6745028efb66 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:40:50.825576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.832909 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0d3328ba-846e-4997-91ad-3ab7fbd708bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e81dfcb0dda24022a0719e97c6e91e74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0570850
Dec 15 13:40:50.833197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40788) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:50.897558 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-fcd93a6b-00bc-4759-94ab-168e73a9af31 None None] The port '6d5b57e8-e03e-435a-82d6-6745028efb66' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:40:50.905771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5905bbe7-f1ac-479a-adf4-7d72c5e110b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.940121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5905bbe7-f1ac-479a-adf4-7d72c5e110b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.988977 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5905bbe7-f1ac-479a-adf4-7d72c5e110b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:50.993199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-292ae12f-68b2-4547-b0ec-793343a6e31a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:51.008060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905bbe7-f1ac-479a-adf4-7d72c5e110b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f9995-a203-4d6e-9678-4da9c262009a,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:51.013652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5905bbe7-f1ac-479a-adf4-7d72c5e110b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:51.021345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5905bbe7-f1ac-479a-adf4-7d72c5e110b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:51.023782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5905bbe7-f1ac-479a-adf4-7d72c5e110b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b99f9995-a203-4d6e-9678-4da9c262009a HTTP/1.1" status: 204  len: 168 time: 0.1889327
Dec 15 13:40:51.529928 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40796) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:51.586570 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-241eaffc-7239-45e9-8a4d-c2b1536d00d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ddd2d7a75d24eaeaa69547f0e67cf36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552137
Dec 15 13:40:51.590227 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40800) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:51.670199 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123597e7-71dd-44d2-a3ef-7d7225ae896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:51.704181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123597e7-71dd-44d2-a3ef-7d7225ae896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:51.761976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123597e7-71dd-44d2-a3ef-7d7225ae896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:51.766319 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6498ec85-50ed-4d67-ac3c-977e89afad37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:51.779113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123597e7-71dd-44d2-a3ef-7d7225ae896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2aaf3-3225-4dd6-bf50-6aec79a45143,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:51.781860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-123597e7-71dd-44d2-a3ef-7d7225ae896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:51.789150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-123597e7-71dd-44d2-a3ef-7d7225ae896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:51.790412 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-123597e7-71dd-44d2-a3ef-7d7225ae896f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3db2aaf3-3225-4dd6-bf50-6aec79a45143 HTTP/1.1" status: 204  len: 168 time: 0.1991308
Dec 15 13:40:52.799962 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40822) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:52.960941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1330375371-network', 'tenant_id': '1980ecf66df546609e6b8894bde359dd'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:40:52.967432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:40:52.971747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Usage tracker for resource:network and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:40:52.974972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:40:52.983104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:40:52.998718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Made reservation on behalf of 1980ecf66df546609e6b8894bde359dd for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:40:53.003675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.019993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.066032 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:40:53.070540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:40:53.074518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:40:53.081117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:40:53.164440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.170860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.174346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9625bb38-0254-42af-a447-d1bfa08590ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:53.209056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:40:53.218666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7172e37-aa2d-428a-b675-f56fc53178ca,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:53.222851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:53.225751 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.226403 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Added segment 899ab2fa-8521-4078-827a-c24ba93acc7f of type vlan for network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e
Dec 15 13:40:53.257109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.292008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.293768 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:40:53.294419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.298365 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6abb8fcc-82a0-4b7d-ab36-767f3fb2be8c tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:53.412168 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6108239
Dec 15 13:40:53.415765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40828) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:53.416200 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Pushing event updated for resources: {'Network': ['ID=187fa5da-5790-4d8c-b38a-4bcb3f93e68e,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:53.420210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32e59a13-b6fd-46ab-a0bb-dc7fb081a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:53.424670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Request body: {'subnet': {'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1330375371-subnet', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:40:53.431225 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:40:53.432065 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:40:53.437367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Usage tracker for resource:subnet and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:40:53.443920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:40:53.452242 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:40:53.463554 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Made reservation on behalf of 1980ecf66df546609e6b8894bde359dd for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:40:53.469202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.969106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:53.973327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-647ee0bc-44ec-4e2e-bf5e-7916555f447a tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:54.043005 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae197acb-fe4f-4d89-b7fd-45df1061fc16,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:54.052636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:54.070153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Checking segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:40:54.070582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Network hostable DHCP agents. Network: 187fa5da-5790-4d8c-b38a-4bcb3f93e68e, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:40:54.097100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:40:54.108061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 187fa5da-5790-4d8c-b38a-4bcb3f93e68e) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:40:54.112648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:40:54.113494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.119642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86b884-d596-4562-ad08-203a70329ee6 None None] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:40:54.141230 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6535ef9e-296d-45af-9709-b09e668ad167 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7241094
Dec 15 13:40:54.144546 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40832) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:54.151312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:40:54.157436 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:40:54.161815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Usage tracker for resource:router and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:40:54.165173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:40:54.171661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:40:54.191244 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.192556 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.241537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.365131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:40:54.366064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.397689 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.541444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Allocated IP 172.20.0.2 (187fa5da-5790-4d8c-b38a-4bcb3f93e68e/ae197acb-fe4f-4d89-b7fd-45df1061fc16/eafdaecf-c512-4cf0-9ac3-ecb4053f52da) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:40:54.612604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.651827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.804109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.810718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Allocated IP 172.26.0.219 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/59bb0dff-fb99-42b1-acb0-5d35750acebe) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:40:54.817740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Transition to ACTIVE for port object eafdaecf-c512-4cf0-9ac3-ecb4053f52da will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:40:54.840673 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Transition to ACTIVE for port object eafdaecf-c512-4cf0-9ac3-ecb4053f52da will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:40:54.846709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:54.852149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:54.922713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:40:54.923986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:40:54.928820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Pushing event updated for resources: {'Port': ['ID=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:54.931463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:40:54.944607 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.945019 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.945411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.945784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.946132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.946540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.946880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.947255 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.947653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.948101 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.948930 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:40:54.981204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:54.987873 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:55.016989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:55.022093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-8b2509c0-48f3-4ede-b9ac-5e93580ec3ca tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:55.043976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Attempting to bind port eafdaecf-c512-4cf0-9ac3-ecb4053f52da on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:40:55.044412 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Attempting to bind port eafdaecf-c512-4cf0-9ac3-ecb4053f52da by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:40:55.044811 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Attempting to bind port eafdaecf-c512-4cf0-9ac3-ecb4053f52da on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:40:55.052391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:40:55.052812 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Checking segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:40:55.053280 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:55.053727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Bound using segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:40:55.054404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Bound port: eafdaecf-c512-4cf0-9ac3-ecb4053f52da, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:40:55.054692 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:55.107636 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:40:55.111538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:40:55.113764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Pushing event updated for resources: {'Port': ['ID=59bb0dff-fb99-42b1-acb0-5d35750acebe,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:55.116127 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:40:55.147231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:55.170290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] For port eafdaecf-c512-4cf0-9ac3-ecb4053f52da, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:40:55.173904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] For port eafdaecf-c512-4cf0-9ac3-ecb4053f52da, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:40:55.179241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:55.184536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:55.264505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Pushing event updated for resources: {'Port': ['ID=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:55.270083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:55.564627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:55.565634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:55.852796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Router d04f673a-d3b5-44e7-a3a3-c53a3505b475 is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:40:56.087581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:40:56.099960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Sync routers for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:40:56.113976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:56.114687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb077320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:56.125499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:56.126786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-374a6f20-7674-4665-9df0-b4be9c655abd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.9810319
Dec 15 13:40:56.130021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40836) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:40:56.323541 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:56.568488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device eafdaecf-c512-4cf0-9ac3-ecb4053f52da up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:40:56.713488 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:40:56.718990 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port eafdaecf-c512-4cf0-9ac3-ecb4053f52da completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:40:56.746022 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb077320>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:55Z', 'revision_number': 3, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:56.751060 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Checking router: d04f673a-d3b5-44e7-a3a3-c53a3505b475 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:40:56.751487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Updating router d04f673a-d3b5-44e7-a3a3-c53a3505b475 port 59bb0dff-fb99-42b1-acb0-5d35750acebe binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:40:57.011652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.035651 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.153282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58688d6d-eb5b-4c01-b5c1-d3d34d1f763f None None] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:40:57.282371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Provisioning for port eafdaecf-c512-4cf0-9ac3-ecb4053f52da completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:40:57.294688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Allocated IP 172.20.0.1 (187fa5da-5790-4d8c-b38a-4bcb3f93e68e/ae197acb-fe4f-4d89-b7fd-45df1061fc16/74c518c0-171c-4150-8fc5-4b6733e625eb) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:40:57.314660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Provisioning complete for port eafdaecf-c512-4cf0-9ac3-ecb4053f52da triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:40:57.315085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.465594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.483864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Transition to ACTIVE for port object 74c518c0-171c-4150-8fc5-4b6733e625eb will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:40:57.507137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.512596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bae45dcc-891d-4c2f-a2b4-4a5e1be83445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:57.584055 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:40:57.588459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:40:57.592728 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:40:57.624206 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Pushing event updated for resources: {'Port': ['ID=74c518c0-171c-4150-8fc5-4b6733e625eb,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:57.636730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:57.665818 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.733628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.755530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.802138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.829111 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Transition to ACTIVE for port object 59bb0dff-fb99-42b1-acb0-5d35750acebe will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:40:57.835487 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] For port eafdaecf-c512-4cf0-9ac3-ecb4053f52da, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:40:57.838036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.843986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:57.880907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:57.940660 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Attempting to bind port 59bb0dff-fb99-42b1-acb0-5d35750acebe on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:40:57.941079 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Attempting to bind port 59bb0dff-fb99-42b1-acb0-5d35750acebe by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:40:57.941490 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Attempting to bind port 59bb0dff-fb99-42b1-acb0-5d35750acebe on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:40:57.944538 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c8094-c0a2-4d6c-bb86-0dcef7b028df None None] Pushing event updated for resources: {'Port': ['ID=59bb0dff-fb99-42b1-acb0-5d35750acebe,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:57.947799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d60c8094-c0a2-4d6c-bb86-0dcef7b028df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:57.950478 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a4a4d67-2cbc-44db-9154-c641d6d16ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:58.001234 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:40:58.001646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:40:58.002116 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.002564 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:40:58.003147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Bound port: 59bb0dff-fb99-42b1-acb0-5d35750acebe, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:40:58.003609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.035459 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.041637 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.080971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4d755c6c-09f6-484f-a938-109c8ee14c4f tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:58.104880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Pushing event updated for resources: {'Port': ['ID=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:58.108366 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:58.109777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] For port 59bb0dff-fb99-42b1-acb0-5d35750acebe, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:40:58.114347 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] For port 59bb0dff-fb99-42b1-acb0-5d35750acebe, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=59bb0dff-fb99-42b1-acb0-5d35750acebe,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:40:58.117747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.123095 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:40:58.177067 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.181882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Pushing event updated for resources: {'Port': ['ID=74c518c0-171c-4150-8fc5-4b6733e625eb,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:58.185717 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:58.225054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c8094-c0a2-4d6c-bb86-0dcef7b028df None None] Pushing event updated for resources: {'Port': ['ID=59bb0dff-fb99-42b1-acb0-5d35750acebe,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:40:58.228568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d60c8094-c0a2-4d6c-bb86-0dcef7b028df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:40:58.235804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:40:58.236508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb077320>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:58.307981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-46e83f2b-af25-4b2c-b14c-a2e63c97f69c None None] Provisioning for port 74c518c0-171c-4150-8fc5-4b6733e625eb completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:40:58.317491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-46e83f2b-af25-4b2c-b14c-a2e63c97f69c None None] Provisioning complete for port 74c518c0-171c-4150-8fc5-4b6733e625eb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:40:58.317934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46e83f2b-af25-4b2c-b14c-a2e63c97f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.365840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:40:58.367418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:40:58.466221 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-46e83f2b-af25-4b2c-b14c-a2e63c97f69c None None] Port 74c518c0-171c-4150-8fc5-4b6733e625eb cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:40:58.503451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-46e83f2b-af25-4b2c-b14c-a2e63c97f69c None None] Provisioning complete for port eafdaecf-c512-4cf0-9ac3-ecb4053f52da triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:40:58.503886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-46e83f2b-af25-4b2c-b14c-a2e63c97f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.550192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:40:58.599503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device eafdaecf-c512-4cf0-9ac3-ecb4053f52da up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:40:58.821523 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:58.848046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Router d04f673a-d3b5-44e7-a3a3-c53a3505b475 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:40:59.087736 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:40:59.098192 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] 10.222.0.53 "PUT /v2.0/routers/d04f673a-d3b5-44e7-a3a3-c53a3505b475/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9669409
Dec 15 13:40:59.170401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port eafdaecf-c512-4cf0-9ac3-ecb4053f52da triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:40:59.170773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:59.399441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-07da4526-6b99-40bb-9076-2c24676bf971 None None] Provisioning complete for port 74c518c0-171c-4150-8fc5-4b6733e625eb triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:40:59.399862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-07da4526-6b99-40bb-9076-2c24676bf971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:40:59.430515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb077320>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 2, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:40:59.444723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ad5f9-aa1b-475d-94c6-80dc0307fcbc None None] The sync data for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv is: [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 2, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:40:59.468017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-07da4526-6b99-40bb-9076-2c24676bf971 None None] Port 74c518c0-171c-4150-8fc5-4b6733e625eb cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:41:00.175773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40858) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:00.183131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1255081243-network', 'tenant_id': '910addb9728a4f879608bf943e65d45e'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:00.190020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:00.194653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Usage tracker for resource:network and tenant:910addb9728a4f879608bf943e65d45e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:00.198551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:00.206001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:00.218882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Made reservation on behalf of 910addb9728a4f879608bf943e65d45e for: {'network': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:41:00.224530 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for network, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.240370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.277192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:00.282140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Usage tracker for resource:security_group_rule and tenant:910addb9728a4f879608bf943e65d45e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:00.285594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:00.292115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:00.378942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.382390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.388596 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fef30357-06f0-465b-a739-66b4d4a9667c tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:00.416753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=88869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 15 13:41:00.432003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34c090-c084-4e2b-a530-a9c91e53eeae,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:00.437634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:00.438737 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.439127 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.segments_db [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Added segment f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5 of type vlan for network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d
Dec 15 13:41:00.477335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745354496678'] for network, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.797374 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128'] for network, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.798433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:00.799083 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:00.803439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-15ad9194-2ab1-426e-8958-2c74e386915e tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:00.924537 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7474120
Dec 15 13:41:00.928331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Pushing event updated for resources: {'Network': ['ID=2d76f6c4-f859-4748-9bc4-f0c9d8b4681d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:00.928942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40862) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:00.931304 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e85ffb95-198d-4e85-9966-b08f7e762873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:00.937046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Request body: {'subnet': {'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1255081243-subnet', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'ip_version': 4}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:00.941796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d details requested by agent ovs-agent-dv-neutron-821831-1-hyperv with host dv-neutron-821831-1-hyperv {{(pid=88871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 15 13:41:00.944878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:00.951135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Usage tracker for resource:subnet and tenant:910addb9728a4f879608bf943e65d45e is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:00.955843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:00.964503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:00.975704 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Made reservation on behalf of 910addb9728a4f879608bf943e65d45e for: {'subnet': 1} {{(pid=88870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:41:00.982108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847499708'] for subnet, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.246094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7490767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847499691'] for subnet, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.250833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-cda7c44a-770d-48b9-b155-cbdb945cbafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:01.336999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6bf6ad-63f9-4520-af29-14f28ba1c5aa,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:01.342123 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:01.357748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Checking segment: {'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:41:01.358277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Network hostable DHCP agents. Network: 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d, hostable agents: ['2c70bc96-7e75-4435-b269-7486a1ef5ffb'], hosted agents: [] {{(pid=88870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 15 13:41:01.385645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d is scheduled to be hosted by DHCP agent 2c70bc96-7e75-4435-b269-7486a1ef5ffb with binding_index 1 {{(pid=88870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 15 13:41:01.397290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-1-hyperv, 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d) {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:41:01.401522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:01.402387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.408625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766394c2-1045-4022-87c3-1737b1154bd2 None None] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:41:01.430122 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-09ceb644-78d0-46ec-9e4c-fcd47929559d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4999623
Dec 15 13:41:01.438910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 40866) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:01.445424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:01.452764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:01.463233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Usage tracker for resource:router and tenant:910addb9728a4f879608bf943e65d45e is out of sync, need to count used quota {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:01.467565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88869) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:01.476864 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:01.490443 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32654'] for router, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.492160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854324635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-361958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743162'] for router, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.515126 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.657916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e21334-965c-5315-9337-67be8520d0d7-2d76f6c4-f859-4748-9bc4-f0c9d8b4681d', 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'fixed_ips': [{'subnet_id': '9a6bf6ad-63f9-4520-af29-14f28ba1c5aa'}]}} from dv-neutron-821831-1-hyperv. {{(pid=88871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 15 13:41:01.658868 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.680108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854324652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743063'] for router, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.844881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Allocated IP 172.20.0.2 (2d76f6c4-f859-4748-9bc4-f0c9d8b4681d/9a6bf6ad-63f9-4520-af29-14f28ba1c5aa/21c74998-800b-43b5-97a3-656f59327448) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:41:01.909252 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:01.944471 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.080380 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.093037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Transition to ACTIVE for port object 21c74998-800b-43b5-97a3-656f59327448 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:02.106992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Allocated IP 172.26.0.16 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/78883842-59de-4408-bbae-85dfc318ad5d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:41:02.115316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Transition to ACTIVE for port object 21c74998-800b-43b5-97a3-656f59327448 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:02.121048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.126548 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:02.196356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:41:02.199848 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Resources bound (agent type, host, resource id):  {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:41:02.204707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:41:02.207069 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Pushing event updated for resources: {'Port': ['ID=21c74998-800b-43b5-97a3-656f59327448,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:02.210226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:02.292600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.306327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Attempting to bind port 21c74998-800b-43b5-97a3-656f59327448 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:41:02.306790 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Attempting to bind port 21c74998-800b-43b5-97a3-656f59327448 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:41:02.307633 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Attempting to bind port 21c74998-800b-43b5-97a3-656f59327448 on network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:41:02.316254 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:41:02.316652 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Checking segment: {'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:41:02.317109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.317591 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Bound using segment: {'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:41:02.318186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Bound port: 21c74998-800b-43b5-97a3-656f59327448, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:41:02.318609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.326396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.331416 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:02.413314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:41:02.413314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:41:02.413314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:41:02.421237 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] For port 21c74998-800b-43b5-97a3-656f59327448, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:41:02.424786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] For port 21c74998-800b-43b5-97a3-656f59327448, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=21c74998-800b-43b5-97a3-656f59327448,segment=NetworkSegment(f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5),segment_id=f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:41:02.429027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.433180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52edb218-e17f-4dcf-a45d-f710eb3a9a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:02.445131 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Pushing event updated for resources: {'Port': ['ID=78883842-59de-4408-bbae-85dfc318ad5d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:02.453609 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:02.534100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Pushing event updated for resources: {'Port': ['ID=21c74998-800b-43b5-97a3-656f59327448,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:02.540209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:02.578073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 59bb0dff-fb99-42b1-acb0-5d35750acebe up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:02.629537 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.630650 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451123'] for router, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.656780 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 59bb0dff-fb99-42b1-acb0-5d35750acebe completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:02.664044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 59bb0dff-fb99-42b1-acb0-5d35750acebe triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:02.664578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.796169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.827420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 59bb0dff-fb99-42b1-acb0-5d35750acebe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=59bb0dff-fb99-42b1-acb0-5d35750acebe,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:02.832146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:02.834880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a77d954f-a15a-4891-ad41-2d60290fa5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:02.944969 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=59bb0dff-fb99-42b1-acb0-5d35750acebe,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:02.945183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c is scheduled to L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c with binding_index 1 {{(pid=88869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 15 13:41:02.948896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:03.220599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:41:03.234635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Sync routers for ids ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:41:03.248410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Routers {'7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:03.249113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a20>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:03.253694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:03.255098 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-617ea4ae-d9ed-44bd-92f7-0ca382e301e0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8147638
Dec 15 13:41:03.258432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40870) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:03.358934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Sync routers for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:41:03.372850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:03.373911 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac4fba8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:03.467875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Set router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:03.591371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:03.835135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a20>, [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '78883842-59de-4408-bbae-85dfc318ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 3, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port': {'id': '78883842-59de-4408-bbae-85dfc318ad5d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:03.840914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Checking router: 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:41:03.841920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Updating router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c port 78883842-59de-4408-bbae-85dfc318ad5d binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:41:03.904580 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:03.989153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac4fba8>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 2, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:03.994876 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Checking router: d04f673a-d3b5-44e7-a3a3-c53a3505b475 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:41:03.995718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Updating router d04f673a-d3b5-44e7-a3a3-c53a3505b475 port 74c518c0-171c-4150-8fc5-4b6733e625eb binding host dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:41:04.056842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.181419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.364331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.378536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Transition to ACTIVE for port object 78883842-59de-4408-bbae-85dfc318ad5d will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:04.389233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.396340 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-29d26f8a-0e64-47f4-bda9-cee5986cf73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:04.440827 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f72f6-57e6-4da6-866f-a778fe6072e2 None None] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:41:04.486211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Allocated IP 172.20.0.1 (2d76f6c4-f859-4748-9bc4-f0c9d8b4681d/9a6bf6ad-63f9-4520-af29-14f28ba1c5aa/169bfeca-15c7-4794-8094-33547f4cad41) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:41:04.492767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Attempting to bind port 78883842-59de-4408-bbae-85dfc318ad5d on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:41:04.493161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Attempting to bind port 78883842-59de-4408-bbae-85dfc318ad5d by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:41:04.493593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Attempting to bind port 78883842-59de-4408-bbae-85dfc318ad5d on network f0377329-56d5-4afd-9346-65a75b69d51a {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:41:04.508675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Pushing event updated for resources: {'Port': ['ID=78883842-59de-4408-bbae-85dfc318ad5d,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:04.519134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.519687 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.520064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.520441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.520815 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.521182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.521550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.522063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.522427 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.522788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.523500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:41:04.527758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:04.528925 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:41:04.529328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Checking segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:41:04.529870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.530316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Bound using segment: {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:41:04.530895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Bound port: 78883842-59de-4408-bbae-85dfc318ad5d, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99585fdb-2e5a-439c-bf16-38bca18dcc7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:41:04.531334 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.553210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.597513 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Transition to ACTIVE for port object 74c518c0-171c-4150-8fc5-4b6733e625eb will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:04.606654 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-fb656220-76c5-4425-944a-a3e2e2ea64bd None None] Provisioning for port 21c74998-800b-43b5-97a3-656f59327448 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:04.626434 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.636896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] For port 78883842-59de-4408-bbae-85dfc318ad5d, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:41:04.641154 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:04.643384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] For port 78883842-59de-4408-bbae-85dfc318ad5d, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=78883842-59de-4408-bbae-85dfc318ad5d,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:41:04.652620 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.658999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-95eba762-d833-48bc-b91e-3e4ba257e874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:04.730308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.753675 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Transition to ACTIVE for port object 169bfeca-15c7-4794-8094-33547f4cad41 will not be triggered until provisioned by entity DHCP. {{(pid=88870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:04.769834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Pushing event updated for resources: {'Port': ['ID=78883842-59de-4408-bbae-85dfc318ad5d,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:04.774921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-72c83af0-d6b2-4989-8148-34c1977e1b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:04.778657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Routers {'7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:04.779406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a20>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:04.788479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.788713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 59bb0dff-fb99-42b1-acb0-5d35750acebe up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:04.795087 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ba5577a0-51f8-4920-8a7e-8156ccc8277d tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:04.877145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:41:04.881702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:41:04.887831 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:41:04.957527 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854323594'] for router_interface, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:04.960896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Pushing event updated for resources: {'Port': ['ID=169bfeca-15c7-4794-8094-33547f4cad41,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:04.981458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:05.082202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.125137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7f94-8e6a-46c0-8843-8b0ecf7ea66c None None] Pushing event updated for resources: {'Port': ['ID=74c518c0-171c-4150-8fc5-4b6733e625eb,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:05.131627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-194c7f94-8e6a-46c0-8843-8b0ecf7ea66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:05.199753 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] Set router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:05.288771 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 59bb0dff-fb99-42b1-acb0-5d35750acebe triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:05.289190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.344370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Attempting to bind port 74c518c0-171c-4150-8fc5-4b6733e625eb on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:41:05.344786 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Attempting to bind port 74c518c0-171c-4150-8fc5-4b6733e625eb by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:41:05.345194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Attempting to bind port 74c518c0-171c-4150-8fc5-4b6733e625eb on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:41:05.390063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:41:05.390491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Checking segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:41:05.390941 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.391432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Bound using segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:41:05.392028 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Bound port: 74c518c0-171c-4150-8fc5-4b6733e625eb, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:41:05.392448 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.408279 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.413303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.447793 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b3f5667f-2671-4ef4-b8c2-87343dff7f84 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:05.541781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853585143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452113'] for router_interface, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.548010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb267a20>, [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '78883842-59de-4408-bbae-85dfc318ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 3, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port': {'id': '78883842-59de-4408-bbae-85dfc318ad5d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:05.554153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06dde1e-806c-4fa9-b296-1424ba0795dc None None] The sync data for ids ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'] in dv-neutron-821831-1-hyperv is: [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '78883842-59de-4408-bbae-85dfc318ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 3, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port': {'id': '78883842-59de-4408-bbae-85dfc318ad5d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:41:05.561659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 21c74998-800b-43b5-97a3-656f59327448 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:05.574147 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Pushing event updated for resources: {'Port': ['ID=169bfeca-15c7-4794-8094-33547f4cad41,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:05.579802 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:05.612407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] For port 74c518c0-171c-4150-8fc5-4b6733e625eb, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:41:05.635777 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] For port 74c518c0-171c-4150-8fc5-4b6733e625eb, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=74c518c0-171c-4150-8fc5-4b6733e625eb,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:41:05.644345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:05.650012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-66e22c4e-6253-4932-b79f-0d6e79f5c64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:05.737519 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:41:05.740170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:41:05.757922 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7f94-8e6a-46c0-8843-8b0ecf7ea66c None None] Pushing event updated for resources: {'Port': ['ID=74c518c0-171c-4150-8fc5-4b6733e625eb,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:05.762836 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-194c7f94-8e6a-46c0-8843-8b0ecf7ea66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:05.763759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:05.764500 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fac4fba8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:05.828647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 21c74998-800b-43b5-97a3-656f59327448 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:05.844330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 21c74998-800b-43b5-97a3-656f59327448 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:05.844756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:06.126349 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:06.188839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a9fc562a-3001-4321-b49d-c7fef3114c6b None None] Provisioning for port 169bfeca-15c7-4794-8094-33547f4cad41 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:06.208549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a9fc562a-3001-4321-b49d-c7fef3114c6b None None] Provisioning complete for port 169bfeca-15c7-4794-8094-33547f4cad41 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:06.210338 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fc562a-3001-4321-b49d-c7fef3114c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:06.321298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:06.384391 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc562a-3001-4321-b49d-c7fef3114c6b None None] Port 169bfeca-15c7-4794-8094-33547f4cad41 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:41:06.486218 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-a9fc562a-3001-4321-b49d-c7fef3114c6b None None] Provisioning complete for port 21c74998-800b-43b5-97a3-656f59327448 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:06.486659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-a9fc562a-3001-4321-b49d-c7fef3114c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:06.562837 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 21c74998-800b-43b5-97a3-656f59327448, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=21c74998-800b-43b5-97a3-656f59327448,segment=NetworkSegment(f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5),segment_id=f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:06.576669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:06.593466 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-194c7f94-8e6a-46c0-8843-8b0ecf7ea66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:06.685477 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:41:06.862289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 78883842-59de-4408-bbae-85dfc318ad5d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:06.909540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=21c74998-800b-43b5-97a3-656f59327448,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:06.913185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:07.012056 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:41:07.034109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] 10.222.0.53 "PUT /v2.0/routers/7c228bb5-52e5-4900-98ad-a2f7d3d27f2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7646115
Dec 15 13:41:07.050156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 78883842-59de-4408-bbae-85dfc318ad5d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:07.056424 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 78883842-59de-4408-bbae-85dfc318ad5d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:07.056846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:07.156117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fac4fba8>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:05Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:07.166368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961838d2-aeeb-4d79-a53e-ce81a1472063 None None] The sync data for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv is: [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:05Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:41:07.218859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-f541ec14-5ddb-4616-9694-12bf0093fb9e None None] Provisioning complete for port 169bfeca-15c7-4794-8094-33547f4cad41 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:07.219275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f541ec14-5ddb-4616-9694-12bf0093fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:07.303044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:07.333606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-f541ec14-5ddb-4616-9694-12bf0093fb9e None None] Port 169bfeca-15c7-4794-8094-33547f4cad41 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:41:07.338034 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 78883842-59de-4408-bbae-85dfc318ad5d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=78883842-59de-4408-bbae-85dfc318ad5d,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:07.349063 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:07.350071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 74c518c0-171c-4150-8fc5-4b6733e625eb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:07.377169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:07.511834 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=78883842-59de-4408-bbae-85dfc318ad5d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:07.522423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:07.525691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 74c518c0-171c-4150-8fc5-4b6733e625eb completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:07.532493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 74c518c0-171c-4150-8fc5-4b6733e625eb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:07.533001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:07.707610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:07.963674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 74c518c0-171c-4150-8fc5-4b6733e625eb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=74c518c0-171c-4150-8fc5-4b6733e625eb,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:07.968356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:07.970738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-23afaee2-e289-49c5-a1df-769f91996637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:08.047209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=74c518c0-171c-4150-8fc5-4b6733e625eb,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:08.051968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:08.054540 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40882) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:08.061960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126694581', 'description': 'tempest-secgroup-smoke-2126694581 description', 'project_id': '1980ecf66df546609e6b8894bde359dd'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:08.074281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:08.079847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:08.083378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:08.095899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:08.114150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.160847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:08.165747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:08.173635 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:08.184157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:08.266014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.271853 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.278843 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-645fdb8b-cf03-4c97-8af8-1fae6b7f54a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:08.325718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac967158-4218-4a29-992f-24e4c315a9e5,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:08.328703 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.330024 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2743492
Dec 15 13:41:08.331036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a29039a-0d78-41a8-9ae2-0325583920ff tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:08.333202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40886) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:08.339376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'security_group_rule': {'security_group_id': 'ac967158-4218-4a29-992f-24e4c315a9e5', 'project_id': '1980ecf66df546609e6b8894bde359dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:08.346444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:08.350536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:08.355037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:08.362406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:08.380773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.451671 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.455137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.457179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-f82d30ca-6211-4fc9-8aa9-65f62e4718a9 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:08.483508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd6e915-0316-48a7-a1e3-b3fcc427820c,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:08.488646 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:08.496726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.498853 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d81ed34f-9175-473d-a53f-0d6925c92ef6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1643996
Dec 15 13:41:08.501672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40890) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:08.508415 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'security_group_rule': {'security_group_id': 'ac967158-4218-4a29-992f-24e4c315a9e5', 'project_id': '1980ecf66df546609e6b8894bde359dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:08.516623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:08.521151 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:08.524985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:08.532579 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:08.556386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.638794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.645547 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.647653 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-633d5401-0d25-48f1-9f76-80c77c1d8e54 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:08.667960 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 78883842-59de-4408-bbae-85dfc318ad5d up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:08.671699 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4349d0-4e9b-4bcf-8bca-b5bba3007b18,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:08.674321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:08.686602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.687933 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6ff2f50f-9f51-4071-a746-90dff6cb6a6a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1852012
Dec 15 13:41:08.691146 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40894) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:08.697568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'security_group_rule': {'security_group_id': 'ac967158-4218-4a29-992f-24e4c315a9e5', 'project_id': '1980ecf66df546609e6b8894bde359dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:08.704543 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:08.709090 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:08.712680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:08.719325 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:08.744331 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 78883842-59de-4408-bbae-85dfc318ad5d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:08.744852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.748283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.820968 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.824445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.826445 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6e01b44d-2758-47c3-b6e2-7bfecdc828f5 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:08.850803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d500c5c-6b10-43dd-80a7-f4112300280c,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:08.853616 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:08.861788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.863114 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-eafba345-9d17-49e1-9e06-5073d43151db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1709282
Dec 15 13:41:08.866217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40898) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:08.873403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'security_group_rule': {'security_group_id': 'ac967158-4218-4a29-992f-24e4c315a9e5', 'project_id': '1980ecf66df546609e6b8894bde359dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:08.873749 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 74c518c0-171c-4150-8fc5-4b6733e625eb up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:08.880413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:08.884795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:08.888180 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:08.894691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:08.916937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.955627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 74c518c0-171c-4150-8fc5-4b6733e625eb triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:08.956054 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.995674 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:08.999282 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.001423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7616f544-4298-454f-bf31-40fb07af83da tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:09.028805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3ef1fe-0d03-4eab-91fa-3c885299b752,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:09.031679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:09.046623 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.050932 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-74c7e2bb-27f2-47d2-8027-fcc9e54faf58 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1808214
Dec 15 13:41:09.051799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40902) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:09.060867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'security_group_rule': {'security_group_id': 'ac967158-4218-4a29-992f-24e4c315a9e5', 'project_id': '1980ecf66df546609e6b8894bde359dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:09.068073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:09.074296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:09.077578 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:09.085382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:09.093570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 21c74998-800b-43b5-97a3-656f59327448 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:09.097391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Project 1980ecf66df546609e6b8894bde359dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:41:09.105410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.178959 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 21c74998-800b-43b5-97a3-656f59327448 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:09.179444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.192907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.196682 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.199182 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0b79dfd1-92cb-4dcd-9235-5094466ba8db tempest-SecGroupTest-814896834 tempest-SecGroupTest-814896834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:09.228520 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241c9f24-9043-4afe-b59e-1678cee906d8,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:09.240230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:09.250792 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.255886 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fab8931b-2fdc-4c8b-b058-1c39510311d1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1992807
Dec 15 13:41:09.256372 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40906) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:09.265345 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'security_group_rule': {'security_group_id': 'ac967158-4218-4a29-992f-24e4c315a9e5', 'project_id': '1980ecf66df546609e6b8894bde359dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:09.272814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:09.277670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:security_group_rule and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:09.281105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:09.288150 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:09.301567 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.securitygroups_db [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Project 1980ecf66df546609e6b8894bde359dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 13:41:09.309501 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.387119 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.389999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414614'] for security_group_rule, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.398907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-336a7372-1b77-46cf-93af-c6f243eaad60 tempest-TestNetworkBasicOps-533048286 tempest-TestNetworkBasicOps-533048286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:09.421891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbafe14-7642-4ddd-b95d-9855163cee9d,revision_number=0']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:09.424592 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:09.428627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:09.429991 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-35aa4632-1766-4493-bf18-ced8317e21ad tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1724234
Dec 15 13:41:09.640610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-b3336ac9-89d0-4c5c-bd9e-2301b8dac7ce tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:security_group {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:41:09.661232 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-b3336ac9-89d0-4c5c-bd9e-2301b8dac7ce tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:security_group {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:41:09.662633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-b3336ac9-89d0-4c5c-bd9e-2301b8dac7ce tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126694581&fields=id&tenant_id=1980ecf66df546609e6b8894bde359dd HTTP/1.1" status: 200  len: 267 time: 0.0712676
Dec 15 13:41:09.834451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Sync routers for ids ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:41:09.837684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-0cca93b0-a60f-4c44-9cca-1e47ddacff55 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:09.839925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-0cca93b0-a60f-4c44-9cca-1e47ddacff55 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 810 time: 0.1682456
Dec 15 13:41:09.848343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Routers {'7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:09.849014 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb219128>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:09.859585 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-0de8924b-ff3c-400d-8884-dd21144785d3 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/quotas/1980ecf66df546609e6b8894bde359dd HTTP/1.1" status: 200  len: 375 time: 0.0137115
Dec 15 13:41:09.961937 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-754f8a0d-e712-4070-ba4b-987f60d4ee73 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0948017
Dec 15 13:41:10.049949 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Set router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:10.293627 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-eeeb8934-562d-4431-98ee-327698856dda service neutron] 10.222.0.53 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3156793
Dec 15 13:41:10.448896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-e95527f4-b771-45e4-accb-7b068ff9214d service neutron] 10.222.0.53 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451406
Dec 15 13:41:10.452706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb219128>, [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '78883842-59de-4408-bbae-85dfc318ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:04Z', 'revision_number': 4, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port': {'id': '78883842-59de-4408-bbae-85dfc318ad5d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '169bfeca-15c7-4794-8094-33547f4cad41', 'name': '', 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'mac_address': 'fa:16:3e:1f:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a6bf6ad-63f9-4520-af29-14f28ba1c5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:04Z', 'updated_at': '2021-12-15T13:41:05Z', 'revision_number': 2, 'project_id': '910addb9728a4f879608bf943e65d45e', 'subnets': [{'id': '9a6bf6ad-63f9-4520-af29-14f28ba1c5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:10.464948 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Checking router: 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:41:10.465553 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Updating router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c port 169bfeca-15c7-4794-8094-33547f4cad41 binding host dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 15 13:41:10.521875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:10.665433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b8b2904d-c8e6-4b31-b49f-679986728576 req-3dfae631-a2ae-4b80-bb3b-c2edc6c25f41 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:41:10.684094 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b8b2904d-c8e6-4b31-b49f-679986728576 req-3dfae631-a2ae-4b80-bb3b-c2edc6c25f41 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:41:10.685391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b8b2904d-c8e6-4b31-b49f-679986728576 req-3dfae631-a2ae-4b80-bb3b-c2edc6c25f41 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 210 time: 0.0698247
Dec 15 13:41:10.905565 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:10.918332 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Transition to ACTIVE for port object 169bfeca-15c7-4794-8094-33547f4cad41 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:10.926158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:10.930158 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-91a854bf-3eef-4e8c-890b-e072f4430253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:11.059708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f14469-74af-4732-a7cb-51af09e470f0 None None] Pushing event updated for resources: {'Port': ['ID=169bfeca-15c7-4794-8094-33547f4cad41,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:11.060502 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f2d50c26-65d3-4bfc-80ed-5b91a43c5ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:11.063184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09f14469-74af-4732-a7cb-51af09e470f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:11.160233 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Attempting to bind port 169bfeca-15c7-4794-8094-33547f4cad41 on host dv-neutron-821831-1-hyperv for vnic_type normal with profile  {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:41:11.160648 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Attempting to bind port 169bfeca-15c7-4794-8094-33547f4cad41 by drivers openvswitch,hyperv on host dv-neutron-821831-1-hyperv at level 0 using segments [{'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:41:11.161064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Attempting to bind port 169bfeca-15c7-4794-8094-33547f4cad41 on network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:41:11.169296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Checking agent: {'id': '615c7dd5-7108-4546-8b9a-e95013324d26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 38, 12), 'started_at': datetime.datetime(2021, 12, 15, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:41:11.169714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Checking segment: {'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:41:11.170160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:11.170602 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Bound using segment: {'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:41:11.171122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Bound port: 169bfeca-15c7-4794-8094-33547f4cad41, host: dv-neutron-821831-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:41:11.171583 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:11.280263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] For port 169bfeca-15c7-4794-8094-33547f4cad41, host dv-neutron-821831-1-hyperv, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:41:11.283861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] For port 169bfeca-15c7-4794-8094-33547f4cad41, host dv-neutron-821831-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=169bfeca-15c7-4794-8094-33547f4cad41,segment=NetworkSegment(f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5),segment_id=f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:41:11.288173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:11.295323 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-a32a502a-039c-49d1-8e8c-a4bee3610bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:11.377726 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f14469-74af-4732-a7cb-51af09e470f0 None None] Pushing event updated for resources: {'Port': ['ID=169bfeca-15c7-4794-8094-33547f4cad41,revision_number=4']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:11.382666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-09f14469-74af-4732-a7cb-51af09e470f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:11.387560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Routers {'7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:11.388268 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb219128>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:40:43Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:11.605449 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] Set router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:11.803452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90ef5e2c-b921-4e25-bfaa-0019be704e20 req-c90083ae-4ddc-4110-89b0-31b54f8bb4e1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 210 time: 0.0477297
Dec 15 13:41:11.963145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb219128>, [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '78883842-59de-4408-bbae-85dfc318ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:04Z', 'revision_number': 4, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port': {'id': '78883842-59de-4408-bbae-85dfc318ad5d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '169bfeca-15c7-4794-8094-33547f4cad41', 'name': '', 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'mac_address': 'fa:16:3e:1f:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a6bf6ad-63f9-4520-af29-14f28ba1c5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:04Z', 'updated_at': '2021-12-15T13:41:11Z', 'revision_number': 4, 'project_id': '910addb9728a4f879608bf943e65d45e', 'subnets': [{'id': '9a6bf6ad-63f9-4520-af29-14f28ba1c5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:11.968175 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7bfd7-0b98-4b4b-9d9c-9b4d6282d50b None None] The sync data for ids ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'] in dv-neutron-821831-1-hyperv is: [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '78883842-59de-4408-bbae-85dfc318ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:04Z', 'revision_number': 4, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port': {'id': '78883842-59de-4408-bbae-85dfc318ad5d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '169bfeca-15c7-4794-8094-33547f4cad41', 'name': '', 'network_id': '2d76f6c4-f859-4748-9bc4-f0c9d8b4681d', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'mac_address': 'fa:16:3e:1f:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a6bf6ad-63f9-4520-af29-14f28ba1c5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:04Z', 'updated_at': '2021-12-15T13:41:11Z', 'revision_number': 4, 'project_id': '910addb9728a4f879608bf943e65d45e', 'subnets': [{'id': '9a6bf6ad-63f9-4520-af29-14f28ba1c5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:41:12.684645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 169bfeca-15c7-4794-8094-33547f4cad41 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:12.764773 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:12.784683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning for port 169bfeca-15c7-4794-8094-33547f4cad41 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:12.792275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 169bfeca-15c7-4794-8094-33547f4cad41 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:12.792936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:12.944882 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:12.964896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a364176e-1ec0-4d09-a7a2-ec33fdf323c1 req-d1f7514f-ba62-4dc3-b5f5-f6521dd0eea2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 210 time: 0.0590231
Dec 15 13:41:12.991934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] For port 169bfeca-15c7-4794-8094-33547f4cad41, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=169bfeca-15c7-4794-8094-33547f4cad41,segment=NetworkSegment(f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5),segment_id=f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:12.996581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:12.999844 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:13.078384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Pushing event updated for resources: {'Port': ['ID=169bfeca-15c7-4794-8094-33547f4cad41,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:13.081992 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:13.505503 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5c8c07b6-13b8-49a6-b331-9e590ee43396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:13.881461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:14.094052 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f0efd445-0cf1-4487-b2e0-cb1068d9951c req-21b0e2e5-6be1-48a2-9340-c3637c81fa87 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 210 time: 0.0518875
Dec 15 13:41:14.658588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 169bfeca-15c7-4794-8094-33547f4cad41 up at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:14.735389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Provisioning complete for port 169bfeca-15c7-4794-8094-33547f4cad41 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:14.735865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:15.281707 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4eddbb74-113a-4d52-9248-72cf2f312675 req-88743773-9c99-420e-9155-e025907cf1ca tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 210 time: 0.0522869
Dec 15 13:41:15.514074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:15.976896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-0bdffaae-f3ef-4d5f-baf4-2e63152d1d6d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:15.977649 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-0bdffaae-f3ef-4d5f-baf4-2e63152d1d6d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:network {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:41:15.997362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-0bdffaae-f3ef-4d5f-baf4-2e63152d1d6d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:network {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:41:15.998682 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-0bdffaae-f3ef-4d5f-baf4-2e63152d1d6d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 810 time: 0.1849544
Dec 15 13:41:16.060552 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-317d5a1b-aa43-45e6-b7f4-9ef5b1793d52 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:security_group {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:41:16.074557 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-317d5a1b-aa43-45e6-b7f4-9ef5b1793d52 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:security_group {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:41:16.075820 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-317d5a1b-aa43-45e6-b7f4-9ef5b1793d52 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1980ecf66df546609e6b8894bde359dd HTTP/1.1" status: 200  len: 380 time: 0.0633917
Dec 15 13:41:16.084899 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'port': {'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'admin_state_up': True, 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'security_groups': ['ac967158-4218-4a29-992f-24e4c315a9e5']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:16.243314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:16.254103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:16.264389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Made reservation on behalf of 1980ecf66df546609e6b8894bde359dd for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:41:16.270370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:16.453667 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Allocated IP 172.20.0.13 (187fa5da-5790-4d8c-b38a-4bcb3f93e68e/ae197acb-fe4f-4d89-b7fd-45df1061fc16/dd02dac6-08d4-4831-8960-a01abc3e1013) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:41:16.470479 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b13452f3-7652-4f1b-9f6c-1617a4de891e req-1f8ae553-3029-4fa4-bc54-ea23a0a6db57 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 210 time: 0.0515034
Dec 15 13:41:16.665895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:16.685236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Transition to ACTIVE for port object dd02dac6-08d4-4831-8960-a01abc3e1013 will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:16.705425 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:16.711603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a00affd-777f-480c-b5fa-d9382096d986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:16.801514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:41:16.802589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:16.805476 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:41:16.807582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:16.808486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:41:16.875706 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:16.876333 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:16.904550 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-670cf56b-ecf1-44c6-af49-2dee2576be59 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8239117
Dec 15 13:41:16.918663 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Request body: {'port': {'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:17.046493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:17.113535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6cb38e15-715b-4ae7-93ac-3a04c2cbe123 None None] Provisioning for port dd02dac6-08d4-4831-8960-a01abc3e1013 completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:17.118907 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-6cb38e15-715b-4ae7-93ac-3a04c2cbe123 None None] Provisioning complete for port dd02dac6-08d4-4831-8960-a01abc3e1013 triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:17.119337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6cb38e15-715b-4ae7-93ac-3a04c2cbe123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:17.176306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-6cb38e15-715b-4ae7-93ac-3a04c2cbe123 None None] Port dd02dac6-08d4-4831-8960-a01abc3e1013 cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:41:17.474091 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd02dac6-08d4-4831-8960-a01abc3e1013 {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:41:17.481723 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:17.497560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Transition to ACTIVE for port object dd02dac6-08d4-4831-8960-a01abc3e1013 will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:41:17.501712 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:17.506062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9c3c5d8a-b072-4b09-8058-fa358b3379da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:17.681020 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:17.686666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:17.833784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6733da-c305-4e93-a706-1d557bd081aa req-a221ffa6-0a1c-4a2c-a17a-9eab09d7433d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:17.834494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5c6733da-c305-4e93-a706-1d557bd081aa req-a221ffa6-0a1c-4a2c-a17a-9eab09d7433d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:41:17.840045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Attempting to bind port dd02dac6-08d4-4831-8960-a01abc3e1013 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:41:17.840433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Attempting to bind port dd02dac6-08d4-4831-8960-a01abc3e1013 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:41:17.840801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Attempting to bind port dd02dac6-08d4-4831-8960-a01abc3e1013 on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:41:17.855987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Port dd02dac6-08d4-4831-8960-a01abc3e1013 on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:41:17.856339 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Attempting to bind port dd02dac6-08d4-4831-8960-a01abc3e1013 on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:41:17.859734 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-5c6733da-c305-4e93-a706-1d557bd081aa req-a221ffa6-0a1c-4a2c-a17a-9eab09d7433d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:41:17.861093 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c6733da-c305-4e93-a706-1d557bd081aa req-a221ffa6-0a1c-4a2c-a17a-9eab09d7433d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 944 time: 0.2442567
Dec 15 13:41:17.866258 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:41:17.866634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Checking segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:41:17.867073 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Bound using segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:41:17.867645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Bound port: dd02dac6-08d4-4831-8960-a01abc3e1013, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:41:17.868000 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:18.244887 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-5c6733da-c305-4e93-a706-1d557bd081aa req-571d8cee-894f-46e3-bde9-fae75914512e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3663764
Dec 15 13:41:18.259179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:41:18.262630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:41:18.267048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:18.272098 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-915a7c7d-c069-4d6d-979c-6d5ff7f001fc tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:18.338148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:18.340000 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] 10.222.0.77 "PUT /v2.0/ports/dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 1094 time: 1.4269798
Dec 15 13:41:18.340695 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:41:18.357904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:18.362595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-82415d70-4c9d-4b51-a73e-261b227f5b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:18.426130 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'status': 'completed', 'code': 200}
Dec 15 13:41:18.472744 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-b77ce153-1370-4710-9915-88b9f02bdddc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1097 time: 0.0873697
Dec 15 13:41:18.548841 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-b5e30653-68d5-40fb-aebd-44372355c743 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 217 time: 0.0679851
Dec 15 13:41:18.623576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-2cf98557-aa39-41bc-9b39-1f106ff56954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:18.625298 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-2cf98557-aa39-41bc-9b39-1f106ff56954 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0700798
Dec 15 13:41:18.710614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-9c26da0c-0f6e-4df1-8a2c-7a443fc28d9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0781231
Dec 15 13:41:18.863446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-b8e8aa5f-6218-4fef-9454-c226b36b0d87 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450398
Dec 15 13:41:19.023264 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c35dde9-e695-43d0-a1ec-7976a1ade068 req-fa1f3dc1-8695-46ac-a847-63207539ead7 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525025
Dec 15 13:41:19.157698 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-c3ccdf5a-6752-404c-a6b4-3a09ea412276 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1097 time: 0.0854156
Dec 15 13:41:19.314350 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-983eadf7-c1f1-467f-bde9-bf5c85f0b907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:19.324477 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-983eadf7-c1f1-467f-bde9-bf5c85f0b907 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1515834
Dec 15 13:41:19.440708 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-9e0d2270-086d-4945-9e19-0079984c4f42 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 217 time: 0.1131065
Dec 15 13:41:19.531679 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-a5cb65e2-726d-4d0f-b888-903a267df851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:19.533299 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-a5cb65e2-726d-4d0f-b888-903a267df851 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0841143
Dec 15 13:41:19.549795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518f1ae-a9b2-4145-95d4-f806de8ed33f req-a14829e6-4324-418b-862f-1271aa9c44db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:19.551493 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9518f1ae-a9b2-4145-95d4-f806de8ed33f req-a14829e6-4324-418b-862f-1271aa9c44db tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 944 time: 0.1688762
Dec 15 13:41:19.661282 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-9518f1ae-a9b2-4145-95d4-f806de8ed33f req-83dbf0cb-7c6a-425b-aaa7-33c6c1175966 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741918
Dec 15 13:41:19.676253 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-7d93bcba-4eb0-4bbb-ba6a-c1875f35b72d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1236238
Dec 15 13:41:19.827494 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-203770d8-82ae-4ae5-9992-c0d53cee5ebb service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433780
Dec 15 13:41:19.983974 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1c133239-110b-43bf-a068-a3e9a5d22bbd req-f3e12541-fc8c-4050-b57c-2ba76ca9d13d service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471386
Dec 15 13:41:20.885202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a6bc8-9c29-405b-bc96-b7c1e9fbecbe req-791e3f4c-627c-4a4b-8ee8-b9b8798b49cf tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:20.886968 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0a6bc8-9c29-405b-bc96-b7c1e9fbecbe req-791e3f4c-627c-4a4b-8ee8-b9b8798b49cf tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 944 time: 0.0944324
Dec 15 13:41:20.938927 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ff0a6bc8-9c29-405b-bc96-b7c1e9fbecbe req-0f31a6f3-218f-4363-8b53-327bed6c73da tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449865
Dec 15 13:41:22.073862 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device dd02dac6-08d4-4831-8960-a01abc3e1013 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:41:22.154437 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece11b91-068a-4d65-8c90-ae6ee4d97709 req-0b39d731-b428-4d89-89f3-2ec2caacd54b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:22.156129 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ece11b91-068a-4d65-8c90-ae6ee4d97709 req-0b39d731-b428-4d89-89f3-2ec2caacd54b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 944 time: 0.0880065
Dec 15 13:41:22.210211 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-ece11b91-068a-4d65-8c90-ae6ee4d97709 req-7b058365-b6b9-42d5-b385-941a12306d84 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454729
Dec 15 13:41:22.234619 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:22.255134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:41:22.321266 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:22.342702 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd02dac6-08d4-4831-8960-a01abc3e1013 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:41:22.362590 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:22.367089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:22.369046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-194c7f94-8e6a-46c0-8843-8b0ecf7ea66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:22.438120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:22.444041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:22.657125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['dd02dac6-08d4-4831-8960-a01abc3e1013'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:41:23.434534 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78868c-01c7-4591-af44-124babab43b3 req-69cdb06f-1bb4-4571-be25-19431ce929b2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:23.436224 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c78868c-01c7-4591-af44-124babab43b3 req-69cdb06f-1bb4-4571-be25-19431ce929b2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 945 time: 0.0978222
Dec 15 13:41:23.493826 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c78868c-01c7-4591-af44-124babab43b3 req-0f5b7605-0cac-4076-a313-7d65123d5a7b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508854
Dec 15 13:41:24.107847 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device dd02dac6-08d4-4831-8960-a01abc3e1013 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:41:24.182155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port dd02dac6-08d4-4831-8960-a01abc3e1013 completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:41:24.187984 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port dd02dac6-08d4-4831-8960-a01abc3e1013 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:41:24.188407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:24.311525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:24.342165 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:41:24.352685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:41:24.357135 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:24.359186 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:24.402330 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'code': 200}
Dec 15 13:41:24.433337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:24.438231 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:24.657782 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a371cde1-ad26-4bac-8f40-bc4e93ea0382 req-f12fcac8-b609-4ad9-87ce-12f95cda20a6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1099 time: 0.0840566
Dec 15 13:41:24.706603 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a371cde1-ad26-4bac-8f40-bc4e93ea0382 req-c19de959-fa5d-4450-9020-0e35126b531a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415816
Dec 15 13:41:24.710486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb484d0-2c69-47db-91af-3e0f0c47008c req-34b05fb2-6bd1-4bb3-8e77-26de9035a1f1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:24.712172 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb484d0-2c69-47db-91af-3e0f0c47008c req-34b05fb2-6bd1-4bb3-8e77-26de9035a1f1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 946 time: 0.0875270
Dec 15 13:41:24.767101 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fcb484d0-2c69-47db-91af-3e0f0c47008c req-b0e57616-b32f-4024-b938-056837024e30 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481343
Dec 15 13:41:25.987499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60af2-c6ea-4824-93b9-94095fbbd6e9 req-7d357596-2338-4225-a9b2-0eae149d9bd9 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:25.989183 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8eb60af2-c6ea-4824-93b9-94095fbbd6e9 req-7d357596-2338-4225-a9b2-0eae149d9bd9 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 946 time: 0.0863426
Dec 15 13:41:26.040533 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8eb60af2-c6ea-4824-93b9-94095fbbd6e9 req-9b67590c-6aa0-4fda-abff-d8c4069c14a2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446610
Dec 15 13:41:27.264657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607cf6-51dd-401c-a224-3266fc6b4e0c req-3521025b-0462-410e-89a2-c1f84710e670 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:27.266282 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6d607cf6-51dd-401c-a224-3266fc6b4e0c req-3521025b-0462-410e-89a2-c1f84710e670 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 946 time: 0.0992632
Dec 15 13:41:27.318374 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6d607cf6-51dd-401c-a224-3266fc6b4e0c req-00d3ffd5-c15d-4026-8eb8-533e186118e2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453432
Dec 15 13:41:27.540173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe82f5-c3d3-4fff-b11d-407b7388cb63 req-c190fdf4-830d-4136-947f-c2e288cbb80c tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:27.541786 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-20fe82f5-c3d3-4fff-b11d-407b7388cb63 req-c190fdf4-830d-4136-947f-c2e288cbb80c tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 946 time: 0.0898933
Dec 15 13:41:27.593448 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-20fe82f5-c3d3-4fff-b11d-407b7388cb63 req-b84d4c54-2a16-4688-934e-69facb56bda1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450089
Dec 15 13:41:27.622138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40982) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:27.776163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a6a9fc99-db30-4a1e-90b0-1658dac55989 tempest-TestSnapshotPattern-1930060908 tempest-TestSnapshotPattern-1930060908-project-admin] Synchronizing usage tracker for tenant:910addb9728a4f879608bf943e65d45e on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:41:27.793451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-a6a9fc99-db30-4a1e-90b0-1658dac55989 tempest-TestSnapshotPattern-1930060908 tempest-TestSnapshotPattern-1930060908-project-admin] Unset dirty status for tenant:910addb9728a4f879608bf943e65d45e on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:41:27.794872 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-a6a9fc99-db30-4a1e-90b0-1658dac55989 tempest-TestSnapshotPattern-1930060908 tempest-TestSnapshotPattern-1930060908-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1094 time: 0.1714699
Dec 15 13:41:27.798173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 40988) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:41:27.804013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:41:27.810452 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:41:27.814662 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:floatingip and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:41:27.817748 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:41:27.823839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:41:27.841229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:27.991877 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:28.139727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Allocated IP 172.26.0.187 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/49749f01-0e6d-4c22-bc6a-69460c4ebd5b) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:41:28.302004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:28.330560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:28.334640 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b14641cf-2fa4-4c45-8692-296641b93015 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:28.411532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:41:28.412535 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'Port': ['ID=49749f01-0e6d-4c22-bc6a-69460c4ebd5b,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:28.415760 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:28.416983 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:41:28.419408 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:41:28.698846 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:28.970680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:29.037382 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:29.271842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:29.277321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:29.281788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3f8bf2ec-d8c9-45a6-a61a-6d5b7add4cb3 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:41:29.398113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'Port': ['ID=49749f01-0e6d-4c22-bc6a-69460c4ebd5b,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:41:29.403152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:41:29.420071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:29.635689 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Floating IP 4877f06f-cef3-425b-8aeb-eb07e489efc3 associated. External IP: 172.26.0.187, port: dd02dac6-08d4-4831-8960-a01abc3e1013.
Dec 15 13:41:30.337432 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Router d04f673a-d3b5-44e7-a3a3-c53a3505b475 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:41:30.564262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:41:30.576192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] Sync routers for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:41:30.591330 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:30.592883 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:30.593601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facc60f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:41:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:30.653988 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8547027
Dec 15 13:41:30.654724 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:41:30.798071 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:30.810939 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'status': 'completed', 'code': 200}
Dec 15 13:41:30.912686 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83630f10-6aef-49c4-8760-f996f444f438 req-8da3a226-8c3e-4308-9b5b-c0adcfd250b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1099 time: 0.0790188
Dec 15 13:41:31.068270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83630f10-6aef-49c4-8760-f996f444f438 req-68013045-1138-4cb9-ab50-dfbc3e979e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:31.070125 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83630f10-6aef-49c4-8760-f996f444f438 req-68013045-1138-4cb9-ab50-dfbc3e979e53 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1502199
Dec 15 13:41:31.189762 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facc60f0>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:28Z', 'revision_number': 0, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:31.194188 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] Checking router: d04f673a-d3b5-44e7-a3a3-c53a3505b475 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:41:31.194663 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83630f10-6aef-49c4-8760-f996f444f438 req-e3d1f342-dfe5-4897-803b-75f759fb4960 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 1000 time: 0.1174204
Dec 15 13:41:31.206485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:41:31.207187 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facc60f0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:41:13Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:31.275296 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83630f10-6aef-49c4-8760-f996f444f438 req-d069349a-6291-4d21-ba7f-d8f10f18cb52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:31.276960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83630f10-6aef-49c4-8760-f996f444f438 req-d069349a-6291-4d21-ba7f-d8f10f18cb52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0758405
Dec 15 13:41:31.362467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83630f10-6aef-49c4-8760-f996f444f438 req-48280ee8-18f3-4644-b27b-b4639039e875 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784552
Dec 15 13:41:31.397610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:41:31.523141 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83630f10-6aef-49c4-8760-f996f444f438 req-ceaab12b-870f-4cec-9386-e0b500df316a service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503925
Dec 15 13:41:31.669556 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-83630f10-6aef-49c4-8760-f996f444f438 req-e9610e14-bdba-4aaa-84cd-8e620cb6d65b service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396840
Dec 15 13:41:31.783129 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facc60f0>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:28Z', 'revision_number': 0, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:41:31.787745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1196c6ae-9f0d-4936-9c33-c44efe99f1ae None None] The sync data for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv is: [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:28Z', 'revision_number': 0, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:41:32.155398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7190ce5-f329-49c2-bf13-8d75c84fe0b6 None None] New status for floating IP 4877f06f-cef3-425b-8aeb-eb07e489efc3: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:41:33.716403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:41:41.055936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-64627482-3724-42e7-8722-2f0b6b7cfbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:42.750288 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:43.501575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e7f6d19a-a294-466e-9b4e-a9810081a8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:43.884329 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:45.517353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:41:50.639734 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-788f7b4a-81d6-4df5-bb36-6e1317249ba5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0829597
Dec 15 13:41:50.798005 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-1f0d2881-dbe7-4401-99c7-2571ce139861 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1099 time: 0.0802794
Dec 15 13:41:50.969170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-7743b316-7017-46f5-bb75-d8f53e385651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:50.970745 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-7743b316-7017-46f5-bb75-d8f53e385651 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1490481
Dec 15 13:41:51.085602 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-025bb6c7-32ae-4574-8842-ffc64cda4a9b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 1002 time: 0.1067891
Dec 15 13:41:51.156830 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-8ce123c3-6c02-4d49-ae52-a1d0e61bf37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:41:51.158439 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-8ce123c3-6c02-4d49-ae52-a1d0e61bf37e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0649514
Dec 15 13:41:51.248328 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-35852801-4b09-4b1c-9062-019dde6f7c06 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0827403
Dec 15 13:41:51.405480 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-bcdf3bde-9cce-4f95-80c0-46f9ef0af695 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496458
Dec 15 13:41:51.553290 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c67d7245-73bd-42dc-8f1b-2bef913a51a7 req-b497bbcd-8078-4150-b8e8-a8b1ca7c4bf5 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411328
Dec 15 13:41:58.715362 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:10.719058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:42:11.060964 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb11a0b5-781e-4625-8a48-fde7efffefa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:12.754542 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:13.507463 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-05673114-22cd-4487-b107-8227c74a2b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:13.887496 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:15.522970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:28.728389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:41.067198 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6e523b2c-47f8-4cab-941c-1fb482e8f45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:42.759755 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:43.511711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c61d-46e1-4503-b9c8-64285bbc0ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:43.891104 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:45.532676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:42:47.727677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:42:50.658138 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-de4cf281-8038-4814-a828-d8dfcd548e58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0870519
Dec 15 13:42:50.819249 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-eb0e6e45-6131-4259-98c8-a76962d2ff8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1099 time: 0.0793180
Dec 15 13:42:51.237555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-711ccb10-2cc5-4a72-88ef-a9c0ed4d1830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:42:51.239252 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-711ccb10-2cc5-4a72-88ef-a9c0ed4d1830 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.3976202
Dec 15 13:42:51.354768 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-9663a08f-5d67-42b1-b738-f2a666cf829e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 1002 time: 0.1085339
Dec 15 13:42:51.436257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-0d2661fe-c044-4230-aa58-0e4df8659c58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:42:51.437837 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-0d2661fe-c044-4230-aa58-0e4df8659c58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0764327
Dec 15 13:42:51.520634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-99776d35-0708-4ddf-a29e-0006d7f55d20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757871
Dec 15 13:42:51.666976 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-32757459-b702-49cb-b10f-f2e8bfc7bcb2 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398897
Dec 15 13:42:51.822272 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4c72dc33-18cd-4c98-b86c-1bf5d4976901 req-9232e3f3-fed7-4357-8c69-3d22cfd7c98f service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485853
Dec 15 13:42:58.738680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:11.061730 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f7d00089-15fd-48e7-8066-28de2595aed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:12.764059 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:13.517138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5774bc1a-894d-4259-b886-b878732152d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:13.894661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:15.538869 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:24.720418 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:43:28.742551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:32.692852 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device dd02dac6-08d4-4831-8960-a01abc3e1013 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:43:32.849035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:43:32.863956 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:43:32.939042 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:32.960156 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd02dac6-08d4-4831-8960-a01abc3e1013 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:43:32.977740 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:43:32.982289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:32.984485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:43:33.064581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['dd02dac6-08d4-4831-8960-a01abc3e1013'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:43:33.108892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:43:33.132052 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.132440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.132822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.133194 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.133562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.133933 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.134312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.134688 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.135050 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.135428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.135795 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:33.141763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:43:34.726825 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device dd02dac6-08d4-4831-8960-a01abc3e1013 up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:43:34.809152 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port dd02dac6-08d4-4831-8960-a01abc3e1013 triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:43:34.809574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:34.958343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:34.992011 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:43:35.016040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:43:35.021440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:35.024769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b9f8928e-0faf-4e09-bbe2-b7054effde19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:43:35.111132 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'code': 200}
Dec 15 13:43:35.114235 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:43:35.118738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:43:41.066713 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7d4ba7d4-f5af-4ca5-aa39-068d69ca8153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:42.771085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:43.181958 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-9754b9c2-73e0-4de3-900f-a0eb9cb5ebdd tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126694581&fields=id&tenant_id=1980ecf66df546609e6b8894bde359dd HTTP/1.1" status: 200  len: 267 time: 0.0467145
Dec 15 13:43:43.347917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-88d4c5f3-b4f3-458a-b85a-486479d2a32b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:43.349446 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-88d4c5f3-b4f3-458a-b85a-486479d2a32b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 810 time: 0.1600449
Dec 15 13:43:43.367934 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-3cbe5d34-de2a-4859-88e2-8b8b66828149 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/quotas/1980ecf66df546609e6b8894bde359dd HTTP/1.1" status: 200  len: 375 time: 0.0123289
Dec 15 13:43:43.472960 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-c86edb84-7bdd-4c71-aa4c-ef831e9566cc tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0991259
Dec 15 13:43:43.521369 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8bd393cc-1fc5-4c20-9023-f986d58dad5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:43.595479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-0f736752-5bf3-4d98-84ae-dab7c84bc4b4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 15 13:43:43.596596 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-0f736752-5bf3-4d98-84ae-dab7c84bc4b4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1101749
Dec 15 13:43:43.751678 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-daf446b6-c2de-4257-8be6-31cfc9b5a84b service neutron] 10.222.0.53 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480229
Dec 15 13:43:43.895577 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:43.905386 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-7febee3b-ba08-4dd1-b829-8151067beb69 service neutron] 10.222.0.53 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472504
Dec 15 13:43:44.215791 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-99fd2044-9f1a-419d-9ca3-77b6150bf23b req-6d228b04-3ad6-41b9-91e1-23b6568d9ae0 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 210 time: 0.1334507
Dec 15 13:43:45.429662 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-497e9863-aa97-44f5-9b00-af2cbb765e2f req-626a2461-7df1-4aea-a193-4f7cb4a2e191 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 210 time: 0.0784669
Dec 15 13:43:45.531746 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:45.562676 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-3b4badb4-292e-4673-b601-72d9cdb357ce tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:45.564421 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-3b4badb4-292e-4673-b601-72d9cdb357ce tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 810 time: 0.1770642
Dec 15 13:43:45.635659 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-f0bd689f-491d-4c79-b192-1f46e36b1547 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1980ecf66df546609e6b8894bde359dd HTTP/1.1" status: 200  len: 380 time: 0.0600238
Dec 15 13:43:45.644353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'port': {'device_id': '352f467f-d368-4f96-851e-c49d526c7f85', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'admin_state_up': True, 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'security_groups': ['ac967158-4218-4a29-992f-24e4c315a9e5']}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:43:45.802840 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:43:45.814441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:43:45.824690 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Made reservation on behalf of 1980ecf66df546609e6b8894bde359dd for: {'port': 1} {{(pid=88869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 15 13:43:45.830508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:46.021970 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Allocated IP 172.20.0.8 (187fa5da-5790-4d8c-b38a-4bcb3f93e68e/ae197acb-fe4f-4d89-b7fd-45df1061fc16/fc8a1848-e9d6-4fef-b1f3-533d3503195d) {{(pid=88869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:43:46.278681 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for port, precommit_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:46.298856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Transition to ACTIVE for port object fc8a1848-e9d6-4fef-b1f3-533d3503195d will not be triggered until provisioned by entity DHCP. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:43:46.321026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_create {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:46.329061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:43:46.405586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e is already hosted by enough agents. {{(pid=88869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:43:46.415299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources bound (agent type, host, resource id):  {{(pid=88869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:43:46.423012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Received port after_create {{(pid=88869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:43:46.469759 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=1']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:43:46.495117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.495581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.496041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.496405 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.496820 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.497273 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.497657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.498803 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.499162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.499632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.500048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:43:46.506965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:43:46.520367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:46.521444 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:46.577811 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9372537
Dec 15 13:43:46.730561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a5e5-67c1-4d06-b1aa-0b9c86de0c5a req-ded0011e-c31e-4593-bddf-eaf25e97331b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:46.736012 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8752a5e5-67c1-4d06-b1aa-0b9c86de0c5a req-ded0011e-c31e-4593-bddf-eaf25e97331b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.1177626
Dec 15 13:43:46.758203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device dd02dac6-08d4-4831-8960-a01abc3e1013 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:43:46.794882 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8752a5e5-67c1-4d06-b1aa-0b9c86de0c5a req-24b721d6-bc94-48d3-968f-6e68eaf00ea5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559957
Dec 15 13:43:46.920589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:46.933246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0e7b8980-2471-42d7-a03a-40aedcc3a248 None None] Provisioning for port fc8a1848-e9d6-4fef-b1f3-533d3503195d completed by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:43:46.943821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-0e7b8980-2471-42d7-a03a-40aedcc3a248 None None] Provisioning complete for port fc8a1848-e9d6-4fef-b1f3-533d3503195d triggered by entity DHCP. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:43:46.944239 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8980-2471-42d7-a03a-40aedcc3a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:47.017672 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:43:47.029731 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b8980-2471-42d7-a03a-40aedcc3a248 None None] Port fc8a1848-e9d6-4fef-b1f3-533d3503195d cannot update to ACTIVE because it is not bound. {{(pid=88871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 15 13:43:47.033686 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:43:47.037385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:47.039549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:43:47.086246 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'code': 200}
Dec 15 13:43:47.114335 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:43:47.117923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:43:48.045871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1edf99-81de-4dc9-9105-fc2a94542712 req-771fb600-9352-4f22-aba3-e205e78529b1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:48.047503 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cb1edf99-81de-4dc9-9105-fc2a94542712 req-771fb600-9352-4f22-aba3-e205e78529b1 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.1070802
Dec 15 13:43:48.100452 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cb1edf99-81de-4dc9-9105-fc2a94542712 req-98980676-1b4d-4266-bac2-15eae44cccf6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464540
Dec 15 13:43:49.347281 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5feb4-6e54-489b-82bd-7aefd9285413 req-690ff017-5836-45b7-b4ef-20b3b988f3e8 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:49.348106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-90c5feb4-6e54-489b-82bd-7aefd9285413 req-690ff017-5836-45b7-b4ef-20b3b988f3e8 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:43:49.367161 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-90c5feb4-6e54-489b-82bd-7aefd9285413 req-690ff017-5836-45b7-b4ef-20b3b988f3e8 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:43:49.368510 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90c5feb4-6e54-489b-82bd-7aefd9285413 req-690ff017-5836-45b7-b4ef-20b3b988f3e8 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.1201372
Dec 15 13:43:49.426552 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-90c5feb4-6e54-489b-82bd-7aefd9285413 req-43a07ec0-d417-4c74-80d0-118e1d6bda6d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512052
Dec 15 13:43:50.650822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f0470-e4a5-4586-84b2-828fcd6a0ffb req-b447b6ba-1f6f-426b-be6e-60d93777e4f6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:50.652449 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d87f0470-e4a5-4586-84b2-828fcd6a0ffb req-b447b6ba-1f6f-426b-be6e-60d93777e4f6 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.0959506
Dec 15 13:43:50.711806 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-d87f0470-e4a5-4586-84b2-828fcd6a0ffb req-d268059c-393b-4f1f-bb91-98067ace45ce tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524449
Dec 15 13:43:51.941971 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8946a-7554-4468-9941-c07ed1c73783 req-07590722-562b-44a1-b1de-e149110edf9a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:51.943716 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-97d8946a-7554-4468-9941-c07ed1c73783 req-07590722-562b-44a1-b1de-e149110edf9a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.0967076
Dec 15 13:43:52.005396 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-97d8946a-7554-4468-9941-c07ed1c73783 req-69483777-c972-4548-831c-14bed80dec6e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552628
Dec 15 13:43:53.237942 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c1788-947b-490d-9cdd-6d00bbcfc6c4 req-0f45d5bf-27aa-41a1-89ec-a91835fb721c tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:53.239711 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a97c1788-947b-490d-9cdd-6d00bbcfc6c4 req-0f45d5bf-27aa-41a1-89ec-a91835fb721c tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.0945411
Dec 15 13:43:53.297691 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-a97c1788-947b-490d-9cdd-6d00bbcfc6c4 req-32a1a20d-c1bd-4044-b710-b171e7da9e1c tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491164
Dec 15 13:43:54.531539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e09cb-3e7c-4b6c-8384-bdbfc30728ef req-62ebc4ad-ec0c-4215-978e-586c942689cb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:54.533295 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c8e09cb-3e7c-4b6c-8384-bdbfc30728ef req-62ebc4ad-ec0c-4215-978e-586c942689cb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.1008983
Dec 15 13:43:54.590633 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8c8e09cb-3e7c-4b6c-8384-bdbfc30728ef req-270d670f-39e8-47b6-9189-d865f9c8e07b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497425
Dec 15 13:43:55.826658 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c43fe4-6d7e-46f3-bf1c-ce18b4267d5d req-832f4823-f3ee-4c91-a5a9-ea419fea5393 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:55.828329 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-98c43fe4-6d7e-46f3-bf1c-ce18b4267d5d req-832f4823-f3ee-4c91-a5a9-ea419fea5393 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.0977402
Dec 15 13:43:55.879816 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-98c43fe4-6d7e-46f3-bf1c-ce18b4267d5d req-6b532383-1ecc-4311-b184-1b51573de917 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450838
Dec 15 13:43:57.112694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3579-e68f-40ac-8a9d-b8fda5c94eef req-8451a66d-fa39-4a31-a62e-d2b621c4e1a0 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:57.114464 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f0d3579-e68f-40ac-8a9d-b8fda5c94eef req-8451a66d-fa39-4a31-a62e-d2b621c4e1a0 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 931 time: 0.0928245
Dec 15 13:43:57.180261 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-7f0d3579-e68f-40ac-8a9d-b8fda5c94eef req-3c4d3f77-0f80-4b05-9837-f74a483b2aac tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552044
Dec 15 13:43:57.572645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.77', 62838) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:43:57.624248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Request body: {'port': {'device_id': '352f467f-d368-4f96-851e-c49d526c7f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:43:57.725871 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-63da94e6-8e59-43a5-9fcb-9ab7b24e7d43 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1501601
Dec 15 13:43:57.743683 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:57.889195 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-f5708dd5-cda6-4028-8cff-6c758fd819e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1097 time: 0.0800097
Dec 15 13:43:58.057423 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-957d1922-3659-426a-b005-b65bc513a64e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:58.059065 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-957d1922-3659-426a-b005-b65bc513a64e service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1467719
Dec 15 13:43:58.119298 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8a1848-e9d6-4fef-b1f3-533d3503195d {{(pid=88869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:43:58.126821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:58.144316 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Transition to ACTIVE for port object fc8a1848-e9d6-4fef-b1f3-533d3503195d will not be triggered until provisioned by entity L2. {{(pid=88869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 15 13:43:58.148166 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:58.153012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-762a9e12-fa96-4861-a7f4-222824ccbc2f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:43:58.173920 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-b0ee0c21-2cf0-405b-9883-bd1bfc6a82f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 1000 time: 0.1078057
Dec 15 13:43:58.249894 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-708b579d-f930-4b44-ae95-4ca2928dfbd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:58.251456 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-708b579d-f930-4b44-ae95-4ca2928dfbd5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0708270
Dec 15 13:43:58.298566 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=2']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:43:58.308784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:43:58.341925 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-c6a8274f-8c32-40f8-bb35-109d45b6241a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810370
Dec 15 13:43:58.429707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Attempting to bind port fc8a1848-e9d6-4fef-b1f3-533d3503195d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 15 13:43:58.430003 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Attempting to bind port fc8a1848-e9d6-4fef-b1f3-533d3503195d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 15 13:43:58.430842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Attempting to bind port fc8a1848-e9d6-4fef-b1f3-533d3503195d on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:43:58.437976 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Port fc8a1848-e9d6-4fef-b1f3-533d3503195d on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 13:43:58.438346 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Attempting to bind port fc8a1848-e9d6-4fef-b1f3-533d3503195d on network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 15 13:43:58.446317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Checking agent: {'id': 'd1746a15-f146-42df-9f9b-0d65646d8a61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'started_at': datetime.datetime(2021, 12, 15, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 15 13:43:58.446669 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Checking segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 15 13:43:58.447115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Bound using segment: {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'} {{(pid=88869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 15 13:43:58.447718 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.managers [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Bound port: fc8a1848-e9d6-4fef-b1f3-533d3503195d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899ab2fa-8521-4078-827a-c24ba93acc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e'}}] {{(pid=88869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 15 13:43:58.448138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:58.552008 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, cleared binding levels {{(pid=88869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 15 13:43:58.552993 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-0305ccb3-def5-41c4-aea1-958606f38040 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774030
Dec 15 13:43:58.555290 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 15 13:43:58.559875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848406181'] for port, after_update {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:58.564562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-32afedc9-6b35-443e-bde8-4124ce1f88ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:43:58.587506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69daa8-6563-4429-9ff1-a865ffe1252f req-6565ff90-2a8a-4b63-9915-276044bffea7 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:58.589105 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0d69daa8-6563-4429-9ff1-a865ffe1252f req-6565ff90-2a8a-4b63-9915-276044bffea7 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 943 time: 0.2518835
Dec 15 13:43:58.631677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:58.633312 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] 10.222.0.77 "PUT /v2.0/ports/fc8a1848-e9d6-4fef-b1f3-533d3503195d HTTP/1.1" status: 200  len: 1093 time: 1.0962315
Dec 15 13:43:58.633880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:43:58.651982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=3']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:43:58.656202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d173117c-b59a-4412-bba1-0653d7501e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:43:58.722401 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'status': 'completed', 'code': 200}
Dec 15 13:43:58.744588 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:43:58.769488 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-ddc5c7a7-3533-4a36-8d34-bbcffa04b9ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 1096 time: 0.0916686
Dec 15 13:43:58.797994 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-0d69daa8-6563-4429-9ff1-a865ffe1252f req-ce5b65d8-1a5c-4663-8687-ab291ea5f85d tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2017701
Dec 15 13:43:58.801660 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-2f287664-1060-4d66-b687-3d60fd3d45ac req-5ad33480-85e9-4387-a8ef-c20c38e9ce5a service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418575
Dec 15 13:43:58.850200 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-6253abbf-84cc-417e-8b36-25b7141633de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d HTTP/1.1" status: 200  len: 217 time: 0.0703888
Dec 15 13:43:58.929134 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-5df66b2f-0f2b-408d-96ba-6e4320b86d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:58.930879 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-5df66b2f-0f2b-408d-96ba-6e4320b86d30 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0721674
Dec 15 13:43:59.023855 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-f5539350-1bb5-4b83-a381-0a9d00ab3be3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0844779
Dec 15 13:43:59.185641 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-7cad0e2d-4e09-4337-9269-dcbb36812e63 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542943
Dec 15 13:43:59.346209 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-35ce39b1-7b47-4e93-9e0d-792b55ebd9bf req-093a5b76-1980-4ac0-9007-ebdd6ee15b8d service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486726
Dec 15 13:43:59.479549 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-636bce2e-b93d-457c-b16a-b242904c595c req-f82822ce-054f-4412-88ba-3680547feea1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 1096 time: 0.0866077
Dec 15 13:43:59.631781 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bce2e-b93d-457c-b16a-b242904c595c req-b5d7bcb9-8c1d-4f3d-af1c-76e62019b065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:59.633378 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-636bce2e-b93d-457c-b16a-b242904c595c req-b5d7bcb9-8c1d-4f3d-af1c-76e62019b065 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1464605
Dec 15 13:43:59.726262 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-636bce2e-b93d-457c-b16a-b242904c595c req-6df2b46d-458e-4b66-8efc-58489c34aa92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d HTTP/1.1" status: 200  len: 217 time: 0.0845881
Dec 15 13:43:59.809057 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bce2e-b93d-457c-b16a-b242904c595c req-81bc640c-47a6-48f1-995c-e90e5c2db8fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:43:59.811832 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-636bce2e-b93d-457c-b16a-b242904c595c req-81bc640c-47a6-48f1-995c-e90e5c2db8fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0740142
Dec 15 13:43:59.916775 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-636bce2e-b93d-457c-b16a-b242904c595c req-63f8e2c5-1a0c-473f-8b22-83267a25d680 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0956461
Dec 15 13:44:00.402583 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-636bce2e-b93d-457c-b16a-b242904c595c req-aa55f7d0-e8e9-4b88-a56a-a0d4671684f0 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4777567
Dec 15 13:44:00.414475 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af010-e4d3-4662-9999-db1c17059130 req-415a93da-77d2-42cb-8c18-ff5c4cecdae9 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:00.416077 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-981af010-e4d3-4662-9999-db1c17059130 req-415a93da-77d2-42cb-8c18-ff5c4cecdae9 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 943 time: 0.4683509
Dec 15 13:44:00.585571 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-981af010-e4d3-4662-9999-db1c17059130 req-e67d38d0-b532-467b-845d-ed398469342a tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410253
Dec 15 13:44:00.613671 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-636bce2e-b93d-457c-b16a-b242904c595c req-2d8daf29-ab2a-4cbc-b619-02055064ee84 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965523
Dec 15 13:44:01.725013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:44:01.809451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9998c82-bf13-4e12-8ec4-821845dc4583 req-09243a80-ec4d-4c0d-9a93-9fb458b40d04 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:01.811391 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f9998c82-bf13-4e12-8ec4-821845dc4583 req-09243a80-ec4d-4c0d-9a93-9fb458b40d04 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 943 time: 0.0953004
Dec 15 13:44:01.861230 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f9998c82-bf13-4e12-8ec4-821845dc4583 req-0c600b86-6734-41f0-8197-19c37ec7e1a4 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433393
Dec 15 13:44:02.844455 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fc8a1848-e9d6-4fef-b1f3-533d3503195d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:44:02.996467 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:44:03.011093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'port_id': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'mac_address': 'fa:16:3e:c0:a0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:44:03.075001 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5102e0-ae6a-4474-8c18-fd5a44557b2f req-89215600-ab98-4f28-b11e-e122ccca019b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:03.076910 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f5102e0-ae6a-4474-8c18-fd5a44557b2f req-89215600-ab98-4f28-b11e-e122ccca019b tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 943 time: 0.0878844
Dec 15 13:44:03.080181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:03.099582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8a1848-e9d6-4fef-b1f3-533d3503195d {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:44:03.115074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:44:03.118440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:03.121451 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:44:03.128860 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6f5102e0-ae6a-4474-8c18-fd5a44557b2f req-eba44adb-4bf1-4483-b692-d7bb2c69a09f tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454209
Dec 15 13:44:03.189870 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:44:03.193392 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:44:03.433898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['fc8a1848-e9d6-4fef-b1f3-533d3503195d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:44:04.341787 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b3588-d8fb-4299-b820-fccf20e443ee req-11ad7f79-8ee1-4bdf-9f1c-8afda3287111 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:04.343577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-794b3588-d8fb-4299-b820-fccf20e443ee req-11ad7f79-8ee1-4bdf-9f1c-8afda3287111 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 944 time: 0.0885615
Dec 15 13:44:04.392803 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-794b3588-d8fb-4299-b820-fccf20e443ee req-49890004-b578-4254-b87f-e3c9fe8a07c2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426931
Dec 15 13:44:04.852183 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fc8a1848-e9d6-4fef-b1f3-533d3503195d up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:44:04.929506 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning for port fc8a1848-e9d6-4fef-b1f3-533d3503195d completed by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 15 13:44:04.935184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port fc8a1848-e9d6-4fef-b1f3-533d3503195d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:44:04.935595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:05.058967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:05.090393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:44:05.100711 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:44:05.104684 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:05.106997 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-1db3479c-8cb6-455a-a536-e0af14ac8b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:44:05.175508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:44:05.178988 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:44:05.232537 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'code': 200}
Dec 15 13:44:05.497824 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72e431ef-f185-4538-abd5-2e086d8b00fb req-d715afa3-a380-4543-af30-874ca68c8551 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 1098 time: 0.0817637
Dec 15 13:44:05.549636 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-72e431ef-f185-4538-abd5-2e086d8b00fb req-be5740d6-0bff-4b24-9b34-ec3b3f067419 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413222
Dec 15 13:44:05.603410 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44db2a-fc3b-4c2e-9c6f-d0014b679e9e req-392b33cd-6283-4185-b344-e28ce7799f35 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:05.605148 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1b44db2a-fc3b-4c2e-9c6f-d0014b679e9e req-392b33cd-6283-4185-b344-e28ce7799f35 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 945 time: 0.0850301
Dec 15 13:44:05.657997 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1b44db2a-fc3b-4c2e-9c6f-d0014b679e9e req-df023d5c-85ef-4fb3-8880-aa9ab6844485 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463905
Dec 15 13:44:06.874439 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c8d71-6bd4-4eea-bff7-f35cafd6ca53 req-1e0cd4a8-135a-417d-9157-4c053b8efc85 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:06.876096 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de7c8d71-6bd4-4eea-bff7-f35cafd6ca53 req-1e0cd4a8-135a-417d-9157-4c053b8efc85 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 945 time: 0.0888841
Dec 15 13:44:06.928341 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-de7c8d71-6bd4-4eea-bff7-f35cafd6ca53 req-d023ddc1-5bde-4c01-b968-4ab53327b390 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456214
Dec 15 13:44:08.157420 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96654ab-82a5-446e-984f-3db528961b1d req-ad1fc885-0062-421f-b0bb-1b1df50de2f7 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:08.159108 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c96654ab-82a5-446e-984f-3db528961b1d req-ad1fc885-0062-421f-b0bb-1b1df50de2f7 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 945 time: 0.0935900
Dec 15 13:44:08.209864 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c96654ab-82a5-446e-984f-3db528961b1d req-22dc3916-0c7a-4f9d-8374-8980a424f1b5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443854
Dec 15 13:44:08.425778 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc000-eec4-47ab-9977-27b148f0f715 req-c85a0dda-339f-4468-b8b4-6fd13fcbea01 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:08.427309 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb8dc000-eec4-47ab-9977-27b148f0f715 req-c85a0dda-339f-4468-b8b4-6fd13fcbea01 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 945 time: 0.0904028
Dec 15 13:44:08.478478 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-fb8dc000-eec4-47ab-9977-27b148f0f715 req-2effd4de-33cb-49ae-b4c0-869e86d064b2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447795
Dec 15 13:44:08.507606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41284) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:44:08.588373 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-beedce34-7024-4f95-b9bb-4b832b8ca2b2 tempest-TestSnapshotPattern-1930060908 tempest-TestSnapshotPattern-1930060908-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 1093 time: 0.0793788
Dec 15 13:44:08.591337 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41288) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:44:08.597197 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.v2.base [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Request body: {'floatingip': {'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'port_id': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 13:44:08.603291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 15 13:44:08.607499 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Usage tracker for resource:floatingip and tenant:1980ecf66df546609e6b8894bde359dd is out of sync, need to count used quota {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 15 13:44:08.610544 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88870) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 15 13:44:08.616700 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.quota.driver [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 15 13:44:08.631898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:08.792404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:08.942584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_common [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Allocated IP 172.26.0.161 (f0377329-56d5-4afd-9346-65a75b69d51a/d9a27388-f1cf-4735-8b5a-56328185ba80/410580ce-281e-46d8-8d42-81497dea170c) {{(pid=88870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 15 13:44:09.115062 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for port, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:09.144361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291500268489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:09.148886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c64a3c3e-a6b6-4db0-bb52-63621ea4c435 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:44:09.223714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Network f0377329-56d5-4afd-9346-65a75b69d51a is already hosted by enough agents. {{(pid=88870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 15 13:44:09.224881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.base_scheduler [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Resources bound (agent type, host, resource id):  {{(pid=88870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 15 13:44:09.229181 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Received port after_create {{(pid=88870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 15 13:44:09.264327 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'Port': ['ID=410580ce-281e-46d8-8d42-81497dea170c,revision_number=1']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:44:09.292411 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.292838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.293229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.293645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.294058 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.295025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.295514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.295935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.296348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.296757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.297162 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:44:09.302400 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:44:09.811980 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:10.124987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:10.348782 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for port, precommit_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:10.353508 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847285124'] for port, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:10.357581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:44:10.468586 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event updated for resources: {'Port': ['ID=410580ce-281e-46d8-8d42-81497dea170c,revision_number=2']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:44:10.473251 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:44:10.486317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854324498'] for floatingip, after_update {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:10.693902 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.db.l3_db [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Floating IP addf458e-9f56-456f-b6b7-86dd45f9521b associated. External IP: 172.26.0.161, port: fc8a1848-e9d6-4fef-b1f3-533d3503195d.
Dec 15 13:44:11.072838 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dd54976a-cfb5-45d8-b527-3c1a9c1a1422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:11.138525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Router d04f673a-d3b5-44e7-a3a3-c53a3505b475 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:44:11.358179 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:44:11.368829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] Sync routers for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:44:11.382613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:44:11.383528 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faafaac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:43:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:44:11.385797 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:11.449565 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c52f02df-08ea-46aa-9e10-dff51a5e5b53 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8568795
Dec 15 13:44:11.450193 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:44:11.511735 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'status': 'completed', 'code': 200}
Dec 15 13:44:11.584879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:44:11.620784 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-c999acbf-b02e-4c5e-bcb4-93ae82373fc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 1098 time: 0.0799239
Dec 15 13:44:11.774299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-3d61ddae-507a-4f95-a0b9-9264493c4eb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:11.775956 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-3d61ddae-507a-4f95-a0b9-9264493c4eb9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1486156
Dec 15 13:44:11.891109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-71f41b4f-0a27-4c12-a6f3-7ca191f66a42 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d HTTP/1.1" status: 200  len: 999 time: 0.1076736
Dec 15 13:44:11.967368 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-4bc41d6a-934f-4cca-a5f8-eee3928bcbc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:11.968999 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-4bc41d6a-934f-4cca-a5f8-eee3928bcbc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0704932
Dec 15 13:44:11.974081 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faafaac8>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:32Z', 'revision_number': 1, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}, {'id': 'addf458e-9f56-456f-b6b7-86dd45f9521b', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:c0:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352f467f-d368-4f96-851e-c49d526c7f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:09Z', 'revision_number': 0, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:44:11.978494 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] Checking router: d04f673a-d3b5-44e7-a3a3-c53a3505b475 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:44:11.990613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:44:11.991257 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faafaac8>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:43:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:44:12.057325 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-bc01ac57-1640-4e97-8930-a8be1afa023f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786245
Dec 15 13:44:12.198754 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:44:12.205735 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-0c4abea9-ec81-4107-9eca-56eb0d05f1cc service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416147
Dec 15 13:44:12.363323 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c77e08d0-deba-4f5c-89ee-43ca741887f3 req-883024fe-512a-4e8c-a3f2-c0678f74b4f2 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450942
Dec 15 13:44:12.769260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faafaac8>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:32Z', 'revision_number': 1, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}, {'id': 'addf458e-9f56-456f-b6b7-86dd45f9521b', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:c0:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352f467f-d368-4f96-851e-c49d526c7f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:09Z', 'revision_number': 0, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:44:12.771881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:12.775763 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ee36-d177-4c12-9bb4-c59f77f3c059 None None] The sync data for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv is: [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:32Z', 'revision_number': 1, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}, {'id': 'addf458e-9f56-456f-b6b7-86dd45f9521b', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:c0:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352f467f-d368-4f96-851e-c49d526c7f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:44:09Z', 'updated_at': '2021-12-15T13:44:09Z', 'revision_number': 0, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:44:13.143599 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fc0eff-8dbe-40ca-86a9-e4011aef8e9b None None] New status for floating IP addf458e-9f56-456f-b6b7-86dd45f9521b: ACTIVE {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:44:13.524975 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3a29c8e5-1abc-4288-a3da-0d36c815fb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:13.898892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:15.535574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:28.756767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:38.726383 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:44:41.068093 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0fa71e06-5883-429b-be2a-43a1788f735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:42.766524 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:43.529752 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-79467900-ca70-4345-a978-079a44e664f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:43.901987 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:45.536247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:44:51.868084 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-dffa88cb-ad4b-46c8-bcef-b614780c75b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1540108
Dec 15 13:44:52.030317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-6b0e12d9-e3cc-429a-9b7f-68146020c5cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1097 time: 0.0836747
Dec 15 13:44:52.192246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-44330d5c-1c26-4124-8122-19d0d65cdc27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:52.193850 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-44330d5c-1c26-4124-8122-19d0d65cdc27 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1398211
Dec 15 13:44:52.305463 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-a54935a8-fc9d-4809-86f4-c2863a9cb9ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 1000 time: 0.1040590
Dec 15 13:44:52.381871 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-56bc0082-013a-400a-b105-4331504a4dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:44:52.383564 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-56bc0082-013a-400a-b105-4331504a4dbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0671499
Dec 15 13:44:52.473383 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-216e8a43-9e88-46dd-8542-6de42809e41c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0821025
Dec 15 13:44:52.628853 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-e8421a1f-7c99-46c8-8ddc-2b1896416f2e service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468437
Dec 15 13:44:52.788754 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c1679a10-db3f-4f1c-9afd-fe324397900e req-9352bb31-2bbf-4993-8b62-3ed08eacd3aa service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511478
Dec 15 13:44:58.777245 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:11.073757 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e0a70597-a78a-4308-81d9-7fcba1b0cdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:12.770532 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:13.534137 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3cd1-a14b-4a24-b749-27bfb038d339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:13.906243 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:15.538149 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:15.728779 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:45:28.769386 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:41.068223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-15cd1f17-6f16-41af-8fb5-07c70e9c728e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:42.775113 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:43.537916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-18994886-8277-4ba5-9a77-b5db085ae945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:43.909045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:45.396560 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fc8a1848-e9d6-4fef-b1f3-533d3503195d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 15 13:45:45.553677 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:45.576989 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:45:45.593896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Returning: {'device': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'port_id': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'mac_address': 'fa:16:3e:c0:a0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 13:45:45.661791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:45.682908 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc8a1848-e9d6-4fef-b1f3-533d3503195d {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 15 13:45:45.703271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:45:45.707890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:45.709884 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:45:45.811170 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:45:45.817597 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] get_ports_and_sgs() called for port_ids ['fc8a1848-e9d6-4fef-b1f3-533d3503195d'] {{(pid=88871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 15 13:45:45.866719 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.867393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.867854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.868305 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.868767 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.869209 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.869655 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.870041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.870438 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.870794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.874035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:45.877936 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:45:47.417816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fc8a1848-e9d6-4fef-b1f3-533d3503195d up at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 15 13:45:47.618716 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.provisioning_blocks [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Provisioning complete for port fc8a1848-e9d6-4fef-b1f3-533d3503195d triggered by entity L2. {{(pid=88871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 15 13:45:47.619115 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065714'] for port, provisioning_complete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:47.756872 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:47.790625 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:45:47.803089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:45:47.810670 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:47.818814 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:45:47.911985 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:45:47.915845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:45:48.090577 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'code': 200}
Dec 15 13:45:51.702861 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-149c8213-2557-4500-b294-594f6bdf78d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 1098 time: 0.1014068
Dec 15 13:45:51.874955 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-06938a7e-cc11-47f8-b048-ca4c69dd538b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:45:51.876816 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-06938a7e-cc11-47f8-b048-ca4c69dd538b service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1508322
Dec 15 13:45:52.012467 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-27bd1946-8454-49e9-bc61-0982e2e33d2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d HTTP/1.1" status: 200  len: 1001 time: 0.1288791
Dec 15 13:45:52.095522 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-c0c81283-99b4-4929-8396-4b159e69f425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:45:52.098535 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-c0c81283-99b4-4929-8396-4b159e69f425 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0776379
Dec 15 13:45:52.194146 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-37fd21d3-b3b1-4428-a9d4-87a647694318 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0882456
Dec 15 13:45:52.380743 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-d83c12d8-8210-4e25-a7a5-833ca94d2b64 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728950
Dec 15 13:45:52.552896 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-6ad0e813-10ef-4ad7-b824-adcb71742689 req-47146d5d-d454-4148-8b91-4d7572872124 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612210
Dec 15 13:45:52.731628 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:45:55.315262 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41508) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:45:55.531861 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Deleting port 410580ce-281e-46d8-8d42-81497dea170c {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:45:55.532238 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:55.717536 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:55.717906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:55.847965 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Calling delete_port for 410580ce-281e-46d8-8d42-81497dea170c owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:45:56.016220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:56.021110 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-efb8494c-5fb9-4a6c-b3d7-9fad13a8c819 tempest-TestMinimumBasicScenario-938665111 tempest-TestMinimumBasicScenario-938665111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:45:56.098139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event deleted for resources: {'Port': ['ID=410580ce-281e-46d8-8d42-81497dea170c,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:45:56.146269 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.146732 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.147148 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.147595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.148007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.148413 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.148824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.149228 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.149614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.150010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.150407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:45:56.158321 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:45:56.181854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:56.617314 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Router d04f673a-d3b5-44e7-a3a3-c53a3505b475 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:45:57.087114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:45:57.098791 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] Sync routers for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:45:57.109614 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:57.112816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:45:57.113518 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facf2b00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:45:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:45:57.169604 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "DELETE /v2.0/floatingips/addf458e-9f56-456f-b6b7-86dd45f9521b HTTP/1.1" status: 204  len: 168 time: 1.8524349
Dec 15 13:45:57.170433 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:45:57.313881 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:45:57.402554 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'status': 'completed', 'code': 200}
Dec 15 13:45:57.494788 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fc8a1848-e9d6-4fef-b1f3-533d3503195d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:45:57.532189 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8380caee-477a-4195-b60e-75cd13d2c30c req-de656725-4d8f-4cec-bb7f-28e4d7798da2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 1098 time: 0.0966408
Dec 15 13:45:57.696562 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380caee-477a-4195-b60e-75cd13d2c30c req-be1b8acd-b993-4953-baa5-4e6f0a20b45e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:45:57.698355 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8380caee-477a-4195-b60e-75cd13d2c30c req-be1b8acd-b993-4953-baa5-4e6f0a20b45e service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1596475
Dec 15 13:45:57.737891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3850d59-7d4d-453d-b373-b0a294b07941 req-f60945d9-6dc8-47d6-927f-49e163e0e91e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:45:57.738890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b3850d59-7d4d-453d-b373-b0a294b07941 req-f60945d9-6dc8-47d6-927f-49e163e0e91e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:45:57.756507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-b3850d59-7d4d-453d-b373-b0a294b07941 req-f60945d9-6dc8-47d6-927f-49e163e0e91e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:45:57.757907 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3850d59-7d4d-453d-b373-b0a294b07941 req-f60945d9-6dc8-47d6-927f-49e163e0e91e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 945 time: 0.2133806
Dec 15 13:45:57.790614 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8380caee-477a-4195-b60e-75cd13d2c30c req-3a390177-af0e-4557-ac40-0e44a2036519 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d HTTP/1.1" status: 200  len: 217 time: 0.0839264
Dec 15 13:45:57.799184 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1122294'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:57.820639 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-b3850d59-7d4d-453d-b373-b0a294b07941 req-e9d39643-1c2f-4f31-b88a-fbb6bf716ae0 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526993
Dec 15 13:45:57.835574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:45:57.850379 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:45:57.857358 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291499803218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291500268472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745354507362'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:57.859947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:45:57.866394 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380caee-477a-4195-b60e-75cd13d2c30c req-d3288a8a-c19b-43cd-8d52-28a476b20931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:45:57.868109 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8380caee-477a-4195-b60e-75cd13d2c30c req-d3288a8a-c19b-43cd-8d52-28a476b20931 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0712757
Dec 15 13:45:57.895879 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facf2b00>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:32Z', 'revision_number': 1, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:45:57.906900 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'code': 200}
Dec 15 13:45:57.912393 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] Checking router: d04f673a-d3b5-44e7-a3a3-c53a3505b475 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:45:57.950923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Pushing event updated for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:45:57.954971 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8380caee-477a-4195-b60e-75cd13d2c30c req-b75f2fe2-3862-4ed7-be4a-1218d175efa2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0800025
Dec 15 13:45:57.955142 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:45:57.957021 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:45:57.957694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42facf2b00>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:45:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:45:58.110065 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8380caee-477a-4195-b60e-75cd13d2c30c req-d83ad46c-c31c-4246-a142-0c713918e2c8 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482825
Dec 15 13:45:58.154074 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:45:58.260682 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-8380caee-477a-4195-b60e-75cd13d2c30c req-db97347b-2a4e-4cfe-a59f-a647d771dac6 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438880
Dec 15 13:45:58.543402 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42facf2b00>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:32Z', 'revision_number': 1, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:45:58.547850 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bca9af-fd58-44b0-9af0-62d3b2c96ef3 None None] The sync data for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv is: [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_floatingips': [{'id': '4877f06f-cef3-425b-8aeb-eb07e489efc3', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'floating_ip_address': '172.26.0.187', 'floating_network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'router_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'port_id': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'mac_address': 'fa:16:3e:de:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:41:28Z', 'updated_at': '2021-12-15T13:41:32Z', 'revision_number': 1, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:45:58.776291 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:59.045581 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf129e43-babc-41ef-a49a-74bc852bda88 req-f1d6fb79-6b16-44fb-9242-3691d93ad012 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:45:59.047242 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf129e43-babc-41ef-a49a-74bc852bda88 req-f1d6fb79-6b16-44fb-9242-3691d93ad012 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 943 time: 0.0880346
Dec 15 13:45:59.058387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e52f6-5faf-4846-9d0b-17d1bf4769e7 None None] New status for floating IP addf458e-9f56-456f-b6b7-86dd45f9521b: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:45:59.105957 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-bf129e43-babc-41ef-a49a-74bc852bda88 req-51245eb4-4c3c-47b9-8ab2-ec9cb585c021 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519197
Dec 15 13:45:59.147474 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-82080570-df27-4844-b26e-69be96d783e5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:45:59.149118 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-82080570-df27-4844-b26e-69be96d783e5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 943 time: 0.0934353
Dec 15 13:45:59.225875 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Deleting port fc8a1848-e9d6-4fef-b1f3-533d3503195d {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:45:59.226378 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:59.742163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] For port fc8a1848-e9d6-4fef-b1f3-533d3503195d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc8a1848-e9d6-4fef-b1f3-533d3503195d,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:45:59.742549 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:45:59.872482 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Calling delete_port for fc8a1848-e9d6-4fef-b1f3-533d3503195d owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:00.025248 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:00.031891 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-02f12dcd-6205-4b7f-ac36-a80301644669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:00.077612 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event deleted for resources: {'Port': ['ID=fc8a1848-e9d6-4fef-b1f3-533d3503195d,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:00.124563 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.124947 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.125363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.125764 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.126246 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.126613 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.127155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.127384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.127829 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.128226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.128630 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-1-hyperv {{(pid=88869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 15 13:46:00.132312 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:00.180804 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] No DVR routers for this DVR port fc8a1848-e9d6-4fef-b1f3-533d3503195d on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:46:00.183385 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:00.186401 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-deleted', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:46:00.203424 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-4884d5f7-5eb9-40d9-95ab-e6df220d82ba req-0d6700bf-a249-4be2-ac64-031b9ed3c6d2 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "DELETE /v2.0/ports/fc8a1848-e9d6-4fef-b1f3-533d3503195d HTTP/1.1" status: 204  len: 173 time: 1.0491192
Dec 15 13:46:00.295318 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-89e328a3-e9ef-46c6-9692-af1c988362af req-9ea0993c-40b6-4bbf-ba88-285fc8c867bf tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:46:00.314898 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-89e328a3-e9ef-46c6-9692-af1c988362af req-9ea0993c-40b6-4bbf-ba88-285fc8c867bf tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88869) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:46:00.316368 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-89e328a3-e9ef-46c6-9692-af1c988362af req-9ea0993c-40b6-4bbf-ba88-285fc8c867bf tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=352f467f-d368-4f96-851e-c49d526c7f85 HTTP/1.1" status: 200  len: 210 time: 0.0783620
Dec 15 13:46:00.424810 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352f467f-d368-4f96-851e-c49d526c7f85', 'name': 'network-vif-deleted', 'tag': 'fc8a1848-e9d6-4fef-b1f3-533d3503195d', 'status': 'completed', 'code': 200}
Dec 15 13:46:02.095226 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41606) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:02.312896 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Deleting port 49749f01-0e6d-4c22-bc6a-69460c4ebd5b {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:02.313250 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:02.494356 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:02.494576 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:02.626326 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Calling delete_port for 49749f01-0e6d-4c22-bc6a-69460c4ebd5b owned by network:floatingip {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:02.785514 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:02.789505 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-2d88c60e-f001-4724-8cff-123b895be17f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:02.836395 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event deleted for resources: {'Port': ['ID=49749f01-0e6d-4c22-bc6a-69460c4ebd5b,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:02.840295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:02.936657 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:03.374229 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Router d04f673a-d3b5-44e7-a3a3-c53a3505b475 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:46:03.458271 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fc8a1848-e9d6-4fef-b1f3-533d3503195d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:03.612525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:46:03.636139 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for floatingip, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:03.680289 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] Sync routers for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:46:03.689656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: fc8a1848-e9d6-4fef-b1f3-533d3503195d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:03.690061 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device fc8a1848-e9d6-4fef-b1f3-533d3503195d not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:03.697100 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-c3b9024a-4cfc-4131-9557-71e8c094e09e tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "DELETE /v2.0/floatingips/4877f06f-cef3-425b-8aeb-eb07e489efc3 HTTP/1.1" status: 204  len: 168 time: 1.5975530
Dec 15 13:46:03.697100 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013'}] {{(pid=88870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:46:03.704507 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:46:03.706145 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad648d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:45:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:03.756240 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'status': 'completed', 'code': 200}
Dec 15 13:46:03.865251 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-c12f8624-f26e-44f5-bcc4-0b6a6d3ea9ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1980ecf66df546609e6b8894bde359dd&device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 1097 time: 0.0861695
Dec 15 13:46:03.916603 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:46:04.030512 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-10ab4ce3-0d2d-4426-9632-7408699765f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:46:04.032226 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-10ab4ce3-0d2d-4426-9632-7408699765f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 200  len: 911 time: 0.1610758
Dec 15 13:46:04.142640 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-497a0d36-080d-4645-8b0c-d44cffb78be7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 200  len: 217 time: 0.1033201
Dec 15 13:46:04.235867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-5f488762-302f-473b-9ea8-819c00562512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:46:04.237517 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-5f488762-302f-473b-9ea8-819c00562512 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 200  len: 849 time: 0.0814004
Dec 15 13:46:04.281550 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad648d0>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:04.285934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] Checking router: d04f673a-d3b5-44e7-a3a3-c53a3505b475 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:46:04.293895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc79e29-761e-4ad2-b029-98097db13348 req-99053fd0-1841-404e-afdf-ddc5d9bed7a3 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:46:04.295597 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cfc79e29-761e-4ad2-b029-98097db13348 req-99053fd0-1841-404e-afdf-ddc5d9bed7a3 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 944 time: 0.2046146
Dec 15 13:46:04.297360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:46:04.298089 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fad648d0>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:45:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:04.373634 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-cfc79e29-761e-4ad2-b029-98097db13348 req-e603c04e-765f-4a34-9a1e-3e9a4d1edd32 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691319
Dec 15 13:46:04.383600 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-f1c7f993-1d74-45bd-a90e-69522a6e07db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=187fa5da-5790-4d8c-b38a-4bcb3f93e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1378295
Dec 15 13:46:04.496082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:46:04.539081 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-38e6c5cb-d643-4f27-9dda-319908163558 service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486001
Dec 15 13:46:04.704150 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-f22af991-d193-4aec-be06-e62a0de32fa8 req-67cc7526-42ae-4aaf-8bd3-7a8e42575d0e service neutron] 10.222.0.77 "GET /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583822
Dec 15 13:46:04.837497 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fad648d0>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:04.841982 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c8560-0933-4a16-8334-8494c700146a None None] The sync data for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv is: [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:40:57Z', 'revision_number': 4, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv', '_interfaces': [{'id': '74c518c0-171c-4150-8fc5-4b6733e625eb', 'name': '', 'network_id': '187fa5da-5790-4d8c-b38a-4bcb3f93e68e', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'mac_address': 'fa:16:3e:76:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:57Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'subnets': [{'id': 'ae197acb-fe4f-4d89-b7fd-45df1061fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:46:05.309709 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d5c53f-41e7-4f3a-b009-918461f57555 None None] New status for floating IP 4877f06f-cef3-425b-8aeb-eb07e489efc3: DOWN {{(pid=88872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 15 13:46:05.600856 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-66e686c6-ea69-40d9-8f2c-38de29e73f63 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:46:05.602538 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-66e686c6-ea69-40d9-8f2c-38de29e73f63 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 944 time: 0.0880482
Dec 15 13:46:05.605355 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2a3db-a203-47e5-88ad-a80103488b05 req-d5ff53cd-328f-48f7-9ff0-3a6b511c11b5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 15 13:46:05.606203 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1ef2a3db-a203-47e5-88ad-a80103488b05 req-d5ff53cd-328f-48f7-9ff0-3a6b511c11b5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Synchronizing usage tracker for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88870) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 15 13:46:05.622859 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.quota.resource [req-1ef2a3db-a203-47e5-88ad-a80103488b05 req-d5ff53cd-328f-48f7-9ff0-3a6b511c11b5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Unset dirty status for tenant:1980ecf66df546609e6b8894bde359dd on resource:port {{(pid=88870) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 15 13:46:05.624202 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ef2a3db-a203-47e5-88ad-a80103488b05 req-d5ff53cd-328f-48f7-9ff0-3a6b511c11b5 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 944 time: 0.1116996
Dec 15 13:46:05.676605 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-1ef2a3db-a203-47e5-88ad-a80103488b05 req-21db8362-9a9a-4e19-8cdc-67b21fbe6ea3 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac967158-4218-4a29-992f-24e4c315a9e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443499
Dec 15 13:46:05.680727 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Deleting port dd02dac6-08d4-4831-8960-a01abc3e1013 {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:05.681117 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:05.946569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] For port dd02dac6-08d4-4831-8960-a01abc3e1013, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dd02dac6-08d4-4831-8960-a01abc3e1013,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:05.946821 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:06.090353 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Calling delete_port for dd02dac6-08d4-4831-8960-a01abc3e1013 owned by compute:nova {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:06.245539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:06.252278 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-9186f43e-2ebc-44f3-9f4e-04aa201ff15d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:06.298041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event deleted for resources: {'Port': ['ID=dd02dac6-08d4-4831-8960-a01abc3e1013,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:06.302551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:06.381900 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] No DVR routers for this DVR port dd02dac6-08d4-4831-8960-a01abc3e1013 on host hv-neutron-8218 {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:46:06.384865 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3811'] for port, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:06.387874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-deleted', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013'}] {{(pid=88869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 15 13:46:06.404532 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-c49cdd4b-39ce-478e-9d26-fbd62bf3f944 req-52f0c1f8-d84f-42ce-ba24-664aa469cefb tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.77 "DELETE /v2.0/ports/dd02dac6-08d4-4831-8960-a01abc3e1013 HTTP/1.1" status: 204  len: 173 time: 0.7959590
Dec 15 13:46:06.456830 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4', 'name': 'network-vif-deleted', 'tag': 'dd02dac6-08d4-4831-8960-a01abc3e1013', 'status': 'completed', 'code': 200}
Dec 15 13:46:06.873070 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [req-26470fd4-44a3-4af1-b225-0f49abc78bf9 req-9a59160d-c37d-44fe-a616-5eb36d7ffad3 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "GET /v2.0/ports?device_id=156e20b9-5aa9-4ebe-b3d5-8c9bdb4b4ef4 HTTP/1.1" status: 200  len: 210 time: 0.0506744
Dec 15 13:46:08.081854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41628) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:08.161923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b13c038-5341-4d64-babc-9cd6e9e9c412 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:08.196138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b13c038-5341-4d64-babc-9cd6e9e9c412 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:08.264035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b13c038-5341-4d64-babc-9cd6e9e9c412 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:08.270817 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-911dee40-ea77-4fcd-961e-365e6caf9fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:08.288223 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13c038-5341-4d64-babc-9cd6e9e9c412 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac967158-4218-4a29-992f-24e4c315a9e5,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:08.291169 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-6b13c038-5341-4d64-babc-9cd6e9e9c412 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:08.299317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-6b13c038-5341-4d64-babc-9cd6e9e9c412 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:08.300686 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-6b13c038-5341-4d64-babc-9cd6e9e9c412 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac967158-4218-4a29-992f-24e4c315a9e5 HTTP/1.1" status: 204  len: 168 time: 0.2177060
Dec 15 13:46:08.361833 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 41634) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:08.969299 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:09.503361 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device dd02dac6-08d4-4831-8960-a01abc3e1013 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:09.542776 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] No Port match for: dd02dac6-08d4-4831-8960-a01abc3e1013 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:09.543160 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Device dd02dac6-08d4-4831-8960-a01abc3e1013 not bound to the agent host hv-neutron-8218 {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:09.875479 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Deleting port 74c518c0-171c-4150-8fc5-4b6733e625eb {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:09.875824 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:10.066921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] For port 74c518c0-171c-4150-8fc5-4b6733e625eb, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=74c518c0-171c-4150-8fc5-4b6733e625eb,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:10.067317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:10.206832 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Calling delete_port for 74c518c0-171c-4150-8fc5-4b6733e625eb owned by network:router_interface {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:10.400370 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:10.404555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e4691121-d342-45b7-b9c8-d60ed289e74a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:10.451966 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=74c518c0-171c-4150-8fc5-4b6733e625eb,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:10.456217 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:10.771389 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:11.073525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7b0f63ff-47d6-4729-a941-b5c5a6a3796c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:11.414301 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Router d04f673a-d3b5-44e7-a3a3-c53a3505b475 has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:46:11.633171 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:46:11.653785 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] Sync routers for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:46:11.656665 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-5d989b77-50f9-41bd-be19-f5f9c6ea0bcb admin admin] 10.222.0.53 "PUT /v2.0/routers/d04f673a-d3b5-44e7-a3a3-c53a3505b475/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2935998
Dec 15 13:46:11.659569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 41640) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:11.667953 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:46:11.668589 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa30898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:45:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:11.864283 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:46:11.868441 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks [] for router, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:12.197211 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa30898>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:46:10Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:12.202747 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] Checking router: d04f673a-d3b5-44e7-a3a3-c53a3505b475 for host: dv-neutron-821831-1-hyperv {{(pid=88871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:46:12.216261 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] Routers {'d04f673a-d3b5-44e7-a3a3-c53a3505b475'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:46:12.216979 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42faa30898>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:45:44Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'], 'active': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:12.357153 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:12.368132 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Deleting port 59bb0dff-fb99-42b1-acb0-5d35750acebe {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:12.368555 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:12.408981 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] Set router d04f673a-d3b5-44e7-a3a3-c53a3505b475 gateway port host: dv-neutron-821831-1-hyperv {{(pid=88871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:46:12.559645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] For port 59bb0dff-fb99-42b1-acb0-5d35750acebe, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=59bb0dff-fb99-42b1-acb0-5d35750acebe,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:12.560039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:12.696634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Calling delete_port for 59bb0dff-fb99-42b1-acb0-5d35750acebe owned by network:router_gateway {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:12.838376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:12.885515 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:12.890220 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b8572d06-efe3-4d76-946c-67677743962a tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:12.930647 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42faa30898>, [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:46:10Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:12.935756 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Pushing event deleted for resources: {'Port': ['ID=59bb0dff-fb99-42b1-acb0-5d35750acebe,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:12.936210 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cbf61a-43ca-413e-9c79-da5f1602a6c7 None None] The sync data for ids ['d04f673a-d3b5-44e7-a3a3-c53a3505b475'] in dv-neutron-821831-1-hyperv is: [{'id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'name': 'tempest-TestSnapshotPattern-1330375371-router', 'tenant_id': '1980ecf66df546609e6b8894bde359dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:46:10Z', 'revision_number': 5, 'project_id': '1980ecf66df546609e6b8894bde359dd', 'gw_port': {'id': '59bb0dff-fb99-42b1-acb0-5d35750acebe', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04f673a-d3b5-44e7-a3a3-c53a3505b475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:40:54Z', 'updated_at': '2021-12-15T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}] {{(pid=88871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:46:12.940343 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:13.189185 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.464295 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.469045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.496509 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.497121 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d04f673a-d3b5-44e7-a3a3-c53a3505b475 {{(pid=88869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:46:13.512308 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] Notify callbacks [] for router, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.513640 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d237465f-4abb-4715-b58c-ef654ba4f47c admin admin] 10.222.0.53 "DELETE /v2.0/routers/d04f673a-d3b5-44e7-a3a3-c53a3505b475 HTTP/1.1" status: 204  len: 168 time: 1.8530219
Dec 15 13:46:13.517025 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 41644) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:13.545525 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-89c6bc8a-f467-4ef0-81f8-02766ce45058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.590993 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Deleting subnet ae197acb-fe4f-4d89-b7fd-45df1061fc16 {{(pid=88869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:46:13.594568 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.653045 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3348554'] for subnet, precommit_delete_associations {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.745783 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.818302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848406236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7137735'] for subnet, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.822422 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-c6e0d811-9afe-40a4-b635-c3c97f2d2245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:13.862010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae197acb-fe4f-4d89-b7fd-45df1061fc16,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:13.865680 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:13.866784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.872241 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ecb3f0-ec56-4326-aa4d-06ac77ea75a5 None None] Network 187fa5da-5790-4d8c-b38a-4bcb3f93e68e requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:46:13.876209 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-3822a59a-e319-4c51-a85b-52997240a42e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae197acb-fe4f-4d89-b7fd-45df1061fc16 HTTP/1.1" status: 204  len: 168 time: 0.3553391
Dec 15 13:46:13.876569 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 41648) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:13.972851 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:13.997710 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.009450 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Deleting port eafdaecf-c512-4cf0-9ac3-ecb4053f52da {{(pid=88869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:14.009822 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.170177 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] DHCP port deletion for 187fa5da-5790-4d8c-b38a-4bcb3f93e68e request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:46:14.174826 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Deleting port eafdaecf-c512-4cf0-9ac3-ecb4053f52da {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:14.175303 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.242561 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] For port eafdaecf-c512-4cf0-9ac3-ecb4053f52da, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:14.242867 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.372685 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Calling delete_port for eafdaecf-c512-4cf0-9ac3-ecb4053f52da owned by network:dhcp {{(pid=88869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:14.400363 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] For port eafdaecf-c512-4cf0-9ac3-ecb4053f52da, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,segment=NetworkSegment(899ab2fa-8521-4078-827a-c24ba93acc7f),segment_id=899ab2fa-8521-4078-827a-c24ba93acc7f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:14.400584 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.451143 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6369618'] for port, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.457526 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-4b126c71-ea94-4f60-8d3e-8ca0483b95e8 tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:14.511485 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Pushing event deleted for resources: {'Port': ['ID=eafdaecf-c512-4cf0-9ac3-ecb4053f52da,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:14.515072 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:14.515945 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] No DVR routers for this DVR port eafdaecf-c512-4cf0-9ac3-ecb4053f52da on host dv-neutron-821831-1-hyperv {{(pid=88869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:46:14.542428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Calling delete_port for eafdaecf-c512-4cf0-9ac3-ecb4053f52da owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:14.617440 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:46:14.617874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:46:14.646407 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.674302 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42f9fa9358>,) {'filters': {'network_id': ['187fa5da-5790-4d8c-b38a-4bcb3f93e68e']}} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:14.688470 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fa9358>, '899ab2fa-8521-4078-827a-c24ba93acc7f') {'for_net_delete': True} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:14.689446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42f9fa9358>, '899ab2fa-8521-4078-827a-c24ba93acc7f') {} {{(pid=88869) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:14.702769 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851427261'] for segment, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.719606 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.727048 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:46:14.727486 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6369926'] for segment, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:46:14.742078 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:46:14.807570 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device eafdaecf-c512-4cf0-9ac3-ecb4053f52da no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:14.827328 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.831428 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0d77dc00-8450-4d49-8f7e-c0a490e80909 tempest-RoutersTest-1491245915 tempest-RoutersTest-1491245915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:14.846324 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Notify callbacks [] for network, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:14.847517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: eafdaecf-c512-4cf0-9ac3-ecb4053f52da {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:14.847921 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device eafdaecf-c512-4cf0-9ac3-ecb4053f52da not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:14.848371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 74c518c0-171c-4150-8fc5-4b6733e625eb no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:14.858040 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Pushing event deleted for resources: {'Network': ['ID=187fa5da-5790-4d8c-b38a-4bcb3f93e68e,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:14.861880 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:14.873184 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-50f1f054-9cc0-4aec-b8fc-b059a2934235 admin admin] 10.222.0.53 "DELETE /v2.0/networks/187fa5da-5790-4d8c-b38a-4bcb3f93e68e HTTP/1.1" status: 204  len: 168 time: 0.9954884
Dec 15 13:46:14.876775 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41652) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:14.882889 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 74c518c0-171c-4150-8fc5-4b6733e625eb {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:14.883287 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 74c518c0-171c-4150-8fc5-4b6733e625eb not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:14.883796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 59bb0dff-fb99-42b1-acb0-5d35750acebe no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:14.918348 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 59bb0dff-fb99-42b1-acb0-5d35750acebe {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:14.918765 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 59bb0dff-fb99-42b1-acb0-5d35750acebe not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:15.119236 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Deleting port eafdaecf-c512-4cf0-9ac3-ecb4053f52da {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:15.119920 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:15.191046 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2dbec-2f9e-4445-b797-226909336407 None None] The port 'eafdaecf-c512-4cf0-9ac3-ecb4053f52da' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:46:15.318986 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452096'] for router_interface, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:15.542917 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:16.266140 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Deleting port 169bfeca-15c7-4794-8094-33547f4cad41 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:16.266860 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:16.453082 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] For port 169bfeca-15c7-4794-8094-33547f4cad41, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=169bfeca-15c7-4794-8094-33547f4cad41,segment=NetworkSegment(f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5),segment_id=f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:16.453484 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:16.586039 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Calling delete_port for 169bfeca-15c7-4794-8094-33547f4cad41 owned by network:router_interface {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:16.774080 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:16.778430 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-94840419-93ce-4e5f-a1ca-466febe5913c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:16.824991 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=169bfeca-15c7-4794-8094-33547f4cad41,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:16.829013 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:17.148027 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1190672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452250'] for router_interface, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:17.793396 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c has already been hosted by L3 agent 140fd39b-0d69-4994-9732-e57c0e43d24c {{(pid=88870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 15 13:46:18.020967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] Notify agent at l3_agent.dv-neutron-821831-1-hyperv the message routers_updated {{(pid=88870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 15 13:46:18.036934 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] Sync routers for ids ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'] in dv-neutron-821831-1-hyperv {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 15 13:46:18.038658 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-d4085c32-7498-438b-8ab3-531cdecfe9c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/7c228bb5-52e5-4900-98ad-a2f7d3d27f2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1604264
Dec 15 13:46:18.041600 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41656) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:18.052044 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] Routers {'7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:46:18.052858 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb286438>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:46:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:18.274284 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:18.409691 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] Set router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c gateway port host: dv-neutron-821831-1-hyperv {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:46:18.497384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:18.515551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Deleting port 78883842-59de-4408-bbae-85dfc318ad5d {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:18.515551 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:18.741598 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb286438>, [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'external_fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '78883842-59de-4408-bbae-85dfc318ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:46:16Z', 'revision_number': 5, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port': {'id': '78883842-59de-4408-bbae-85dfc318ad5d', 'name': '', 'network_id': 'f0377329-56d5-4afd-9346-65a75b69d51a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd9a27388-f1cf-4735-8b5a-56328185ba80', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-1-hyperv'}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:18.746212 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] Checking router: 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c for host: dv-neutron-821831-1-hyperv {{(pid=88872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 15 13:46:18.759892 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] Routers {'7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'} bound to L3 agent in host dv-neutron-821831-1-hyperv {{(pid=88872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 15 13:46:18.763390 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42fb286438>, 'dv-neutron-821831-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T12:38:13Z,description=<?>,heartbeat_timestamp=2021-12-15T13:46:14Z,host='dv-neutron-821831-1-hyperv',id=140fd39b-0d69-4994-9732-e57c0e43d24c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T12:38:13Z,topic='l3_agent')) {'router_ids': ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'], 'active': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:18.930483 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvr_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] Set router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c gateway port host: None {{(pid=88872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 15 13:46:18.987275 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] For port 78883842-59de-4408-bbae-85dfc318ad5d, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=78883842-59de-4408-bbae-85dfc318ad5d,segment=NetworkSegment(99585fdb-2e5a-439c-bf16-38bca18dcc7b),segment_id=99585fdb-2e5a-439c-bf16-38bca18dcc7b)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:18.987707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:19.047419 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_hamode_db [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42fb286438>, [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:46:18Z', 'revision_number': 6, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port_host': None}], 'dv-neutron-821831-1-hyperv', False) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:19.052605 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71a640-8e63-4b4a-8d95-46daf547ad0a None None] The sync data for ids ['7c228bb5-52e5-4900-98ad-a2f7d3d27f2c'] in dv-neutron-821831-1-hyperv is: [{'id': '7c228bb5-52e5-4900-98ad-a2f7d3d27f2c', 'name': 'tempest-TestSnapshotPattern-1255081243-router', 'tenant_id': '910addb9728a4f879608bf943e65d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:41:01Z', 'updated_at': '2021-12-15T13:46:18Z', 'revision_number': 6, 'project_id': '910addb9728a4f879608bf943e65d45e', 'gw_port_host': None}] {{(pid=88872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 15 13:46:19.122192 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Calling delete_port for 78883842-59de-4408-bbae-85dfc318ad5d owned by network:router_gateway {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:19.309594 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:19.313574 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-b7f94ff8-5e64-4f9b-a46b-25c46003f324 tempest-TestSnapshotPattern-533678479 tempest-TestSnapshotPattern-533678479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:19.356230 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78883842-59de-4408-bbae-85dfc318ad5d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:19.358874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:19.607403 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451089'] for router_gateway, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:19.893842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32753'] for router, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:19.898644 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:19.928037 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-519697'] for router, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:19.928645 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c228bb5-52e5-4900-98ad-a2f7d3d27f2c {{(pid=88870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 15 13:46:19.941972 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] Notify callbacks [] for router, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:19.943239 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-bb04129c-dbd4-40d4-b64f-c513a3c8cdd9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7c228bb5-52e5-4900-98ad-a2f7d3d27f2c HTTP/1.1" status: 204  len: 168 time: 1.9006386
Dec 15 13:46:19.946247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41660) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:20.024906 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Deleting subnet 9a6bf6ad-63f9-4520-af29-14f28ba1c5aa {{(pid=88870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 15 13:46:20.028845 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.086277 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847754988'] for subnet, precommit_delete_associations {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.174461 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852698088'] for subnet, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.261336 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854412734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847285245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7276125'] for subnet, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.266173 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-fccc120f-ed43-4219-b321-301531af9ec3 tempest-NetworksIpV6Test-497140371 tempest-NetworksIpV6Test-497140371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:20.315447 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6bf6ad-63f9-4520-af29-14f28ba1c5aa,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:20.319103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:20.320458 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.325567 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b999c6f-e2ba-4728-865e-f1386a35b8bb None None] Network 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d requested from dv-neutron-821831-1-hyperv {{(pid=88871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 15 13:46:20.326642 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-e34d2865-88a3-4536-8011-016c0daf310a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9a6bf6ad-63f9-4520-af29-14f28ba1c5aa HTTP/1.1" status: 204  len: 168 time: 0.3792462
Dec 15 13:46:20.330114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41664) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:20.454016 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853609565'] for network, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.467249 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Deleting port 21c74998-800b-43b5-97a3-656f59327448 {{(pid=88870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:20.467634 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.607923 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] DHCP port deletion for 2d76f6c4-f859-4748-9bc4-f0c9d8b4681d request from dv-neutron-821831-1-hyperv {{(pid=88871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 15 13:46:20.613191 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Deleting port 21c74998-800b-43b5-97a3-656f59327448 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:20.613642 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.698910 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] For port 21c74998-800b-43b5-97a3-656f59327448, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=21c74998-800b-43b5-97a3-656f59327448,segment=NetworkSegment(f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5),segment_id=f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5)] {{(pid=88870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:20.699260 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.821122 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 169bfeca-15c7-4794-8094-33547f4cad41 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:20.829015 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Calling delete_port for 21c74998-800b-43b5-97a3-656f59327448 owned by network:dhcp {{(pid=88870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:20.872105 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 169bfeca-15c7-4794-8094-33547f4cad41 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:20.872431 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 169bfeca-15c7-4794-8094-33547f4cad41 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:20.872890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 78883842-59de-4408-bbae-85dfc318ad5d no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:20.905492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1120650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291499803235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745354507328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7490677'] for port, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.910842 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 78883842-59de-4408-bbae-85dfc318ad5d {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:20.911247 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-5d23d976-5614-4a90-9272-4a6ca1ff8f84 tempest-TestShelveInstance-1267837231 tempest-TestShelveInstance-1267837231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:20.911377 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 78883842-59de-4408-bbae-85dfc318ad5d not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:20.911733 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 21c74998-800b-43b5-97a3-656f59327448 no longer exists at agent ovs-agent-dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 15 13:46:20.947595 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.db [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] For port 21c74998-800b-43b5-97a3-656f59327448, host dv-neutron-821831-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-1-hyperv',level=0,port_id=21c74998-800b-43b5-97a3-656f59327448,segment=NetworkSegment(f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5),segment_id=f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 15 13:46:20.948190 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458453'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:20.960109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c74998-800b-43b5-97a3-656f59327448,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:20.963492 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:20.963890 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] No Port match for: 21c74998-800b-43b5-97a3-656f59327448 {{(pid=88871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 15 13:46:20.964292 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.rpc [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Device 21c74998-800b-43b5-97a3-656f59327448 not bound to the agent host dv-neutron-821831-1-hyperv {{(pid=88871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 15 13:46:20.965878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] No DVR routers for this DVR port 21c74998-800b-43b5-97a3-656f59327448 on host dv-neutron-821831-1-hyperv {{(pid=88870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 15 13:46:21.087839 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Calling delete_port for 21c74998-800b-43b5-97a3-656f59327448 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 15 13:46:21.095384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852700543', 'neutron.services.segments.db._delete_segments_for_network-8745355015368'] for network, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.123155 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42fa1bb7f0>,) {'filters': {'network_id': ['2d76f6c4-f859-4748-9bc4-f0c9d8b4681d']}} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:21.137106 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1bb7f0>, 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5') {'for_net_delete': True} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:21.137446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.services.segments.db [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42fa1bb7f0>, 'f5a7b2ea-47b3-41f8-96e2-c77481b9f3c5') {} {{(pid=88870) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 15 13:46:21.150909 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745355022553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7020829'] for segment, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.162854 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.db.api [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 13:46:21.163270 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_db.api [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 15 13:46:21.171659 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2050535'] for segment, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.178940 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 15 13:46:21.179398 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852725250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7491489'] for segment, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]: Traceback (most recent call last):
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     timer()
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     cb(*args, **kw)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     return func(*args, **kwargs)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     self._notify()
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     self.callback(batched_events)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     event.method(event)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     segment_id)['aggregates'][0]
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     return f(self, *a, **k)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self._get(url).json()
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     **kwargs)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     return self.request(url, 'GET', **kwargs)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     **endpoint_filter)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 13:46:21.193994 dv-neutron-821831-1-hyperv neutron-server[88760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 13:46:21.284202 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2075274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853585128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854324481'] for network, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.287794 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-edc73169-ebf2-4b29-aaae-5b68273a942e tempest-RoutersNegativeTest-1018509799 tempest-RoutersNegativeTest-1018509799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:21.304371 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Notify callbacks [] for network, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.316708 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d76f6c4-f859-4748-9bc4-f0c9d8b4681d,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:21.322575 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:21.325923 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-7ec9c01b-0e2e-4809-9a2c-32eb5c151245 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d76f6c4-f859-4748-9bc4-f0c9d8b4681d HTTP/1.1" status: 204  len: 168 time: 0.9947455
Dec 15 13:46:21.488967 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41670) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:21.547924 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-1ad201a6-3245-4c4c-9026-a177a1d51d46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1980ecf66df546609e6b8894bde359dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0574319
Dec 15 13:46:21.551053 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88870) accepted ('10.222.0.53', 41674) {{(pid=88870) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:21.617114 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c91a748-73f8-46bd-ace4-f1d0e5899a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.646863 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c91a748-73f8-46bd-ace4-f1d0e5899a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.664406 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Deleting port 21c74998-800b-43b5-97a3-656f59327448 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 15 13:46:21.665036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291499813577'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.706539 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c91a748-73f8-46bd-ace4-f1d0e5899a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.711026 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-ed1db014-5787-45d8-8464-dab67d3bb93f tempest-TestNetworkAdvancedServerOps-393045197 tempest-TestNetworkAdvancedServerOps-393045197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:21.731799 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91a748-73f8-46bd-ace4-f1d0e5899a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7172e37-aa2d-428a-b675-f56fc53178ca,revision_number=None']} {{(pid=88870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:21.736376 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-0c91a748-73f8-46bd-ace4-f1d0e5899a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88870) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:21.740036 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-0c91a748-73f8-46bd-ace4-f1d0e5899a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88870) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:21.741321 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-0c91a748-73f8-46bd-ace4-f1d0e5899a21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7172e37-aa2d-428a-b675-f56fc53178ca HTTP/1.1" status: 204  len: 168 time: 0.1892374
Dec 15 13:46:21.742159 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.plugins.ml2.plugin [None req-2901e77b-b90d-4e06-a8a3-82d08cf2b55f None None] The port '21c74998-800b-43b5-97a3-656f59327448' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 15 13:46:22.207446 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 41682) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:22.265398 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-fc894db6-78e0-4555-9594-477be106ebf0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=910addb9728a4f879608bf943e65d45e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0565414
Dec 15 13:46:22.268661 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.wsgi [-] (88869) accepted ('10.222.0.53', 41686) {{(pid=88869) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 15 13:46:22.335404 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a98a4f-cb80-4684-b190-32bc308505f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:22.362745 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a98a4f-cb80-4684-b190-32bc308505f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:22.416895 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a98a4f-cb80-4684-b190-32bc308505f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854414714'] for security_group, after_delete {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:22.421109 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-3796d3e1-d799-42e2-b252-9666bf602655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 15 13:46:22.434738 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a98a4f-cb80-4684-b190-32bc308505f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34c090-c084-4e2b-a530-a9c91e53eeae,revision_number=None']} {{(pid=88869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 15 13:46:22.439937 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG oslo_concurrency.lockutils [None req-71a98a4f-cb80-4684-b190-32bc308505f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88869) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 15 13:46:22.443010 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-71a98a4f-cb80-4684-b190-32bc308505f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88869) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:22.444317 dv-neutron-821831-1-hyperv neutron-server[88760]: INFO neutron.wsgi [None req-71a98a4f-cb80-4684-b190-32bc308505f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e34c090-c084-4e2b-a530-a9c91e53eeae HTTP/1.1" status: 204  len: 168 time: 0.1746557
Dec 15 13:46:28.784722 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:29.734529 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:46:41.078707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb0cc-1d71-495a-92c8-ef8d8171ad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:42.782905 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:43.551360 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-25cc42fb-4db9-48b1-9fa0-beaacdca4d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:43.913421 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:45.551610 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:46:58.797007 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:06.736317 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:47:11.084204 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1212-6c80-428f-bec0-c365fa56b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:12.798168 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:13.547517 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9780f102-8549-4edd-b5a9-95413466becc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:13.917593 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:15.552002 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:28.813816 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:41.088714 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-7a4ea5be-8ded-49a4-b3ed-91fe881b6623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:42.793801 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:43.543725 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-f203331d-0fe5-4c6c-a108-3bc99f655870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:43.738601 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:47:43.920138 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:45.555163 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:47:58.814481 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:11.094572 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-3ffd927a-dfe3-4d0f-a354-c36543b2e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:12.798041 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:13.541178 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-65d7b8ae-d70a-401b-aa44-ff48302ee117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:13.923582 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:15.558957 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:20.741096 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:48:28.813472 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:41.089916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-564f1cd5-1081-472b-89a7-eb7b61d45d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:42.806103 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:43.534828 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-051a1299-2f16-4d6c-8bbd-04e62db26959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:43.935064 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:45.560874 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:48:57.746457 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:48:58.811784 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:11.094367 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-eaf2958e-881f-4c0f-8edc-c22e05fe5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:12.802604 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:13.541855 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-8c47e07c-3acc-4a54-8f89-84bc291e3c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:13.932263 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:15.563758 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:28.825632 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:34.748099 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:49:41.100306 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9e544c3e-2032-4e37-bda4-c3c6c9ac0b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:42.796694 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:43.539914 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-fdb76fd5-0972-463b-8886-fca6c216d348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:43.936666 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:45.576491 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:49:58.826935 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:11.095904 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-17f52c97-fb47-4acd-bacb-fc6f9277da8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:11.750493 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:50:12.801665 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:13.534627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-dfd4cdb8-1e2a-4b71-b5c0-1e9039d64189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:13.938627 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:15.571004 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:28.826469 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:41.101641 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-30cba976-2e61-41b9-a9e3-938711e05f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:42.808999 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:43.542364 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5411-e2a7-4307-963f-d0b8e8fad55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:43.942916 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:45.574878 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:50:48.753017 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:50:58.843857 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:11.102035 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-e791a2d2-38da-4da5-b64b-e03afd3f9902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:12.805384 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:13.538125 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-d6f6fc8d-f871-4bc7-9523-a08dab6fc267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:13.947157 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:15.578012 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:25.757085 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 15 13:51:28.855707 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:41.100796 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-c7abcec1-0253-443c-9188-c33f177add4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:42.812120 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4a33655e-70e6-481f-8808-a3717a3cc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:43.541108 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-771acc74-cbaa-473a-b180-049e932ace61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:43.948886 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-4dd7b103-28b2-4ac2-a70c-289671c14c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:45.593387 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-cfd58e0d-cc00-4ccc-9f4c-a6fb5a048c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:51:58.856656 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3e2-e80a-4429-9eac-30a0b312428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745355015351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852710042'] for agent, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 15 13:52:02.759805 dv-neutron-821831-1-hyperv neutron-server[88760]: DEBUG neutron.db.agents_db [None req-53faa0bd-8bdb-46d8-ab6b-4a796a106826 None None] Agent healthcheck: found 6 active agents {{(pid=88872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}